{"commit":"882fcc3349f161e9bfc3c1b92ab3c49b507480cc","files":["tbench4-frontier-opus-5-5.jsonl","tbench4-complete-gpt-5-6-sol-single_pair.jsonl","tbench4-all-mixed-five-gpt-5-6-sol.jsonl","tbench4-gpt6-source-gpt-5-6-sol-five_full.jsonl","tbench4-frontier-gpt-6-sol.jsonl","tbench4-glm-flash-complete-glm-5-3-flash-single_pair.jsonl","tbench4-complete-glm-5-3-flash-five_full.jsonl","tbench4-gpt6-source-glm-5-3-flash-five_full.jsonl","tbench4-complete-glm-5-3-single_pair.jsonl","tbench4-all-mixed-five-glm-5-3.jsonl","tbench4-gpt6-source-glm-5-3-five_full.jsonl","tbench4-complete-deepseek-v4p1-flash-single_pair.jsonl","tbench4-all-mixed-five-deepseek-v4p1-flash.jsonl","tbench4-gpt6-source-deepseek-v4p1-flash-five_full.jsonl"],"records":[{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.966483799999999,"cache_read_tokens":5022819,"cache_tokens":5022819.0,"cache_write_tokens":170380,"cost_usd":2.9664837999999984,"input_tokens":5193419.0,"output_tokens":55457.0,"recomputed_cost_usd":2.966483799999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":4.1901586,"cache_read_tokens":6396068,"cache_tokens":6396068.0,"cache_write_tokens":254233,"cost_usd":4.1901586,"input_tokens":6650521.0,"output_tokens":81945.0,"recomputed_cost_usd":4.190158599999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.9255192000000005,"cache_read_tokens":5959431,"cache_tokens":5959431.0,"cache_write_tokens":181745,"cost_usd":3.9255192000000005,"input_tokens":6141523.0,"output_tokens":91176.0,"recomputed_cost_usd":3.9255192000000005,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.3660617999999998,"cache_read_tokens":2911424,"cache_tokens":2911424.0,"cache_write_tokens":116065,"cost_usd":2.3660617999999993,"input_tokens":3027657.0,"output_tokens":60139.0,"recomputed_cost_usd":2.3660617999999998,"requests":42}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["29ab921f-05e6-49b9-81f5-94c962af705b","53746ec8-3853-4ef4-8963-d80b7a62d0d6","a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef","22547a48-1280-4301-9bbc-15be2d85f073"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.675154999999999,"cache_read_tokens":3559965,"cache_tokens":3559965.0,"cache_write_tokens":156814,"cost_usd":2.675154999999999,"input_tokens":3716967.0,"output_tokens":58917.0,"recomputed_cost_usd":2.675154999999999,"requests":47}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.612709,"cache_read_tokens":2145695,"cache_tokens":2145695.0,"cache_write_tokens":102154,"cost_usd":1.612709,"input_tokens":2248009.0,"output_tokens":33608.0,"recomputed_cost_usd":1.612709,"requests":40}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.4619112000000007,"cache_read_tokens":4648931,"cache_tokens":4648931.0,"cache_write_tokens":108365,"cost_usd":2.4619112000000007,"input_tokens":4757516.0,"output_tokens":49471.0,"recomputed_cost_usd":2.4619112000000003,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.1683722,"cache_read_tokens":4127836,"cache_tokens":4127836.0,"cache_write_tokens":95957,"cost_usd":2.1683722,"input_tokens":4224013.0,"output_tokens":43107.0,"recomputed_cost_usd":2.1683722,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.8184120000000001,"cache_read_tokens":1222710,"cache_tokens":1222710.0,"cache_write_tokens":105546,"cost_usd":1.8184120000000001,"input_tokens":1328336.0,"output_tokens":52291.0,"recomputed_cost_usd":1.818412,"requests":20}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.7777466000000004,"cache_read_tokens":6161783,"cache_tokens":6161783.0,"cache_write_tokens":182754,"cost_usd":3.7777466000000004,"input_tokens":6344757.0,"output_tokens":81537.0,"recomputed_cost_usd":3.7777466000000004,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":2.3916268,"cache_read_tokens":1942629,"cache_tokens":1942629.0,"cache_write_tokens":139561,"cost_usd":2.3916268,"input_tokens":2082314.0,"output_tokens":65240.0,"recomputed_cost_usd":2.3916268,"requests":31}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.1244774000000002,"cache_read_tokens":744542,"cache_tokens":744542.0,"cache_write_tokens":65185,"cost_usd":1.1244774000000002,"input_tokens":809803.0,"output_tokens":32467.0,"recomputed_cost_usd":1.1244774000000002,"requests":19}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.2157678000000005,"cache_read_tokens":2303739,"cache_tokens":2303739.0,"cache_write_tokens":56340,"cost_usd":1.2157678000000003,"input_tokens":2360299.0,"output_tokens":23622.0,"recomputed_cost_usd":1.2157678000000005,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.2282452000000004,"cache_read_tokens":5784076,"cache_tokens":5784076.0,"cache_write_tokens":174094,"cost_usd":3.2282452000000004,"input_tokens":5958390.0,"output_tokens":60004.0,"recomputed_cost_usd":3.2282452,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.7123337999999997,"cache_read_tokens":3367984,"cache_tokens":3367984.0,"cache_write_tokens":150189,"cost_usd":2.7123337999999997,"input_tokens":3518341.0,"output_tokens":64356.0,"recomputed_cost_usd":2.7123337999999997,"requests":42}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.9869029999999999,"cache_read_tokens":2218540,"cache_tokens":2218540.0,"cache_write_tokens":50007,"cost_usd":0.9869029999999999,"input_tokens":2268767.0,"output_tokens":14614.0,"recomputed_cost_usd":0.9869029999999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":2.4669636,"cache_read_tokens":4727443,"cache_tokens":4727443.0,"cache_write_tokens":111419,"cost_usd":2.4669636,"input_tokens":4839082.0,"output_tokens":48175.0,"recomputed_cost_usd":2.4669636,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.5997575999999993,"cache_read_tokens":4956663,"cache_tokens":4956663.0,"cache_write_tokens":119773,"cost_usd":2.5997575999999993,"input_tokens":5076656.0,"output_tokens":50434.0,"recomputed_cost_usd":2.5997575999999993,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":4.566440999999998,"cache_read_tokens":7707230,"cache_tokens":7707230.0,"cache_write_tokens":194479,"cost_usd":4.566440999999998,"input_tokens":7901929.0,"output_tokens":102586.0,"recomputed_cost_usd":4.566440999999998,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":4.189439,"cache_read_tokens":4721930,"cache_tokens":4721930.0,"cache_write_tokens":205709,"cost_usd":4.189439,"input_tokens":4927791.0,"output_tokens":110795.0,"recomputed_cost_usd":4.189439,"requests":38}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.1957792,"cache_read_tokens":2538436,"cache_tokens":2538436.0,"cache_write_tokens":148056,"cost_usd":3.1957792,"input_tokens":2686600.0,"output_tokens":97369.0,"recomputed_cost_usd":3.1957791999999996,"requests":27}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":4.233733000000001,"cache_read_tokens":7499515,"cache_tokens":7499515.0,"cache_write_tokens":205438,"cost_usd":4.233733000000001,"input_tokens":7705173.0,"output_tokens":85288.0,"recomputed_cost_usd":4.233733,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.8004858,"cache_read_tokens":3919844,"cache_tokens":3919844.0,"cache_write_tokens":162561,"cost_usd":2.8004857999999997,"input_tokens":4082573.0,"output_tokens":60152.0,"recomputed_cost_usd":2.8004858,"requests":42}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.3990828000000004,"cache_read_tokens":5338764,"cache_tokens":5338764.0,"cache_write_tokens":185302,"cost_usd":3.3990828,"input_tokens":5524286.0,"output_tokens":70197.0,"recomputed_cost_usd":3.3990828000000004,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.4606436,"cache_read_tokens":252483,"cache_tokens":252483.0,"cache_write_tokens":35871,"cost_usd":0.4606436,"input_tokens":288402.0,"output_tokens":11530.0,"recomputed_cost_usd":0.4606436,"requests":12}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":5.086603,"cache_read_tokens":5831840,"cache_tokens":5831840.0,"cache_write_tokens":180183,"cost_usd":5.086603,"input_tokens":6012243.0,"output_tokens":150922.0,"recomputed_cost_usd":5.086603,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.7252238,"cache_read_tokens":4273294,"cache_tokens":4273294.0,"cache_write_tokens":150505,"cost_usd":2.7252238,"input_tokens":4424019.0,"output_tokens":55858.0,"recomputed_cost_usd":2.7252238,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.8611872,"cache_read_tokens":4533636,"cache_tokens":4533636.0,"cache_write_tokens":139572,"cost_usd":2.8611872,"input_tokens":4673428.0,"output_tokens":62786.0,"recomputed_cost_usd":2.8611872,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.0360282000000005,"cache_read_tokens":4951116,"cache_tokens":4951116.0,"cache_write_tokens":135541,"cost_usd":3.0360282000000005,"input_tokens":5086877.0,"output_tokens":68361.0,"recomputed_cost_usd":3.0360282,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.9833972000000006,"cache_read_tokens":6563661,"cache_tokens":6563661.0,"cache_write_tokens":164205,"cost_usd":3.9833972000000006,"input_tokens":6728086.0,"output_tokens":92438.0,"recomputed_cost_usd":3.9833972000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.8771892,"cache_read_tokens":5056546,"cache_tokens":5056546.0,"cache_write_tokens":120432,"cost_usd":2.8771892,"input_tokens":5177198.0,"output_tokens":63142.0,"recomputed_cost_usd":2.8771892,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.5029677999999997,"cache_read_tokens":1397754,"cache_tokens":1397754.0,"cache_write_tokens":83569,"cost_usd":1.5029677999999997,"input_tokens":1481431.0,"output_tokens":40257.0,"recomputed_cost_usd":1.5029677999999997,"requests":27}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":1.4145706000000002,"cache_read_tokens":939528,"cache_tokens":939528.0,"cache_write_tokens":107189,"cost_usd":1.4145706000000002,"input_tokens":1046797.0,"output_tokens":34520.0,"recomputed_cost_usd":1.4145706,"requests":20}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.4964404,"cache_read_tokens":749617,"cache_tokens":749617.0,"cache_write_tokens":92241,"cost_usd":1.4964404,"input_tokens":841926.0,"output_tokens":44252.0,"recomputed_cost_usd":1.4964403999999998,"requests":17}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.3932599999999993,"cache_read_tokens":3687220,"cache_tokens":3687220.0,"cache_write_tokens":178632,"cost_usd":3.3932599999999993,"input_tokens":3866016.0,"output_tokens":88100.0,"recomputed_cost_usd":3.3932599999999993,"requests":41}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.761969000000001,"cache_read_tokens":5733430,"cache_tokens":5733430.0,"cache_write_tokens":184707,"cost_usd":3.761969000000001,"input_tokens":5918349.0,"output_tokens":84545.0,"recomputed_cost_usd":3.761969000000001,"requests":53}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.1287540000000003,"cache_read_tokens":5678470,"cache_tokens":5678470.0,"cache_write_tokens":175496,"cost_usd":3.1287540000000003,"input_tokens":5854186.0,"output_tokens":55735.0,"recomputed_cost_usd":3.1287540000000003,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.6525630000000002,"cache_read_tokens":4634965,"cache_tokens":4634965.0,"cache_write_tokens":161366,"cost_usd":2.6525630000000002,"input_tokens":4796551.0,"output_tokens":45893.0,"recomputed_cost_usd":2.6525630000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.763002800000001,"cache_read_tokens":5117689,"cache_tokens":5117689.0,"cache_write_tokens":124781,"cost_usd":2.7630028000000006,"input_tokens":5242690.0,"output_tokens":55734.0,"recomputed_cost_usd":2.763002800000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.054116,"cache_read_tokens":5958955,"cache_tokens":5958955.0,"cache_write_tokens":140145,"cost_usd":3.054116,"input_tokens":6099320.0,"output_tokens":58036.0,"recomputed_cost_usd":3.054116,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.8763896000000004,"cache_read_tokens":4677598,"cache_tokens":4677598.0,"cache_write_tokens":111378,"cost_usd":2.8763896000000004,"input_tokens":4789196.0,"output_tokens":69155.0,"recomputed_cost_usd":2.8763896,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.45534559999999996,"cache_read_tokens":391703,"cache_tokens":391703.0,"cache_write_tokens":33433,"cost_usd":0.45534559999999996,"input_tokens":425216.0,"output_tokens":10476.0,"recomputed_cost_usd":0.4553455999999999,"requests":20}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.4429174000000002,"cache_read_tokens":5552087,"cache_tokens":5552087.0,"cache_write_tokens":146268,"cost_usd":3.4429174000000002,"input_tokens":5698575.0,"output_tokens":80014.0,"recomputed_cost_usd":3.4429174000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.0240220000000004,"cache_read_tokens":2389630,"cache_tokens":2389630.0,"cache_write_tokens":159764,"cost_usd":3.0240220000000004,"input_tokens":2549518.0,"output_tokens":87339.0,"recomputed_cost_usd":3.0240220000000004,"requests":31}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.2269444000000003,"cache_read_tokens":2474657,"cache_tokens":2474657.0,"cache_write_tokens":154765,"cost_usd":2.2269444000000003,"input_tokens":2629554.0,"output_tokens":47883.0,"recomputed_cost_usd":2.2269444,"requests":33}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.7735925999999997,"cache_read_tokens":4515888,"cache_tokens":4515888.0,"cache_write_tokens":138243,"cost_usd":2.7735925999999997,"input_tokens":4654351.0,"output_tokens":58916.0,"recomputed_cost_usd":2.7735925999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.9690847999999999,"cache_read_tokens":3750174,"cache_tokens":3750174.0,"cache_write_tokens":83586,"cost_usd":1.9690847999999999,"input_tokens":3833980.0,"output_tokens":40012.0,"recomputed_cost_usd":1.9690847999999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.581755,"cache_read_tokens":3675875,"cache_tokens":3675875.0,"cache_write_tokens":90848,"cost_usd":2.581755,"input_tokens":3766943.0,"output_tokens":69573.0,"recomputed_cost_usd":2.581755,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.3828485999999995,"cache_read_tokens":5294068,"cache_tokens":5294068.0,"cache_write_tokens":141475,"cost_usd":3.3828485999999995,"input_tokens":5435763.0,"output_tokens":80789.0,"recomputed_cost_usd":3.3828485999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":2.0961018,"cache_read_tokens":1613014,"cache_tokens":1613014.0,"cache_write_tokens":117111,"cost_usd":2.0961018,"input_tokens":1730241.0,"output_tokens":59374.0,"recomputed_cost_usd":2.0961018,"requests":29}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.0393156,"cache_read_tokens":5653078,"cache_tokens":5653078.0,"cache_write_tokens":153280,"cost_usd":3.0393155999999997,"input_tokens":5806578.0,"output_tokens":57071.0,"recomputed_cost_usd":3.0393156,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.2595966000000005,"cache_read_tokens":3993143,"cache_tokens":3993143.0,"cache_write_tokens":165844,"cost_usd":3.2595966000000005,"input_tokens":4159159.0,"output_tokens":81553.0,"recomputed_cost_usd":3.2595966000000005,"requests":43}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.1469292,"cache_read_tokens":3981596,"cache_tokens":3981596.0,"cache_write_tokens":110562,"cost_usd":2.1469292,"input_tokens":4092378.0,"output_tokens":39846.0,"recomputed_cost_usd":2.1469292,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.4401626000000003,"cache_read_tokens":4443938,"cache_tokens":4443938.0,"cache_write_tokens":134467,"cost_usd":2.4401626000000003,"input_tokens":4578625.0,"output_tokens":43908.0,"recomputed_cost_usd":2.4401626,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.8311636000000002,"cache_read_tokens":3861143,"cache_tokens":3861143.0,"cache_write_tokens":88343,"cost_usd":1.8311636,"input_tokens":3949706.0,"output_tokens":30817.0,"recomputed_cost_usd":1.8311636000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.4151438,"cache_read_tokens":1243769,"cache_tokens":1243769.0,"cache_write_tokens":81438,"cost_usd":1.4151438,"input_tokens":1325307.0,"output_tokens":37940.0,"recomputed_cost_usd":1.4151438,"requests":25}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.1335244,"cache_read_tokens":4899567,"cache_tokens":4899567.0,"cache_write_tokens":170919,"cost_usd":3.1335244,"input_tokens":5070690.0,"output_tokens":64910.0,"recomputed_cost_usd":3.1335243999999998,"requests":51}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":4.6986106,"cache_read_tokens":5960603,"cache_tokens":5960603.0,"cache_write_tokens":233294,"cost_usd":4.6986106,"input_tokens":6194117.0,"output_tokens":116957.0,"recomputed_cost_usd":4.698610599999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.2897533999999997,"cache_read_tokens":1276082,"cache_tokens":1276082.0,"cache_write_tokens":74149,"cost_usd":1.2897533999999997,"input_tokens":1350339.0,"output_tokens":33168.0,"recomputed_cost_usd":1.2897533999999997,"requests":27}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.8284048000000006,"cache_read_tokens":3172459,"cache_tokens":3172459.0,"cache_write_tokens":119609,"cost_usd":1.8284048000000006,"input_tokens":3292220.0,"output_tokens":29763.0,"recomputed_cost_usd":1.8284048000000004,"requests":38}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.7263743999999999,"cache_read_tokens":2161307,"cache_tokens":2161307.0,"cache_write_tokens":104785,"cost_usd":1.7263743999999999,"input_tokens":2266224.0,"output_tokens":38483.0,"recomputed_cost_usd":1.7263743999999996,"requests":33}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5281184,"cache_read_tokens":322622,"cache_tokens":322622.0,"cache_write_tokens":52274,"cost_usd":0.5281184,"input_tokens":374952.0,"output_tokens":10100.0,"recomputed_cost_usd":0.5281184,"requests":14}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.0858548,"cache_read_tokens":4146499,"cache_tokens":4146499.0,"cache_write_tokens":103151,"cost_usd":2.0858548,"input_tokens":4249870.0,"output_tokens":36996.0,"recomputed_cost_usd":2.0858547999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.3376446000000004,"cache_read_tokens":4645583,"cache_tokens":4645583.0,"cache_write_tokens":130264,"cost_usd":2.3376446000000004,"input_tokens":4776059.0,"output_tokens":37818.0,"recomputed_cost_usd":2.3376446,"requests":53}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.873548199999999,"cache_read_tokens":5635841,"cache_tokens":5635841.0,"cache_write_tokens":133220,"cost_usd":2.873548199999999,"input_tokens":5769281.0,"output_tokens":53970.0,"recomputed_cost_usd":2.8735481999999988,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.726667,"cache_read_tokens":4819910,"cache_tokens":4819910.0,"cache_write_tokens":122145,"cost_usd":2.726667,"input_tokens":4942275.0,"output_tokens":57554.0,"recomputed_cost_usd":2.726667,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.407671200000001,"cache_read_tokens":2663966,"cache_tokens":2663966.0,"cache_write_tokens":158334,"cost_usd":3.407671200000001,"input_tokens":2822432.0,"output_tokens":104134.0,"recomputed_cost_usd":3.407671200000001,"requests":33}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":2.1879670000000004,"cache_read_tokens":961230,"cache_tokens":961230.0,"cache_write_tokens":87837,"cost_usd":2.1879670000000004,"input_tokens":1049151.0,"output_tokens":77810.0,"recomputed_cost_usd":2.1879670000000004,"requests":21}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.0123331999999996,"cache_read_tokens":3488916,"cache_tokens":3488916.0,"cache_write_tokens":176902,"cost_usd":3.0123331999999996,"input_tokens":3665958.0,"output_tokens":71474.0,"recomputed_cost_usd":3.0123331999999987,"requests":35}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.590698000000001,"cache_read_tokens":3609940,"cache_tokens":3609940.0,"cache_write_tokens":186610,"cost_usd":3.590698000000001,"input_tokens":3796690.0,"output_tokens":96755.0,"recomputed_cost_usd":3.590698,"requests":35}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.3870556000000003,"cache_read_tokens":1196598,"cache_tokens":1196598.0,"cache_write_tokens":102120,"cost_usd":1.3870556000000003,"input_tokens":1298802.0,"output_tokens":31840.0,"recomputed_cost_usd":1.3870556000000003,"requests":21}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.1972910000000003,"cache_read_tokens":4196055,"cache_tokens":4196055.0,"cache_write_tokens":98212,"cost_usd":2.1972910000000003,"input_tokens":4294487.0,"output_tokens":43307.0,"recomputed_cost_usd":2.1972910000000003,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.1090110000000006,"cache_read_tokens":4153605,"cache_tokens":4153605.0,"cache_write_tokens":100950,"cost_usd":2.1090110000000006,"input_tokens":4254775.0,"output_tokens":38633.0,"recomputed_cost_usd":2.1090110000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.375094,"cache_read_tokens":2577670,"cache_tokens":2577670.0,"cache_write_tokens":62264,"cost_usd":1.375094,"input_tokens":2640154.0,"output_tokens":27368.0,"recomputed_cost_usd":1.375094,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.3047312,"cache_read_tokens":6378431,"cache_tokens":6378431.0,"cache_write_tokens":178397,"cost_usd":3.3047312,"input_tokens":6557048.0,"output_tokens":56809.0,"recomputed_cost_usd":3.3047312,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.8741209999999997,"cache_read_tokens":4699270,"cache_tokens":4699270.0,"cache_write_tokens":162743,"cost_usd":2.8741209999999997,"input_tokens":4862221.0,"output_tokens":55986.0,"recomputed_cost_usd":2.8741209999999997,"requests":52}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.2541466000000003,"cache_read_tokens":5881038,"cache_tokens":5881038.0,"cache_write_tokens":182783,"cost_usd":3.2541466000000003,"input_tokens":6064037.0,"output_tokens":58158.0,"recomputed_cost_usd":3.2541465999999994,"requests":54}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.3597328,"cache_read_tokens":4503739,"cache_tokens":4503739.0,"cache_write_tokens":126309,"cost_usd":2.3597328,"input_tokens":4630268.0,"output_tokens":41328.0,"recomputed_cost_usd":2.3597328,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.912678200000001,"cache_read_tokens":5165701,"cache_tokens":5165701.0,"cache_write_tokens":138002,"cost_usd":2.9126782,"input_tokens":5303915.0,"output_tokens":59434.0,"recomputed_cost_usd":2.912678200000001,"requests":53}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.8840036,"cache_read_tokens":5274793,"cache_tokens":5274793.0,"cache_write_tokens":130985,"cost_usd":2.8840036,"input_tokens":5405998.0,"output_tokens":58662.0,"recomputed_cost_usd":2.8840035999999993,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.8711866000000006,"cache_read_tokens":4741483,"cache_tokens":4741483.0,"cache_write_tokens":114246,"cost_usd":2.8711866000000006,"input_tokens":4855949.0,"output_tokens":67539.0,"recomputed_cost_usd":2.8711866000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.9540655999999994,"cache_read_tokens":6128803,"cache_tokens":6128803.0,"cache_write_tokens":150441,"cost_usd":3.9540655999999994,"input_tokens":6279464.0,"output_tokens":98761.0,"recomputed_cost_usd":3.9540655999999994,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":1.7019206000000002,"cache_read_tokens":1550823,"cache_tokens":1550823.0,"cache_write_tokens":99956,"cost_usd":1.7019206000000002,"input_tokens":1650883.0,"output_tokens":44578.0,"recomputed_cost_usd":1.7019206000000002,"requests":26}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":4.006177999999999,"cache_read_tokens":7210090,"cache_tokens":7210090.0,"cache_write_tokens":199056,"cost_usd":4.006177999999999,"input_tokens":7409366.0,"output_tokens":78400.0,"recomputed_cost_usd":4.006177999999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6971402000000001,"cache_read_tokens":435606,"cache_tokens":435606.0,"cache_write_tokens":55895,"cost_usd":0.6971402,"input_tokens":491557.0,"output_tokens":16516.0,"recomputed_cost_usd":0.6971402000000001,"requests":14}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.3491530000000007,"cache_read_tokens":3547730,"cache_tokens":3547730.0,"cache_write_tokens":216531,"cost_usd":3.3491530000000007,"input_tokens":3764409.0,"output_tokens":77818.0,"recomputed_cost_usd":3.3491530000000007,"requests":37}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":2.5791288,"cache_read_tokens":1257754,"cache_tokens":1257754.0,"cache_write_tokens":134942,"cost_usd":2.5791288,"input_tokens":1392788.0,"output_tokens":82625.0,"recomputed_cost_usd":2.5791288,"requests":23}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.3961832000000003,"cache_read_tokens":991131,"cache_tokens":991131.0,"cache_write_tokens":111373,"cost_usd":1.3961832000000003,"input_tokens":1102572.0,"output_tokens":32041.0,"recomputed_cost_usd":1.3961832000000003,"requests":17}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.5464429999999996,"cache_read_tokens":4378565,"cache_tokens":4378565.0,"cache_write_tokens":106442,"cost_usd":2.5464429999999996,"input_tokens":4485227.0,"output_tokens":56882.0,"recomputed_cost_usd":2.5464429999999996,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.0874223999999995,"cache_read_tokens":5628112,"cache_tokens":5628112.0,"cache_write_tokens":138512,"cost_usd":3.0874223999999995,"input_tokens":5766844.0,"output_tokens":63418.0,"recomputed_cost_usd":3.0874223999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.171163200000001,"cache_read_tokens":5341516,"cache_tokens":5341516.0,"cache_write_tokens":178540,"cost_usd":3.171163200000001,"input_tokens":5520236.0,"output_tokens":60472.0,"recomputed_cost_usd":3.1711632,"requests":45}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.9925829999999998,"cache_read_tokens":4068525,"cache_tokens":4068525.0,"cache_write_tokens":165206,"cost_usd":2.9925829999999998,"input_tokens":4233903.0,"output_tokens":67608.0,"recomputed_cost_usd":2.9925829999999998,"requests":43}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.7049536,"cache_read_tokens":4908538,"cache_tokens":4908538.0,"cache_write_tokens":206702,"cost_usd":3.7049536,"input_tokens":5115444.0,"output_tokens":84446.0,"recomputed_cost_usd":3.7049536,"requests":51}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":2.6097656000000002,"cache_read_tokens":4956453,"cache_tokens":4956453.0,"cache_write_tokens":148299,"cost_usd":2.6097656000000002,"input_tokens":5104972.0,"output_tokens":43805.0,"recomputed_cost_usd":2.6097656,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.05134260000000001,"cache_read_tokens":30123,"cache_tokens":30123.0,"cache_write_tokens":5802,"cost_usd":0.05134260000000001,"input_tokens":35957.0,"output_tokens":809.0,"recomputed_cost_usd":0.05134260000000001,"requests":8}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.603169399999999,"cache_read_tokens":5476522,"cache_tokens":5476522.0,"cache_write_tokens":152541,"cost_usd":3.603169399999999,"input_tokens":5629283.0,"output_tokens":87214.0,"recomputed_cost_usd":3.603169399999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.4384352000000002,"cache_read_tokens":3610911,"cache_tokens":3610911.0,"cache_write_tokens":166833,"cost_usd":2.4384352000000002,"input_tokens":3777896.0,"output_tokens":44074.0,"recomputed_cost_usd":2.4384352,"requests":38}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.5563232,"cache_read_tokens":3226266,"cache_tokens":3226266.0,"cache_write_tokens":76094,"cost_usd":1.5563232,"input_tokens":3302580.0,"output_tokens":26486.0,"recomputed_cost_usd":1.5563232,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":2.3934728,"cache_read_tokens":2933659,"cache_tokens":2933659.0,"cache_write_tokens":122425,"cost_usd":2.3934728,"input_tokens":3056228.0,"output_tokens":59702.0,"recomputed_cost_usd":2.3934728,"requests":36}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.0327416,"cache_read_tokens":5610483,"cache_tokens":5610483.0,"cache_write_tokens":125453,"cost_usd":3.0327416,"input_tokens":5736156.0,"output_tokens":64125.0,"recomputed_cost_usd":3.0327416,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.2711037999999997,"cache_read_tokens":3929574,"cache_tokens":3929574.0,"cache_write_tokens":192805,"cost_usd":3.2711037999999992,"input_tokens":4122555.0,"output_tokens":76023.0,"recomputed_cost_usd":3.2711037999999997,"requests":44}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.9150770000000001,"cache_read_tokens":4085410,"cache_tokens":4085410.0,"cache_write_tokens":103275,"cost_usd":1.9150770000000001,"input_tokens":4188905.0,"output_tokens":29037.0,"recomputed_cost_usd":1.9150770000000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.473132200000001,"cache_read_tokens":5547061,"cache_tokens":5547061.0,"cache_write_tokens":151344,"cost_usd":3.4731322000000007,"input_tokens":5698625.0,"output_tokens":80306.0,"recomputed_cost_usd":3.473132200000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.9290668,"cache_read_tokens":2175994,"cache_tokens":2175994.0,"cache_write_tokens":164444,"cost_usd":2.9290668,"input_tokens":2340570.0,"output_tokens":83556.0,"recomputed_cost_usd":2.9290667999999997,"requests":33}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.4816215999999995,"cache_read_tokens":5541008,"cache_tokens":5541008.0,"cache_write_tokens":146664,"cost_usd":3.4816215999999995,"input_tokens":5687892.0,"output_tokens":81961.0,"recomputed_cost_usd":3.481621599999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.6544970000000006,"cache_read_tokens":5329510,"cache_tokens":5329510.0,"cache_write_tokens":157379,"cost_usd":3.6544970000000006,"input_tokens":5487109.0,"output_tokens":90041.0,"recomputed_cost_usd":3.6544970000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":5.509326400000001,"cache_read_tokens":7933757,"cache_tokens":7933757.0,"cache_write_tokens":253467,"cost_usd":5.509326400000001,"input_tokens":8187444.0,"output_tokens":132718.0,"recomputed_cost_usd":5.5093264,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.0443626,"cache_read_tokens":5344238,"cache_tokens":5344238.0,"cache_write_tokens":146755,"cost_usd":3.0443626,"input_tokens":5491213.0,"output_tokens":62043.0,"recomputed_cost_usd":3.0443626,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.2021738,"cache_read_tokens":2556579,"cache_tokens":2556579.0,"cache_write_tokens":168102,"cost_usd":3.2021738,"input_tokens":2724813.0,"output_tokens":92491.0,"recomputed_cost_usd":3.2021738,"requests":33}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.534274599999999,"cache_read_tokens":2540683,"cache_tokens":2540683.0,"cache_write_tokens":184470,"cost_usd":3.534274599999999,"input_tokens":2725285.0,"output_tokens":105163.0,"recomputed_cost_usd":3.534274599999999,"requests":33}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.8352848,"cache_read_tokens":7080199,"cache_tokens":7080199.0,"cache_write_tokens":182941,"cost_usd":3.8352848,"input_tokens":7263360.0,"output_tokens":75183.0,"recomputed_cost_usd":3.8352848,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.063285000000001,"cache_read_tokens":4902375,"cache_tokens":4902375.0,"cache_write_tokens":139970,"cost_usd":3.063285000000001,"input_tokens":5042525.0,"output_tokens":69112.0,"recomputed_cost_usd":3.063285000000001,"requests":45}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.1767814,"cache_read_tokens":3006647,"cache_tokens":3006647.0,"cache_write_tokens":161248,"cost_usd":3.1767814,"input_tokens":3168043.0,"output_tokens":88431.0,"recomputed_cost_usd":3.1767814,"requests":37}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.4603695999999995,"cache_read_tokens":4756898,"cache_tokens":4756898.0,"cache_write_tokens":176926,"cost_usd":3.4603695999999995,"input_tokens":4934044.0,"output_tokens":81174.0,"recomputed_cost_usd":3.4603695999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.8978596000000003,"cache_read_tokens":2343793,"cache_tokens":2343793.0,"cache_write_tokens":120305,"cost_usd":1.8978596000000003,"input_tokens":2464242.0,"output_tokens":41350.0,"recomputed_cost_usd":1.8978596000000003,"requests":36}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.8549247999999998,"cache_read_tokens":2851069,"cache_tokens":2851069.0,"cache_write_tokens":129523,"cost_usd":1.8549247999999998,"input_tokens":2980756.0,"output_tokens":31822.0,"recomputed_cost_usd":1.8549247999999998,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.607780200000001,"cache_read_tokens":4725351,"cache_tokens":4725351.0,"cache_write_tokens":164494,"cost_usd":3.607780200000001,"input_tokens":4890065.0,"output_tokens":91968.0,"recomputed_cost_usd":3.607780200000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.9921210000000003,"cache_read_tokens":783750,"cache_tokens":783750.0,"cache_write_tokens":96051,"cost_usd":1.9921210000000003,"input_tokens":879885.0,"output_tokens":67739.0,"recomputed_cost_usd":1.9921210000000003,"requests":21}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.421549400000001,"cache_read_tokens":5251422,"cache_tokens":5251422.0,"cache_write_tokens":137973,"cost_usd":3.421549400000001,"input_tokens":5389615.0,"output_tokens":84026.0,"recomputed_cost_usd":3.421549400000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":4.877398600000001,"cache_read_tokens":1524853,"cache_tokens":1524853.0,"cache_write_tokens":466844,"cost_usd":4.877398600000001,"input_tokens":1991809.0,"output_tokens":111888.0,"recomputed_cost_usd":4.877398600000001,"requests":28}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":5.4197772,"cache_read_tokens":7810186,"cache_tokens":7810186.0,"cache_write_tokens":241952,"cost_usd":5.4197772,"input_tokens":8052358.0,"output_tokens":132355.0,"recomputed_cost_usd":5.4197771999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":5.723958200000001,"cache_read_tokens":7307336,"cache_tokens":7307336.0,"cache_write_tokens":276371,"cost_usd":5.723958200000001,"input_tokens":7583911.0,"output_tokens":143991.0,"recomputed_cost_usd":5.723958200000001,"requests":51}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.9931880000000004,"cache_read_tokens":2619550,"cache_tokens":2619550.0,"cache_write_tokens":316126,"cost_usd":3.9931880000000004,"input_tokens":2935808.0,"output_tokens":94406.0,"recomputed_cost_usd":3.9931879999999995,"requests":33}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":4.3302646000000005,"cache_read_tokens":6752298,"cache_tokens":6752298.0,"cache_write_tokens":182597,"cost_usd":4.3302646000000005,"input_tokens":6935115.0,"output_tokens":103297.0,"recomputed_cost_usd":4.3302646,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.4293592,"cache_read_tokens":4128616,"cache_tokens":4128616.0,"cache_write_tokens":168084,"cost_usd":3.4293592,"input_tokens":4296864.0,"output_tokens":88128.0,"recomputed_cost_usd":3.4293592,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":4.9944548000000015,"cache_read_tokens":7638324,"cache_tokens":7638324.0,"cache_write_tokens":235834,"cost_usd":4.994454800000001,"input_tokens":7874378.0,"output_tokens":114337.0,"recomputed_cost_usd":4.9944548000000015,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.0781814,"cache_read_tokens":935297,"cache_tokens":935297.0,"cache_write_tokens":73510,"cost_usd":1.0781814,"input_tokens":1008895.0,"output_tokens":26161.0,"recomputed_cost_usd":1.0781814,"requests":22}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.7150528000000003,"cache_read_tokens":2283359,"cache_tokens":2283359.0,"cache_write_tokens":116481,"cost_usd":1.7150528000000003,"input_tokens":2399964.0,"output_tokens":33774.0,"recomputed_cost_usd":1.7150528000000003,"requests":31}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":4.5773752000000005,"cache_read_tokens":3241146,"cache_tokens":3241146.0,"cache_write_tokens":337750,"cost_usd":4.5773752000000005,"input_tokens":3579040.0,"output_tokens":111991.0,"recomputed_cost_usd":4.5773752,"requests":36}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.6493030000000002,"cache_read_tokens":1359575,"cache_tokens":1359575.0,"cache_write_tokens":113096,"cost_usd":1.6493030000000002,"input_tokens":1472763.0,"output_tokens":40577.0,"recomputed_cost_usd":1.6493030000000002,"requests":23}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.380631400000001,"cache_read_tokens":3613737,"cache_tokens":3613737.0,"cache_write_tokens":158972,"cost_usd":3.380631400000001,"input_tokens":3772885.0,"output_tokens":93116.0,"recomputed_cost_usd":3.380631400000001,"requests":44}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.3496560000000001,"cache_read_tokens":238725,"cache_tokens":238725.0,"cache_write_tokens":25163,"cost_usd":0.3496560000000001,"input_tokens":263952.0,"output_tokens":8792.0,"recomputed_cost_usd":0.3496560000000001,"requests":16}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.606795799999999,"cache_read_tokens":6154329,"cache_tokens":6154329.0,"cache_write_tokens":151910,"cost_usd":3.606795799999999,"input_tokens":6306459.0,"output_tokens":80775.0,"recomputed_cost_usd":3.606795799999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.0352500000000002,"cache_read_tokens":331525,"cache_tokens":331525.0,"cache_write_tokens":89713,"cost_usd":1.0352500000000002,"input_tokens":421298.0,"output_tokens":26007.0,"recomputed_cost_usd":1.03525,"requests":15}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.8512956000000005,"cache_read_tokens":1894858,"cache_tokens":1894858.0,"cache_write_tokens":86684,"cost_usd":1.8512956000000005,"input_tokens":1981678.0,"output_tokens":51918.0,"recomputed_cost_usd":1.8512956000000005,"requests":34}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.6868598,"cache_read_tokens":4379724,"cache_tokens":4379724.0,"cache_write_tokens":104711,"cost_usd":2.6868598,"input_tokens":4484655.0,"output_tokens":64324.0,"recomputed_cost_usd":2.6868598,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":3.8222262000000002,"cache_read_tokens":5711606,"cache_tokens":5711606.0,"cache_write_tokens":215445,"cost_usd":3.8222262,"input_tokens":5927271.0,"output_tokens":80090.0,"recomputed_cost_usd":3.8222262000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.6163432000000002,"cache_read_tokens":1326646,"cache_tokens":1326646.0,"cache_write_tokens":97602,"cost_usd":1.6163432000000002,"input_tokens":1424364.0,"output_tokens":43127.0,"recomputed_cost_usd":1.6163432,"requests":29}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.9018013999999999,"cache_read_tokens":1589802,"cache_tokens":1589802.0,"cache_write_tokens":120385,"cost_usd":1.9018013999999999,"input_tokens":1710291.0,"output_tokens":49075.0,"recomputed_cost_usd":1.9018013999999999,"requests":26}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":2.9534264000000006,"cache_read_tokens":1904707,"cache_tokens":1904707.0,"cache_write_tokens":231501,"cost_usd":2.9534264000000006,"input_tokens":2136328.0,"output_tokens":70725.0,"recomputed_cost_usd":2.9534264,"requests":30}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.612120399999999,"cache_read_tokens":5856877,"cache_tokens":5856877.0,"cache_write_tokens":155257,"cost_usd":3.6121203999999985,"input_tokens":6012354.0,"output_tokens":83179.0,"recomputed_cost_usd":3.612120399999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":3.375236599999999,"cache_read_tokens":6361958,"cache_tokens":6361958.0,"cache_write_tokens":183097,"cost_usd":3.375236599999999,"input_tokens":6545275.0,"output_tokens":59324.0,"recomputed_cost_usd":3.375236599999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":3.5476550000000002,"cache_read_tokens":6284725,"cache_tokens":6284725.0,"cache_write_tokens":196530,"cost_usd":3.5476550000000002,"input_tokens":6481475.0,"output_tokens":65359.0,"recomputed_cost_usd":3.547655,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.160939,"cache_read_tokens":3490995,"cache_tokens":3490995.0,"cache_write_tokens":169424,"cost_usd":3.160939,"input_tokens":3660579.0,"output_tokens":80749.0,"recomputed_cost_usd":3.160938999999999,"requests":40}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.2948162000000005,"cache_read_tokens":5074681,"cache_tokens":5074681.0,"cache_write_tokens":191144,"cost_usd":3.2948162000000005,"input_tokens":5266045.0,"output_tokens":66164.0,"recomputed_cost_usd":3.2948162,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":4.055359799999999,"cache_read_tokens":6360674,"cache_tokens":6360674.0,"cache_write_tokens":180805,"cost_usd":4.055359799999999,"input_tokens":6541699.0,"output_tokens":93916.0,"recomputed_cost_usd":4.055359799999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":4.474720600000001,"cache_read_tokens":6437243,"cache_tokens":6437243.0,"cache_write_tokens":218632,"cost_usd":4.474720600000001,"input_tokens":6656083.0,"output_tokens":104664.0,"recomputed_cost_usd":4.4747206,"requests":52}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":4.2978328,"cache_read_tokens":5334304,"cache_tokens":5334304.0,"cache_write_tokens":226568,"cost_usd":4.2978328,"input_tokens":5561040.0,"output_tokens":104873.0,"recomputed_cost_usd":4.297832799999999,"requests":42}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.9686164,"cache_read_tokens":1914477,"cache_tokens":1914477.0,"cache_write_tokens":101845,"cost_usd":1.9686164,"input_tokens":2016446.0,"output_tokens":53800.0,"recomputed_cost_usd":1.9686164,"requests":31}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.4391104,"cache_read_tokens":4239402,"cache_tokens":4239402.0,"cache_write_tokens":101898,"cost_usd":2.4391104,"input_tokens":4341520.0,"output_tokens":54043.0,"recomputed_cost_usd":2.4391104,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.6171939999999996,"cache_read_tokens":5968595,"cache_tokens":5968595.0,"cache_write_tokens":160455,"cost_usd":3.6171939999999996,"input_tokens":6129270.0,"output_tokens":81016.0,"recomputed_cost_usd":3.6171939999999996,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":5.921772000000002,"cache_read_tokens":8976635,"cache_tokens":8976635.0,"cache_write_tokens":232689,"cost_usd":5.921772000000001,"input_tokens":9209544.0,"output_tokens":148106.0,"recomputed_cost_usd":5.921772000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":5.4486756000000005,"cache_read_tokens":1096648,"cache_tokens":1096648.0,"cache_write_tokens":407918,"cost_usd":5.4486756,"input_tokens":1504650.0,"output_tokens":159471.0,"recomputed_cost_usd":5.4486756000000005,"requests":21}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.9057889999999997,"cache_read_tokens":1313780,"cache_tokens":1313780.0,"cache_write_tokens":94977,"cost_usd":1.9057889999999997,"input_tokens":1408849.0,"output_tokens":58389.0,"recomputed_cost_usd":1.9057889999999997,"requests":23}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.644876800000001,"cache_read_tokens":4373879,"cache_tokens":4373879.0,"cache_write_tokens":179629,"cost_usd":3.644876800000001,"input_tokens":4553672.0,"output_tokens":93565.0,"recomputed_cost_usd":3.6448768,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":4.374990600000001,"cache_read_tokens":3206473,"cache_tokens":3206473.0,"cache_write_tokens":320636,"cost_usd":4.374990600000001,"input_tokens":3527253.0,"output_tokens":106497.0,"recomputed_cost_usd":4.374990600000001,"requests":36}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.9234268,"cache_read_tokens":1465109,"cache_tokens":1465109.0,"cache_write_tokens":102177,"cost_usd":1.9234268,"input_tokens":1567386.0,"output_tokens":55956.0,"recomputed_cost_usd":1.9234267999999997,"requests":25}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":2.2294828,"cache_read_tokens":1672854,"cache_tokens":1672854.0,"cache_write_tokens":103816,"cost_usd":2.2294828,"input_tokens":1776798.0,"output_tokens":68766.0,"recomputed_cost_usd":2.2294827999999995,"requests":32}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":3.2619012000000005,"cache_read_tokens":5840731,"cache_tokens":5840731.0,"cache_write_tokens":146663,"cost_usd":3.2619012000000005,"input_tokens":5987614.0,"output_tokens":67978.0,"recomputed_cost_usd":3.2619012000000005,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":2.8960568,"cache_read_tokens":5845184,"cache_tokens":5845184.0,"cache_write_tokens":139636,"cost_usd":2.8960568,"input_tokens":5985040.0,"output_tokens":51398.0,"recomputed_cost_usd":2.8960567999999993,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["bc39c105-2b68-42ca-8831-ad89a9521465","824ceb2f-a199-44d1-b873-1da7f42e833b","4af33fc5-2b64-47b7-9fa0-95ebadf31bda","5df87f99-9d07-404d-8a0e-450197294f09","8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.0542064,"cache_read_tokens":2447677,"cache_tokens":2447677.0,"cache_write_tokens":118895,"cost_usd":2.0542064,"input_tokens":2566716.0,"output_tokens":48481.0,"recomputed_cost_usd":2.0542064,"requests":36}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061","b8c0a860-92ab-486b-8d72-99b4335aec03","9be4fb3f-e191-4266-9469-f11c4ff14a5e","601b3755-97b9-4caf-b1e0-f67dfd654912","f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.7116643999999996,"cache_read_tokens":1178842,"cache_tokens":1178842.0,"cache_write_tokens":109512,"cost_usd":1.7116643999999996,"input_tokens":1288438.0,"output_tokens":46400.0,"recomputed_cost_usd":1.7116643999999996,"requests":21}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c","da3ae814-21fc-4332-91d1-0aea965ce95a","547892a8-5053-4e23-ab91-096d3aa904ee","75ca2fa9-7787-4427-a13c-4270c5f9149b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":4.0022848,"cache_read_tokens":5707074,"cache_tokens":5707074.0,"cache_write_tokens":225638,"cost_usd":4.0022848,"input_tokens":5932932.0,"output_tokens":86590.0,"recomputed_cost_usd":4.002284799999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"five-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52","4fdfd6a3-95af-474b-8fb0-5154e3bdcf23","6ed919d7-a670-4585-9351-340e6cc235ec","68dd19a2-16a4-4de4-a320-79937cff66c9","37143bd4-5ba7-4dac-9761-ebbb04b5be4f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":3.0017831999999993,"cache_read_tokens":3170741,"cache_tokens":3170741.0,"cache_write_tokens":177255,"cost_usd":3.0017831999999993,"input_tokens":3348136.0,"output_tokens":74040.0,"recomputed_cost_usd":3.0017831999999993,"requests":35}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4","7e7bc362-f9c2-49df-8781-f399c6bafe0c","33d8977c-070b-4e77-b8d4-569bccad0740","a5ca92d0-7ed4-4fc4-b60f-28ea06b36fcc"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.9505291999999996,"cache_read_tokens":3967806,"cache_tokens":3967806.0,"cache_write_tokens":154688,"cost_usd":2.9505291999999996,"input_tokens":4122706.0,"output_tokens":69134.0,"recomputed_cost_usd":2.950529199999999,"requests":53}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["c18fe3dd-05b5-4afb-b658-055abd59b970","79262311-37d5-4592-bce2-9c145a83b3c9","636cede8-e158-47e7-89ad-d35bb1d23cbc","d04d7c91-e127-4029-80f3-3f92e14a5cb5","70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":5.0870882,"cache_read_tokens":6299041,"cache_tokens":6299041.0,"cache_write_tokens":234128,"cost_usd":5.0870882,"input_tokens":6533389.0,"output_tokens":132788.0,"recomputed_cost_usd":5.0870882,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"five-full","trial_ids":["c1c54b97-e509-42d8-973d-585356b51974","15201409-1182-4f92-9756-cdc862416b43","c1e14118-a8d0-483f-a9d8-0060cf4a0b39","da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","69ed0802-fe7f-4450-ad74-7d475ee0ffe7"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.5581732000000001,"cache_read_tokens":1437296,"cache_tokens":1437296.0,"cache_write_tokens":107762,"cost_usd":1.5581732000000001,"input_tokens":1545154.0,"output_tokens":36576.0,"recomputed_cost_usd":1.5581732,"requests":24}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af","1f22bd8a-18a1-4859-9083-9de0df74c95c","bd08d4d9-9308-4274-a5e3-d8c7bca4791e","a61e82e1-1484-4990-9073-b632af2a75f6","0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.7482671999999995,"cache_read_tokens":6681361,"cache_tokens":6681361.0,"cache_write_tokens":177287,"cost_usd":3.7482671999999995,"input_tokens":6858868.0,"output_tokens":76234.0,"recomputed_cost_usd":3.7482671999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["4a8dd64d-aabb-4515-ac3f-02f7a3d0c802","ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec","a0446fca-4471-4958-bb1e-3df8ed50b992","7e35f25c-3bd5-44ce-bfe0-21ed9aad51a6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.0669683999999995,"cache_read_tokens":3724397,"cache_tokens":3724397.0,"cache_write_tokens":152373,"cost_usd":3.0669683999999995,"input_tokens":3876946.0,"output_tokens":77976.0,"recomputed_cost_usd":3.0669683999999995,"requests":44}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["3311dd49-a9f7-4e30-a162-ec65fab4300c","d6922193-0f32-4d9f-8e12-cac97bee47b1","e4e28300-aea4-4c4f-a2c9-54c329e88925","bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":3.303310600000001,"cache_read_tokens":5668653,"cache_tokens":5668653.0,"cache_write_tokens":128200,"cost_usd":3.303310600000001,"input_tokens":5797073.0,"output_tokens":76385.0,"recomputed_cost_usd":3.303310600000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["74b342dd-a10b-4a29-87c5-edd4bf5b0393","6651bec7-fc6c-436c-816a-18d9afefe93a","48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe","4752770a-26c6-4da5-b450-fa758f0a752b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":4.030464200000001,"cache_read_tokens":5294446,"cache_tokens":5294446.0,"cache_write_tokens":220123,"cost_usd":4.030464200000001,"input_tokens":5514789.0,"output_tokens":93504.0,"recomputed_cost_usd":4.030464200000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c","c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","ed34aefc-2c7e-438f-8cb7-f1fc795ffd57","05b9d9cd-b7b6-4ad4-8495-7cda36a03e93","e553d427-3c46-48e0-9afa-785a5f971ec1"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.5340730000000002,"cache_read_tokens":6637640,"cache_tokens":6637640.0,"cache_write_tokens":172021,"cost_usd":3.5340730000000002,"input_tokens":6809881.0,"output_tokens":67278.0,"recomputed_cost_usd":3.5340730000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["72b86926-dba2-4f85-ab3a-d79953dda99d","b6467ce0-a165-4d26-8c0d-038f7165fe0a","2492445d-931a-4adf-989c-8a19ab8d7e78","d2a2e869-28be-4639-a3a1-0d1add64152e","d31da888-00d8-4508-adea-6c36675f31fb"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.1556523999999997,"cache_read_tokens":4356312,"cache_tokens":4356312.0,"cache_write_tokens":98594,"cost_usd":2.1556523999999997,"input_tokens":4455126.0,"output_tokens":39527.0,"recomputed_cost_usd":2.1556523999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["1dffd250-0a39-4cdb-aadb-7840b50a1894","979088cf-bd1d-434a-91de-56caffbbd6c4","9833819d-315e-495c-8654-a1e427228e85","431b1436-1805-4ff4-a84a-9436d672e604","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":2.5494478000000003,"cache_read_tokens":1445084,"cache_tokens":1445084.0,"cache_write_tokens":101671,"cost_usd":2.5494478000000003,"input_tokens":1546879.0,"output_tokens":87579.0,"recomputed_cost_usd":2.5494478,"requests":31}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955","9db2b2ca-070b-49fe-8af6-20b73ef53bc2","5895b736-9888-4af5-b887-265f7b45615c","25ab5a88-8d6e-4656-be8e-4202d54ab45b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":4.0697956,"cache_read_tokens":5996568,"cache_tokens":5996568.0,"cache_write_tokens":211110,"cost_usd":4.0697956,"input_tokens":6207886.0,"output_tokens":90705.0,"recomputed_cost_usd":4.0697956,"requests":52}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f","c1442ba8-30de-44f7-af37-e815c3caf020","adae7162-b5bb-471e-8dcf-8ab4a7b068cc","7e414b92-553b-46ca-b390-03d0542dd648","d5509f08-becb-4192-b9f1-91b404206c78"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":3.2287252,"cache_read_tokens":5689951,"cache_tokens":5689951.0,"cache_write_tokens":185471,"cost_usd":3.2287252,"input_tokens":5875642.0,"output_tokens":58125.0,"recomputed_cost_usd":3.2287251999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"five-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","6e43d1d6-56df-408a-9469-97e7e24dbf0c","44ddb4bf-a585-4330-9565-774302236fbe","d44c0106-36a2-414f-969c-0a81858ee5bc","bfce8e12-828b-41f2-bdfc-fcc1890988d0"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.723969400000001,"cache_read_tokens":4656047,"cache_tokens":4656047.0,"cache_write_tokens":124076,"cost_usd":2.723969400000001,"input_tokens":4780343.0,"output_tokens":58575.0,"recomputed_cost_usd":2.723969400000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["e812a61b-a140-4bd8-b45b-716912d155f8","0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8640eddf-f38c-4c00-b868-b4afe97eec1c","8d82559e-9fd5-47c5-b6cd-d262db58df18","d6602e38-df5d-4955-bb54-850f030bbab2"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.0231422000000001,"cache_read_tokens":939311,"cache_tokens":939311.0,"cache_write_tokens":91208,"cost_usd":1.0231422000000001,"input_tokens":1030599.0,"output_tokens":18946.0,"recomputed_cost_usd":1.0231422,"requests":20}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","c4857d54-609c-433a-9f3c-edd4c9c0d058","c26dd50f-3b47-4c42-9315-ae5c6b5055eb","6a429c81-c335-4a0f-a81a-7d2778541eac","563bc7fe-a553-431f-b467-30fd7c98960d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.9769388,"cache_read_tokens":3119079,"cache_tokens":3119079.0,"cache_write_tokens":148431,"cost_usd":2.976938799999999,"input_tokens":3267642.0,"output_tokens":80522.0,"recomputed_cost_usd":2.9769388,"requests":33}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","659bb37b-8574-4504-afdd-b21e58530842","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e","92c9ad47-88d3-46e2-a2e7-794324e561ce","43d27172-65df-4a5d-a970-9e45ded97249"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":3.5946614000000006,"cache_read_tokens":5158802,"cache_tokens":5158802.0,"cache_write_tokens":236133,"cost_usd":3.5946614000000006,"input_tokens":5395119.0,"output_tokens":69075.0,"recomputed_cost_usd":3.5946614,"requests":46}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"five-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3","a3d31ce5-f827-40a8-9b0b-3dee1a2d4cb5","3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","1775286d-2d14-490a-b90d-5ba72517f3e2","3ff8b805-6582-46ec-95ab-4829b457e9f9"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.9107196000000004,"cache_read_tokens":1296923,"cache_tokens":1296923.0,"cache_write_tokens":129211,"cost_usd":1.9107196000000004,"input_tokens":1426214.0,"output_tokens":50248.0,"recomputed_cost_usd":1.9107196000000002,"requests":20}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d","92188885-4249-4bd9-8704-fb63416babb3","9f0b555f-6bfa-48a6-90e9-4e52bd4487bf","18507881-9c8e-4d8d-ad24-3806fafe88c3","74ebbea7-8264-4eb9-a1ea-1dcebfbc178d"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":4.1928154000000015,"cache_read_tokens":6769752,"cache_tokens":6769752.0,"cache_write_tokens":229909,"cost_usd":4.1928154000000015,"input_tokens":6999881.0,"output_tokens":84422.0,"recomputed_cost_usd":4.1928154000000015,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"five-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993","0154301a-0f01-4882-932b-2a597b2ae93f","1e8b86f0-db8c-4a7d-9e19-7eeecce4c208","7e0de05a-b806-4612-a579-443d912a0dca"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.657690800000001,"cache_read_tokens":4617454,"cache_tokens":4617454.0,"cache_write_tokens":131496,"cost_usd":2.657690800000001,"input_tokens":4749170.0,"output_tokens":53792.0,"recomputed_cost_usd":2.657690800000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["06542d70-275f-4800-a2f9-cef26c515db7","0b8496c3-9b40-45ec-a813-b2732e594b5d","78e11201-2800-4cbe-a865-b06bd5acd3f9","7651c0d2-11fd-42a9-9fe2-5ca4a330e491","c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":3.6741350000000006,"cache_read_tokens":5318700,"cache_tokens":5318700.0,"cache_write_tokens":188415,"cost_usd":3.6741350000000006,"input_tokens":5507335.0,"output_tokens":83372.0,"recomputed_cost_usd":3.6741350000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","3c3e9a98-613b-4418-8439-258b4a848122","a3263b3f-a15a-48a1-87e8-e4aa41f07bbe","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34","30be8650-100d-4f98-8a29-ac00239b819e"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.410816,"cache_read_tokens":5278580,"cache_tokens":5278580.0,"cache_write_tokens":127736,"cost_usd":2.410816,"input_tokens":5406536.0,"output_tokens":35777.0,"recomputed_cost_usd":2.410816,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","43e34746-c4c9-4960-9920-ea5bcc28321f","830335ac-44a7-452d-8525-53f9d21d8c32","202a5466-8849-4186-a381-63fc767a02e3","b632ca2e-0a9a-4fb1-9941-e21fd6fd6629"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.4073077999999997,"cache_read_tokens":1321444,"cache_tokens":1321444.0,"cache_write_tokens":93151,"cost_usd":1.4073077999999997,"input_tokens":1414711.0,"output_tokens":33840.0,"recomputed_cost_usd":1.4073077999999997,"requests":29}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"five-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","44c081d7-d853-4105-8592-beda9d9e3f69","82fd9628-b4ca-4806-a4c7-3a34e1b709f4","a10427c9-bf1f-4cbd-a094-a565e776a05f","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.5279537999999997,"cache_read_tokens":5202719,"cache_tokens":5202719.0,"cache_write_tokens":126094,"cost_usd":2.5279537999999997,"input_tokens":5329033.0,"output_tokens":42803.0,"recomputed_cost_usd":2.5279537999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["b671167b-b3cd-4094-957c-6ee792002ef1","4ae04a65-d771-4c2f-a33c-bc287b6b3809","5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","562977b5-3a06-419a-9f49-fca342ba1d0a","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.8883856,"cache_read_tokens":2197293,"cache_tokens":2197293.0,"cache_write_tokens":133351,"cost_usd":1.8883856,"input_tokens":2330772.0,"output_tokens":39083.0,"recomputed_cost_usd":1.8883855999999999,"requests":32}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["cd85e6c3-3588-4272-9445-62bc25d9d2b2","7d5f623f-ae5a-437c-83f1-5237780ae6a6","f537d209-e196-42eb-886d-93ff8a2a5b82","97594fae-d77a-4713-94f9-d8d4e941ec71","2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":2.4243023999999993,"cache_read_tokens":4107862,"cache_tokens":4107862.0,"cache_write_tokens":115390,"cost_usd":2.4243023999999993,"input_tokens":4223472.0,"output_tokens":51245.0,"recomputed_cost_usd":2.424302399999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["f32747d8-3315-5aa8-b39e-5730069ba597","a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8","6a82e951-f7be-5bdc-93cb-cf6bd51106bb","63cfa4cb-cca0-5b94-904b-4ea88475ae40"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":3.3938900000000003,"cache_read_tokens":4242805,"cache_tokens":4242805.0,"cache_write_tokens":164153,"cost_usd":3.3938900000000003,"input_tokens":4407134.0,"output_tokens":86193.0,"recomputed_cost_usd":3.3938900000000003,"requests":44}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb","9a4d0c08-0689-5d93-be2f-cbe351e6e2e3","6c1db6b3-659b-5cb6-a3fd-1f78dc708af4","7be04c59-309e-5d15-b8cf-0d159ce31bda","4c054805-fe51-500e-9def-b5a9618cca3f"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.3859232,"cache_read_tokens":2413036,"cache_tokens":2413036.0,"cache_write_tokens":114840,"cost_usd":2.3859232,"input_tokens":2528020.0,"output_tokens":66427.0,"recomputed_cost_usd":2.3859232,"requests":36}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","2c540beb-4d62-50fc-92f0-a2d608621b2b","f387693d-d199-5801-b3c5-533ec569192b","0957105d-8fbe-5033-8c29-d68c13e60c3b","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":4.155616,"cache_read_tokens":4084020,"cache_tokens":4084020.0,"cache_write_tokens":180264,"cost_usd":4.155616,"input_tokens":4264472.0,"output_tokens":121837.0,"recomputed_cost_usd":4.155615999999998,"requests":47}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2","03fd7508-2d4a-541f-aa5a-ff618d8a26d9","0c66d12a-ffa7-5356-8eef-8cc114a2e033","02e47f1a-c7b3-50d1-95bf-f093bce96065","0f1e6cce-6d01-553e-9391-217200b6bb82"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":3.872633399999999,"cache_read_tokens":4858917,"cache_tokens":4858917.0,"cache_write_tokens":195198,"cost_usd":3.872633399999999,"input_tokens":5054315.0,"output_tokens":96203.0,"recomputed_cost_usd":3.872633399999999,"requests":50}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","253acf32-f3a9-5fed-899e-5eef88c7aa9f","badfb29f-467a-546a-bf3c-ab4eaae09b7f","0b6306bc-2767-58cb-94c4-37de5fd09c5f","6a8ca8be-2dbd-5f34-a16c-67a164c013bd"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.4122604000000005,"cache_read_tokens":5193002,"cache_tokens":5193002.0,"cache_write_tokens":129784,"cost_usd":2.4122604000000005,"input_tokens":5323006.0,"output_tokens":36193.0,"recomputed_cost_usd":2.4122604000000005,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["dd42ca42-1143-5fea-9164-81c81013b29f","673d29a3-a4fd-51e9-b863-45730b800977","327d6100-224c-553e-b9e2-9c2140e6a640","a0e3e8b5-0699-5b53-bf86-1ecb6a6e758a","9fee43d2-8e61-5378-b163-71556c9b2a51"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.1728124,"cache_read_tokens":946892,"cache_tokens":946892.0,"cache_write_tokens":102914,"cost_usd":1.1728124,"input_tokens":1049882.0,"output_tokens":23428.0,"recomputed_cost_usd":1.1728124,"requests":19}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","50ce9dc4-1553-57e8-bd1b-5e243a2cf5ff","95bd3246-8ef0-54d0-8409-8280963530de","811f421e-3980-52d1-99d1-64d7cb2361f2","8e38730e-7264-5574-bf63-f3586464853b"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":2.8138959999999997,"cache_read_tokens":4866730,"cache_tokens":4866730.0,"cache_write_tokens":137142,"cost_usd":2.8138959999999997,"input_tokens":5004092.0,"output_tokens":57698.0,"recomputed_cost_usd":2.8138959999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225","9e81fe42-fab9-5fb3-8135-64e2a4bdb515","050a922e-adbe-5871-b332-d742845b1ac4","59523e2a-a6e8-53e6-beff-12b1469d3ba3","ac81b783-720b-544b-8f38-86857c7632c7"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":4.0199188,"cache_read_tokens":6307619,"cache_tokens":6307619.0,"cache_write_tokens":217975,"cost_usd":4.0199188,"input_tokens":6525814.0,"output_tokens":83382.0,"recomputed_cost_usd":4.0199188,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"five-full","trial_ids":["115c2bfb-46ac-5a3b-9f0f-dea08b0b9b6f","6ffde202-840b-52f3-8d15-e9a8bd3d536b","20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719","52de7437-2a60-5a2b-9202-c99c5f0c147a"],"gold_rewards":[0,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":3.3184576000000003,"cache_read_tokens":6148213,"cache_tokens":6148213.0,"cache_write_tokens":159167,"cost_usd":3.3184576,"input_tokens":6307600.0,"output_tokens":64605.0,"recomputed_cost_usd":3.3184576000000003,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["7ec99516-5013-5437-aef5-ab4810e3336f","59c7d498-ec1e-52ea-bbe5-323755522374","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad","da6541c0-b238-5734-a21b-2c94f0d9885d","bfa9c87f-ed28-5a35-81f0-31578717b82e"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.4158996,"cache_read_tokens":2002093,"cache_tokens":2002093.0,"cache_write_tokens":149349,"cost_usd":2.4158996,"input_tokens":2151546.0,"output_tokens":63416.0,"recomputed_cost_usd":2.4158996,"requests":26}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["62abc8b0-669f-56f4-8510-9152ebd80f6b","c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e","42fa81d0-f280-5e2d-94db-0ccd629a48aa","43eef5cc-1ce8-5503-860f-8f7a5ecefa4c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.8418334,"cache_read_tokens":3945517,"cache_tokens":3945517.0,"cache_write_tokens":135618,"cost_usd":2.8418334,"input_tokens":4081355.0,"output_tokens":68688.0,"recomputed_cost_usd":2.8418334,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["13e2166f-d7d6-5a02-b0f3-b1d7906e15a3","e3e7ab92-0057-5913-b082-4724aa8e4528","cc465d87-1c92-5e37-a1c8-25cbbdce7b3b","66c92fe5-4682-5545-87c7-12380f4bdf94","a6250737-1939-5369-a76b-70e2e38a3531"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":1.9523679999999999,"cache_read_tokens":3512015,"cache_tokens":3512015.0,"cache_write_tokens":81633,"cost_usd":1.9523679999999999,"input_tokens":3593868.0,"output_tokens":42046.0,"recomputed_cost_usd":1.9523679999999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["636def06-9e18-5296-9b0d-29a96cc20227","a3811e3b-79c5-5336-81e2-722da7bfb87c","27e62112-35b2-5ca4-af6d-3d426aab0fbb","3ffbca7d-f3ae-539f-87cc-6059526cc195","1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.7688039999999994,"cache_read_tokens":4333495,"cache_tokens":4333495.0,"cache_write_tokens":103753,"cost_usd":2.768803999999999,"input_tokens":4437468.0,"output_tokens":69123.0,"recomputed_cost_usd":2.7688039999999994,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","d9dee7f5-af27-5ec7-a6ee-cbdfcf0a9bf3","1e98a0b5-00ff-541f-ba19-934a1f5cf9cf","55e117e3-f60f-57b9-8b3d-4c66c094f741","9175b63e-537c-5c59-b8fe-53c9877b8d8b"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":4.012293800000001,"cache_read_tokens":5533819,"cache_tokens":5533819.0,"cache_write_tokens":202930,"cost_usd":4.012293800000001,"input_tokens":5736949.0,"output_tokens":94504.0,"recomputed_cost_usd":4.012293800000001,"requests":50}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["3e10c5af-e933-59a3-bba8-ee6a5a0adbb8","04aec22a-3c71-5d32-9d14-77e05cb9d0f4","2f90bc5e-debc-57f2-b571-36e0f871404c","f3462fa2-3a64-554f-83c5-c7d13574f7c5","377a0fea-4e5b-5f0b-b8f4-d9cbc6d41875"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":5.338016400000001,"cache_read_tokens":8418757,"cache_tokens":8418757.0,"cache_write_tokens":242873,"cost_usd":5.3380164,"input_tokens":8661850.0,"output_tokens":121951.0,"recomputed_cost_usd":5.338016400000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff","c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","2aaa68f7-0307-5648-b597-c46c074da989","9ce115c0-6f80-595d-b0d6-2f5d16681001","cf56b241-193a-5f41-8ec9-34b9f9ab0f61"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":2.8032316,"cache_read_tokens":4669208,"cache_tokens":4669208.0,"cache_write_tokens":159770,"cost_usd":2.8032316,"input_tokens":4829198.0,"output_tokens":53483.0,"recomputed_cost_usd":2.8032316,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4","5b482fcb-f868-51ac-841e-6087dee42660","891444a4-42c9-5aee-9841-eb1100276cf1","cef7047f-bfc5-5dbc-b563-b37db12e405d","1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.9105526000000004,"cache_read_tokens":2901638,"cache_tokens":2901638.0,"cache_write_tokens":149189,"cost_usd":2.9105526000000004,"input_tokens":3050967.0,"output_tokens":79186.0,"recomputed_cost_usd":2.9105526000000004,"requests":35}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852","10f6e1d1-0a5e-565c-b495-4e5fa65694cb","992e50ca-b53b-5f18-a07d-4583f9c5ba32","39b99fcd-e7f0-558e-a395-317ac2d43a34"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.4144252000000002,"cache_read_tokens":1043631,"cache_tokens":1043631.0,"cache_write_tokens":94647,"cost_usd":1.4144252000000002,"input_tokens":1138374.0,"output_tokens":36604.0,"recomputed_cost_usd":1.4144252000000002,"requests":24}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["40efe11c-c7f1-5430-a850-f67910fa2151","00d35695-9be4-5dd4-8600-913e02ed19cd","871c5b88-55d3-5eab-9571-2cacd7ee061d","210ca3aa-a509-5abc-a041-4b8ad2182edc","c78eb885-9eea-5896-9c32-5e8e1db3ec65"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":3.8251152000000004,"cache_read_tokens":6425176,"cache_tokens":6425176.0,"cache_write_tokens":173828,"cost_usd":3.8251152000000004,"input_tokens":6599224.0,"output_tokens":83503.0,"recomputed_cost_usd":3.8251151999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","a069e250-4734-5c05-be6f-fc8f97f2e89b","6c644592-d511-59b8-8df5-f25b1ba20fd3","baebfe76-59c4-5151-a9d3-6417edcdea05","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.2797326,"cache_read_tokens":5316938,"cache_tokens":5316938.0,"cache_write_tokens":195493,"cost_usd":3.2797326,"input_tokens":5512651.0,"output_tokens":61900.0,"recomputed_cost_usd":3.2797326,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["508af110-96ea-5ff7-896b-04796ba2e958","9b1dcef9-00e4-5306-9536-821d55a87c8b","29b434bf-2d9f-5f00-9504-a0623a7bed0d","53309870-4966-509c-8e99-7fb700095900","ae04f5ee-c71b-5aa6-8af8-9af3489ed493"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":3.3298810000000008,"cache_read_tokens":5329755,"cache_tokens":5329755.0,"cache_write_tokens":176794,"cost_usd":3.3298810000000008,"input_tokens":5506769.0,"output_tokens":68954.0,"recomputed_cost_usd":3.3298810000000003,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["58205acb-0399-454d-951f-1d0a66e609e6","3f397919-37f2-4d4e-8e1a-a0968ff72745","8f69837e-7413-43b8-83a3-6040095dded4","42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":4.7485406,"cache_read_tokens":6367403,"cache_tokens":6367403.0,"cache_write_tokens":259552,"cost_usd":4.7485406,"input_tokens":6627175.0,"output_tokens":108821.0,"recomputed_cost_usd":4.748540599999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["d47b3f99-2983-4a7e-bcfe-b5f6a3917ba5","459ae3a5-bf93-4931-b1fb-cfc43a325153","d284c01f-1eb3-4d7a-bb7b-972b178c37cc","ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","25b0c68f-bd12-48fa-9625-3e46fc9a100e"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":2.9200452,"cache_read_tokens":3987226,"cache_tokens":3987226.0,"cache_write_tokens":143084,"cost_usd":2.9200452,"input_tokens":4130530.0,"output_tokens":70315.0,"recomputed_cost_usd":2.9200452,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88","d3eb9b0c-c047-4fba-b489-4b1894e8e4e8","2b7efd5f-3fa3-47e3-ac45-170180dc9744","4ae46b44-bac5-44ea-a07b-2ba034d10000"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":3.2566066000000005,"cache_read_tokens":6415683,"cache_tokens":6415683.0,"cache_write_tokens":164038,"cost_usd":3.2566066000000005,"input_tokens":6579941.0,"output_tokens":57620.0,"recomputed_cost_usd":3.2566066000000005,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"five-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685","4deef7e1-4c61-4de8-88c9-28b9f12a6ee9","ac8ec8a9-6bb4-4247-b545-ffd70e789272","00879e34-1e4c-47a9-b44b-4756b383a65a","68d3bbb4-f526-49be-9d15-f9c765a26f47"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.0281536,"cache_read_tokens":3868943,"cache_tokens":3868943.0,"cache_write_tokens":94113,"cost_usd":2.0281536,"input_tokens":3963276.0,"output_tokens":39146.0,"recomputed_cost_usd":2.0281536,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["d2097b22-5c9c-4de0-b1fe-c959862674c8","b4946b7c-81c5-46f2-beab-ad91f13da236","45d89215-d0e0-4f60-84f4-101223511dd9","08f2bf5b-3f2d-42d1-99b4-22928ede7f7b","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1,0,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":3.748189600000001,"cache_read_tokens":3895818,"cache_tokens":3895818.0,"cache_write_tokens":220102,"cost_usd":3.748189600000001,"input_tokens":4116084.0,"output_tokens":93393.0,"recomputed_cost_usd":3.7481896,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["3ddf0dc1-b2e3-47a6-9ce1-cc4227960dbc","7d3ebec0-0e90-47f7-bd91-fee1bd135566","1f15d35a-8494-4ece-81a5-12f76a678ae6","3fc86a60-fbed-44a0-a849-c20445cc0dfc","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.5744046000000003,"cache_read_tokens":4212603,"cache_tokens":4212603.0,"cache_write_tokens":165536,"cost_usd":2.5744046000000003,"input_tokens":4378315.0,"output_tokens":45175.0,"recomputed_cost_usd":2.5744046000000003,"requests":44}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["98d06699-1c9f-40fa-909f-1761ac0985e9","879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0","94c94938-8dd6-48f3-8369-5235f70dd9bc","6b5ea915-f211-4057-8375-5c95dc7ca9d7"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":4.346090400000001,"cache_read_tokens":6674002,"cache_tokens":6674002.0,"cache_write_tokens":180034,"cost_usd":4.346090400000001,"input_tokens":6854256.0,"output_tokens":105512.0,"recomputed_cost_usd":4.346090400000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"five-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97","badf6607-45eb-47fc-a573-2f5cbe7d5a91","e440b457-c527-4c98-914b-a0793860bcb9","47d39c9c-577c-4943-a44b-17df7cfbdcef","cf9bb23b-24b6-4031-bba7-2e95b0673f1f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.8367046,"cache_read_tokens":3253123,"cache_tokens":3253123.0,"cache_write_tokens":78640,"cost_usd":1.8367046,"input_tokens":3331983.0,"output_tokens":39600.0,"recomputed_cost_usd":1.8367045999999998,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"five-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","a489363e-2e98-4b64-afd1-afe0097f809f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756","ae227843-15a4-4755-bcc0-ed14d9fcafbd","68094687-941b-4c8d-ae95-72b7ce4f5377"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":6.926087800000001,"cache_read_tokens":8799439,"cache_tokens":8799439.0,"cache_write_tokens":290608,"cost_usd":6.926087800000001,"input_tokens":9090267.0,"output_tokens":185614.0,"recomputed_cost_usd":6.9260878,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"five-full","trial_ids":["aedb2b10-c2a7-4dd2-a2ee-540b330f5fdb","18fe927a-4757-46e6-9256-012e4ade9d27","12bfc926-d176-433c-9a0c-4096c9e1f62a","829013ec-fa55-4205-ab96-f60f6d6d4313","ded3de0d-d24a-4812-842a-5d55250b88d9"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.2793268,"cache_read_tokens":3894724,"cache_tokens":3894724.0,"cache_write_tokens":161418,"cost_usd":3.2793268,"input_tokens":4056330.0,"output_tokens":84627.0,"recomputed_cost_usd":3.2793267999999998,"requests":47}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a1bfe3fd-ead1-4de5-9bf5-f4cafaeae6b9","bfb8e58e-0b18-4ca0-ac2e-b64af561449b","beb81f0d-9070-4ce9-b939-c8f3d1bb5703","053f165d-bc3c-4dfb-9aca-baae067c6afd","485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.1463746,"cache_read_tokens":3659613,"cache_tokens":3659613.0,"cache_write_tokens":163504,"cost_usd":3.1463746,"input_tokens":3823285.0,"output_tokens":79813.0,"recomputed_cost_usd":3.1463745999999992,"requests":42}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"five-full","trial_ids":["c0429e1f-f14d-4b50-96e2-2c1d1c16785d","6aab3479-afe7-4ba7-876f-2826dccb8f07","b6137896-8e6a-4296-902e-489f1dbd9f63","88e4303a-08c5-4a86-ba04-b715ad60d5e5","8540560f-4b9c-4d7d-b4fd-02eec8df55c8"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.0211344,"cache_read_tokens":5756747,"cache_tokens":5756747.0,"cache_write_tokens":154613,"cost_usd":3.0211343999999998,"input_tokens":5911580.0,"output_tokens":54792.0,"recomputed_cost_usd":3.0211344,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","6326357e-06ae-4122-990c-6fbeb1dcc1d5","4bb47385-4809-4eae-b956-41335f56082d","19f39be0-2971-4e91-91f5-d274fc9a0473","bae17b4b-ec0e-4057-baf7-5fbebcecec14"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":3.6068700000000002,"cache_read_tokens":5259300,"cache_tokens":5259300.0,"cache_write_tokens":166154,"cost_usd":3.6068700000000002,"input_tokens":5425674.0,"output_tokens":86168.0,"recomputed_cost_usd":3.60687,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["8e2fca92-cf96-4eec-a13e-185749b63a7e","80c7f701-e0cc-40da-86a5-b9541ae4c8b0","8c3c9446-3f5a-4610-b85d-49fb6aed8386","14585ea3-b6ce-4fd3-a612-e0cb20fd5037","5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":3.719580400000001,"cache_read_tokens":5578577,"cache_tokens":5578577.0,"cache_write_tokens":203377,"cost_usd":3.719580400000001,"input_tokens":5782174.0,"output_tokens":79305.0,"recomputed_cost_usd":3.7195804,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["35495409-8116-4412-9d8c-2aa1e7ad8281","340bcfee-0d56-4820-9b8c-79e9ba5ebb38","89ab747d-4237-4e77-b52c-6480eeb4b268","cd0fda84-1493-45da-81e7-0ecaef415dcd","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":4.433536199999999,"cache_read_tokens":4629541,"cache_tokens":4629541.0,"cache_write_tokens":240968,"cost_usd":4.433536199999999,"input_tokens":4870661.0,"output_tokens":115109.0,"recomputed_cost_usd":4.433536199999999,"requests":38}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","1a4aa218-8ffd-4d73-aefd-fefe2ec141df","ab769f17-8807-4bae-8ce1-894965bd03ce","bc93fa1e-b4cb-4a6e-85fa-b324330498d1","1a2db36b-c5e6-4bb8-8f56-092eed46cb19"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":3.496495600000001,"cache_read_tokens":4246068,"cache_tokens":4246068.0,"cache_write_tokens":160018,"cost_usd":3.496495600000001,"input_tokens":4406274.0,"output_tokens":92322.0,"recomputed_cost_usd":3.4964956000000003,"requests":47}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["33dcf7f2-821c-4b95-9412-93abbbcdd412","c1aeb0bc-6b21-4c35-a3ea-d72970dcc552","5899ade3-35be-44f5-83f4-d8ad28f35105","bd536f75-4078-475d-a834-9656812dca0f","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.6310438,"cache_read_tokens":4262019,"cache_tokens":4262019.0,"cache_write_tokens":214384,"cost_usd":2.6310438,"input_tokens":4476623.0,"output_tokens":35292.0,"recomputed_cost_usd":2.6310438,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"five-full","trial_ids":["5f68f680-a07c-49c0-b406-6851a47feed1","1837a8e9-b1d1-4fbe-9ee9-2e1cadeec5e2","027fee5c-563d-42ee-9381-3d439e18f3cc","ae11e545-821f-4644-affe-977d2d00e85e","0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":2.3968832000000004,"cache_read_tokens":3922111,"cache_tokens":3922111.0,"cache_write_tokens":145333,"cost_usd":2.3968832000000004,"input_tokens":4067628.0,"output_tokens":44253.0,"recomputed_cost_usd":2.3968832,"requests":46}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"five-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0","2fb7862c-7f48-48a0-93c3-54eca6893895","ae21fedd-4cc9-4a49-96cc-c1c73b803554","5125daae-dd4f-44dc-882c-56501931408a","dbfdb33c-da4d-4638-b35a-5aec3d82cbfc"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.5221194000000002,"cache_read_tokens":3140532,"cache_tokens":3140532.0,"cache_write_tokens":150309,"cost_usd":2.5221194000000002,"input_tokens":3290993.0,"output_tokens":57093.0,"recomputed_cost_usd":2.5221194000000002,"requests":38}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452","35b7ce29-cc56-498d-a801-89df8e7a90ab","239aa4bf-0a90-4bce-886e-8d896677c77d","4b724bb1-b525-432d-bea7-6ff325d7fa5e","96c1ed67-9b2c-4c1c-a4fd-f7104f4f8f38"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.7451642,"cache_read_tokens":4429946,"cache_tokens":4429946.0,"cache_write_tokens":141395,"cost_usd":2.7451641999999996,"input_tokens":4571561.0,"output_tokens":57566.0,"recomputed_cost_usd":2.7451642,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["c0f8dfd4-eec2-49b4-aa8c-72da018e11dc","e4f722c6-7f78-468f-80cc-2a24b6c8d7b8","450a3f23-4000-4d3e-b2e9-adca96877b67","7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":2.8549048000000004,"cache_read_tokens":4913299,"cache_tokens":4913299.0,"cache_write_tokens":167973,"cost_usd":2.8549048000000004,"input_tokens":5081492.0,"output_tokens":51575.0,"recomputed_cost_usd":2.8549048000000004,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["a8a59ca3-d7d3-4d24-8ed9-47d424f9e0af","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f","e73f8d3c-3e4d-499b-a28a-0b17e27a2245","0a09ea75-641f-4052-954a-4a1bb17dc637","b4743f23-dadf-4b40-913f-53107868cb50"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":4.104782400000001,"cache_read_tokens":5483037,"cache_tokens":5483037.0,"cache_write_tokens":219855,"cost_usd":4.104782400000001,"input_tokens":5703112.0,"output_tokens":95401.0,"recomputed_cost_usd":4.104782400000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["4315997a-3b27-4373-a39b-78f65db60f65","7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d","4e16e545-3134-4d23-aea1-317ecdd11db5","6004bf1b-1a2f-4a9b-8106-cacb4b0b769b"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":3.568596200000001,"cache_read_tokens":5175286,"cache_tokens":5175286.0,"cache_write_tokens":193367,"cost_usd":3.568596200000001,"input_tokens":5368829.0,"output_tokens":78300.0,"recomputed_cost_usd":3.5685962000000004,"requests":44}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797","73ada6c2-aac1-489d-a700-4eaa19f9090d","582a5306-012f-4035-9050-7a0ebc60460a","2cf1b0e5-3b19-4c2f-8468-849c74805497"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":2.5480286000000003,"cache_read_tokens":2250683,"cache_tokens":2250683.0,"cache_write_tokens":133532,"cost_usd":2.5480286000000003,"input_tokens":2384363.0,"output_tokens":71482.0,"recomputed_cost_usd":2.5480286000000003,"requests":37}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["1c05338e-d07a-4d94-ab05-6b72a04123d2","123a7d40-4838-439a-b78d-a43e015cb267","34862c84-7604-484e-bc6a-a76e9f99fcf4","e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":8.121026,"cache_read_tokens":8313455,"cache_tokens":8313455.0,"cache_write_tokens":322627,"cost_usd":8.121026,"input_tokens":8636302.0,"output_tokens":242216.0,"recomputed_cost_usd":8.121026,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a","919d48d1-d40c-4edd-a50c-8fc8dd50023b","f84e31cd-0ad0-4881-a7ab-7c484c3448e0","4466e753-6075-4879-8872-41625bd3d0f2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":3.5079363999999997,"cache_read_tokens":3877022,"cache_tokens":3877022.0,"cache_write_tokens":173028,"cost_usd":3.5079363999999997,"input_tokens":4050218.0,"output_tokens":93336.0,"recomputed_cost_usd":3.5079363999999997,"requests":42}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"five-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56","ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","63e32b05-5357-49e6-a5d5-c7a0f7ee838a","20c0132c-a1b6-433f-af9d-1c42774d3a56","1410917d-7b38-4a23-b574-5db87e0a47b2"],"gold_rewards":[0,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":4.564116200000001,"cache_read_tokens":6323981,"cache_tokens":6323981.0,"cache_write_tokens":178948,"cost_usd":4.564116200000001,"input_tokens":6503149.0,"output_tokens":120185.0,"recomputed_cost_usd":4.5641162,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774","d1ad11fb-00de-44bf-9c94-f54f62a7139c","7948cbfc-a3de-497d-af3d-b12619c7b828","7baf5193-d1ff-4b03-9796-58de94513b90","29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.9977074000000001,"cache_read_tokens":2223362,"cache_tokens":2223362.0,"cache_write_tokens":112535,"cost_usd":1.9977074000000001,"input_tokens":2336037.0,"output_tokens":49490.0,"recomputed_cost_usd":1.9977074000000001,"requests":35}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["3ecd2bd3-624e-4f78-9deb-eeba34c9bdf7","99de7eef-1ef7-4bc1-af56-6e1dcb8b1d8f","9471d7b4-950b-4cfa-a344-bba946613c46","14a85235-f0cc-4ad8-ba39-6cb9a4815a99","f5063f9a-9d07-472d-95a7-34f081113b8f"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.8213069999999987,"cache_read_tokens":6015635,"cache_tokens":6015635.0,"cache_write_tokens":167072,"cost_usd":3.8213069999999987,"input_tokens":6182927.0,"output_tokens":89097.0,"recomputed_cost_usd":3.8213069999999987,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["3a7f503f-4090-48f5-a39f-efe8ca8a8e9a","04b89ac6-62f1-4584-b5f7-d01954a93982","419d87a4-bada-416f-be28-90c0b233e92c","906712ab-fec6-4704-9f49-c23f134ed88a","0ba959d1-b996-4eb8-b1c4-13f22f30c210"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":3.8580852,"cache_read_tokens":5766176,"cache_tokens":5766176.0,"cache_write_tokens":164510,"cost_usd":3.8580852,"input_tokens":5930906.0,"output_tokens":94071.0,"recomputed_cost_usd":3.8580852,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["0d6b6036-af25-44ce-b60d-c71f8121d810","92d66817-de88-45b2-8dee-25c5b861acff","8c88e961-199f-4312-a8a8-87480e92a402","91fb056a-cc76-4059-ac3c-815eb75dd415","7153d56f-6d08-40b4-966c-338a75ed97d6"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":5.973411400000001,"cache_read_tokens":1928047,"cache_tokens":1928047.0,"cache_write_tokens":525514,"cost_usd":5.973411400000001,"input_tokens":2453669.0,"output_tokens":147990.0,"recomputed_cost_usd":5.973411400000001,"requests":27}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["476338ae-41bd-4339-a567-b108ff70b9eb","7846989d-1f82-4c44-9a2c-e99cae43622a","d373b8e1-4cfb-460a-9617-f353391a7045","2f93e55f-0e5e-4d92-85ad-5b28f08c75d6","353eaba0-ff68-46e8-b712-ec75bbeae80a"],"gold_rewards":[0,0,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":4.7731286000000015,"cache_read_tokens":4459688,"cache_tokens":4459688.0,"cache_write_tokens":229391,"cost_usd":4.7731286000000015,"input_tokens":4689243.0,"output_tokens":136679.0,"recomputed_cost_usd":4.773128600000001,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["e07b3939-e2cf-437b-9c86-2f62b6f4e4a8","b98993d8-dafb-4292-b604-7e26dd79f7ca","4e0bf87a-f18e-466f-ae29-a140f4924816","1ce0eced-e4bc-46f6-bbf7-e6f3a1296239","cdf6b22c-5f71-496b-be2b-0c2c77255393"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":3.5987558,"cache_read_tokens":5510779,"cache_tokens":5510779.0,"cache_write_tokens":189708,"cost_usd":3.5987558,"input_tokens":5700707.0,"output_tokens":77359.0,"recomputed_cost_usd":3.5987557999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["0ee1acac-4abc-48a1-9ca3-fee7afbec553","cd71a394-c0e6-4536-bd9c-88733ae7b1ae","740c6b5e-70f5-432d-b6a3-a4cb20105aed","9fb26637-1af8-4757-95b3-335eca7f2d16","d326d61b-7359-40d1-8508-9574abd4896e"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":6.4855892,"cache_read_tokens":9833046,"cache_tokens":9833046.0,"cache_write_tokens":256368,"cost_usd":6.4855892,"input_tokens":10089634.0,"output_tokens":161813.0,"recomputed_cost_usd":6.4855892,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["2cc0c0b9-ee58-46a6-aa7b-ff9ae0d57cd8","d0c09981-614c-496f-b493-546d424cc045","a95552c6-f057-400a-9618-c8c278216298","8d3a49c7-c980-45d0-83f1-e41449009d8e","f72fa959-467e-4044-b57b-99ff1374bfca"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.3387436000000017,"cache_read_tokens":5731018,"cache_tokens":5731018.0,"cache_write_tokens":244168,"cost_usd":3.3387436000000013,"input_tokens":5975406.0,"output_tokens":48541.0,"recomputed_cost_usd":3.3387436000000017,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["7397e014-b7ec-403e-932d-b06a70e05ad1","995ea0e5-baad-43fd-8a5d-7c4d431bfcfe","3dd32178-989c-446a-9f89-748b0bc7a064","2799e4d7-23ba-48c1-a2cd-e6940c3f40a6","6300a441-4fd5-4259-9e98-e80570f50cc2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":3.0042489999999993,"cache_read_tokens":4909720,"cache_tokens":4909720.0,"cache_write_tokens":144805,"cost_usd":3.0042489999999993,"input_tokens":5054745.0,"output_tokens":64870.0,"recomputed_cost_usd":3.0042489999999993,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["21c81942-6a73-4bef-980b-abff15df0770","16a0fd95-3d4b-4045-82d5-35c592778d02","0a061f60-8a2e-49a5-80da-25bbe6dbc9ba","fb6e7f90-dea1-418f-a302-57a9e7f5572e","5d318b46-73cd-400e-b522-03d4cd5976b6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.8444159999999994,"cache_read_tokens":3505045,"cache_tokens":3505045.0,"cache_write_tokens":156387,"cost_usd":2.8444159999999994,"input_tokens":3661600.0,"output_tokens":68040.0,"recomputed_cost_usd":2.8444159999999994,"requests":42}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["6a23aa92-2dbd-4425-b0f5-be6ca1c282b2","f37dd5e2-a080-49ee-b07d-930748998ae2","4a64e0f3-9a42-4eb8-a8c5-fd9b2cb877e5","aef665c3-bc26-4852-b899-2ab36e2dffaa","39cb19d8-931d-4efd-94d8-ca82da67869e"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":3.2546930000000005,"cache_read_tokens":5550465,"cache_tokens":5550465.0,"cache_write_tokens":144084,"cost_usd":3.2546930000000005,"input_tokens":5694769.0,"output_tokens":71165.0,"recomputed_cost_usd":3.2546930000000005,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["0c85f446-bbee-4285-ad09-532f9d47cdbf","b6d19204-81dc-4b3b-a819-5b2a4baef756","0a0ec44c-7779-4973-b9db-d2dfdc502658","fb87af44-6357-41f6-9d28-4e93d4566844","9fb794ac-4287-44bf-8a35-301bfab10f3d"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.268015400000001,"cache_read_tokens":2839612,"cache_tokens":2839612.0,"cache_write_tokens":132265,"cost_usd":2.268015400000001,"input_tokens":2972029.0,"output_tokens":51908.0,"recomputed_cost_usd":2.268015400000001,"requests":38}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["ad18aec0-8084-4a71-944d-271b25076ecc","109d0d36-8d7d-4b68-b42f-bfb762df6f1e","40112821-acd1-415f-81c1-be9341e4c44d","0ba7b413-c12f-49f3-b4bc-a8e18ad74eac","89a9714f-268d-4d69-b5f1-990692690291"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":4.3241306,"cache_read_tokens":6138803,"cache_tokens":6138803.0,"cache_write_tokens":211406,"cost_usd":4.3241306,"input_tokens":6350429.0,"output_tokens":101923.0,"recomputed_cost_usd":4.3241306,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["81577c6d-37d4-46fc-a144-e6ad9c001e95","e9c2f244-add8-421e-9aaf-1625eb643ebe","0413e482-e730-4bf7-83b5-79ffe84c8721","dcc252e4-bd74-4683-86fb-ed344b93fbae","71650b27-8784-4a85-9ff5-8435389532b1"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":3.1199914,"cache_read_tokens":3950262,"cache_tokens":3950262.0,"cache_write_tokens":171455,"cost_usd":3.1199914,"input_tokens":4121893.0,"output_tokens":73598.0,"recomputed_cost_usd":3.1199914,"requests":44}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/freecad-spring-clip","condition":"five-full","trial_ids":["db39ae67-1c0d-408c-9c74-7c3900c0183d","271ba35a-d0f9-4748-a1fc-3a14eda3b6f5","2ebfdf3b-72fb-4396-9af9-dc049db040ad","afe5b748-b4dd-4f1b-b40a-a39572acf12b","762ad93e-f2c0-458e-a655-e42064d4da8b"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":2.881637600000001,"cache_read_tokens":3375698,"cache_tokens":3375698.0,"cache_write_tokens":148610,"cost_usd":2.881637600000001,"input_tokens":3524460.0,"output_tokens":73142.0,"recomputed_cost_usd":2.8816376000000004,"requests":38}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["c6dcc346-9f9a-4c65-8e52-7656771af029","e8184798-5fac-4ebe-ac34-bf5ead1beed8","438e5a14-9c70-4eaf-98c1-f79729d218da","09f6464d-aab9-4f77-b880-4e86b99f6174","c71838ac-05fc-44e7-8205-e43543cf0034"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":2.7086252,"cache_read_tokens":3759321,"cache_tokens":3759321.0,"cache_write_tokens":154497,"cost_usd":2.7086252,"input_tokens":3913982.0,"output_tokens":59181.0,"recomputed_cost_usd":2.7086251999999997,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["ff0537d1-951b-4c6f-bff8-ca3eabc57900","77c6d489-bc86-4989-ad93-c3c58369dc45","174579d5-c127-4bf9-9964-a936c5de7b88","1c7ca041-5603-402f-9e89-3181d99cabaf","19b48258-0343-4c87-8d0f-9c799ec3eb08"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.3999354000000004,"cache_read_tokens":2389312,"cache_tokens":2389312.0,"cache_write_tokens":137725,"cost_usd":2.3999354,"input_tokens":2527169.0,"output_tokens":61646.0,"recomputed_cost_usd":2.3999354000000004,"requests":33}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["2dfc3f49-a4c0-4723-8464-9d6e3174d199","8e5b54e0-4eb0-4a3c-8aa1-4b4e9b0e91f2","368e83d9-3302-49c6-b465-22851300686b","4e90f229-225a-44ee-89ed-e403b7407882","49c68f26-f1f8-4dab-95f2-5f4575104d73"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":3.5494380000000003,"cache_read_tokens":5088890,"cache_tokens":5088890.0,"cache_write_tokens":200344,"cost_usd":3.5494380000000003,"input_tokens":5289454.0,"output_tokens":76453.0,"recomputed_cost_usd":3.5494380000000003,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-6-astra","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["04ef82c2-fd0d-4da0-a94c-6645d5b03500","68b56ea3-17ba-4e79-a06e-54324c85668e","59be197e-aa35-4750-9616-e4d48bd46ec3","39cecc22-8305-4a88-a6a9-10f895ca6e6a","7c96734c-7823-4326-9ff3-34fa8632f3ab"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":2.9038494000000004,"cache_read_tokens":3406962,"cache_tokens":3406962.0,"cache_write_tokens":155621,"cost_usd":2.9038494000000004,"input_tokens":3562771.0,"output_tokens":72180.0,"recomputed_cost_usd":2.9038494000000004,"requests":47}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c","5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.154710399999999,"cache_read_tokens":5062252,"cache_tokens":5062252.0,"cache_write_tokens":146200,"cost_usd":3.154710399999999,"input_tokens":5208672.0,"output_tokens":70519.0,"recomputed_cost_usd":3.154710399999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a","4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.8990504,"cache_read_tokens":5212652,"cache_tokens":5212652.0,"cache_write_tokens":120032,"cost_usd":2.8990504,"input_tokens":5332904.0,"output_tokens":62774.0,"recomputed_cost_usd":2.8990503999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":6.1376418,"cache_read_tokens":5121519,"cache_tokens":5121519.0,"cache_write_tokens":435170,"cost_usd":6.1376418,"input_tokens":5556881.0,"output_tokens":146836.0,"recomputed_cost_usd":6.1376418,"requests":48}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"pair-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec","251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.6608802,"cache_read_tokens":3384376,"cache_tokens":3384376.0,"cache_write_tokens":82505,"cost_usd":1.6608802,"input_tokens":3467101.0,"output_tokens":28530.0,"recomputed_cost_usd":1.6608801999999998,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.3590676,"cache_read_tokens":3561798,"cache_tokens":3561798.0,"cache_write_tokens":124096,"cost_usd":2.3590676,"input_tokens":3686086.0,"output_tokens":51273.0,"recomputed_cost_usd":2.3590676,"requests":48}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921","79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.4974648000000004,"cache_read_tokens":3213974,"cache_tokens":3213974.0,"cache_write_tokens":77486,"cost_usd":1.4974648000000004,"input_tokens":3291680.0,"output_tokens":23318.0,"recomputed_cost_usd":1.4974648000000002,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"pair-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.6821604000000001,"cache_read_tokens":983532,"cache_tokens":983532.0,"cache_write_tokens":121646,"cost_usd":1.6821604000000001,"input_tokens":1105254.0,"output_tokens":43846.0,"recomputed_cost_usd":1.6821604,"requests":19}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c","aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.9755448000000004,"cache_read_tokens":1765014,"cache_tokens":1765014.0,"cache_write_tokens":124210,"cost_usd":1.9755448000000004,"input_tokens":1889332.0,"output_tokens":50053.0,"recomputed_cost_usd":1.9755448000000002,"requests":27}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.2485906000000018,"cache_read_tokens":5514053,"cache_tokens":5514053.0,"cache_write_tokens":165984,"cost_usd":3.2485906000000018,"input_tokens":5680257.0,"output_tokens":65749.0,"recomputed_cost_usd":3.2485906000000018,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.8511833999999998,"cache_read_tokens":1842532,"cache_tokens":1842532.0,"cache_write_tokens":114325,"cost_usd":1.8511833999999998,"input_tokens":1956965.0,"output_tokens":45531.0,"recomputed_cost_usd":1.8511833999999998,"requests":27}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.7855469999999998,"cache_read_tokens":4856460,"cache_tokens":4856460.0,"cache_write_tokens":139263,"cost_usd":2.7855469999999993,"input_tokens":4995943.0,"output_tokens":55853.0,"recomputed_cost_usd":2.7855469999999998,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.0069838000000004,"cache_read_tokens":1269459,"cache_tokens":1269459.0,"cache_write_tokens":126164,"cost_usd":2.0069838000000004,"input_tokens":1395711.0,"output_tokens":56096.0,"recomputed_cost_usd":2.0069838,"requests":22}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a","d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.6147888000000001,"cache_read_tokens":1510424,"cache_tokens":1510424.0,"cache_write_tokens":89344,"cost_usd":1.6147888000000001,"input_tokens":1599884.0,"output_tokens":43276.0,"recomputed_cost_usd":1.6147887999999997,"requests":29}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1638376,"cache_read_tokens":539753,"cache_tokens":539753.0,"cache_write_tokens":63687,"cost_usd":1.1638376,"input_tokens":603508.0,"output_tokens":36859.0,"recomputed_cost_usd":1.1638376,"requests":17}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":3.9715622,"cache_read_tokens":4525406,"cache_tokens":4525406.0,"cache_write_tokens":202009,"cost_usd":3.9715622,"input_tokens":4727579.0,"output_tokens":102789.0,"recomputed_cost_usd":3.9715622,"requests":41}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc","764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.7203380000000004,"cache_read_tokens":5587490,"cache_tokens":5587490.0,"cache_write_tokens":196348,"cost_usd":3.7203380000000004,"input_tokens":5784058.0,"output_tokens":81011.0,"recomputed_cost_usd":3.7203380000000004,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"pair-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.8141876,"cache_read_tokens":1394038,"cache_tokens":1394038.0,"cache_write_tokens":116600,"cost_usd":1.8141876,"input_tokens":1510738.0,"output_tokens":47599.0,"recomputed_cost_usd":1.8141876,"requests":25}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.2900241999999997,"cache_read_tokens":1203281,"cache_tokens":1203281.0,"cache_write_tokens":96640,"cost_usd":1.2900241999999997,"input_tokens":1300013.0,"output_tokens":28290.0,"recomputed_cost_usd":1.2900241999999997,"requests":23}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"pair-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.4936863999999996,"cache_read_tokens":4441057,"cache_tokens":4441057.0,"cache_write_tokens":114519,"cost_usd":2.493686399999999,"input_tokens":4555796.0,"output_tokens":51600.0,"recomputed_cost_usd":2.4936863999999996,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.2035940000000003,"cache_read_tokens":2698680,"cache_tokens":2698680.0,"cache_write_tokens":159534,"cost_usd":2.2035940000000003,"input_tokens":2858346.0,"output_tokens":43283.0,"recomputed_cost_usd":2.2035940000000003,"requests":33}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"pair-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.5030892000000005,"cache_read_tokens":866761,"cache_tokens":866761.0,"cache_write_tokens":85337,"cost_usd":1.5030892000000005,"input_tokens":952166.0,"output_tokens":45139.0,"recomputed_cost_usd":1.5030892,"requests":17}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3","845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.872760200000001,"cache_read_tokens":2540486,"cache_tokens":2540486.0,"cache_write_tokens":170951,"cost_usd":2.872760200000001,"input_tokens":2711589.0,"output_tokens":75465.0,"recomputed_cost_usd":2.872760200000001,"requests":38}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"pair-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.0018464000000002,"cache_read_tokens":2221397,"cache_tokens":2221397.0,"cache_write_tokens":122835,"cost_usd":2.0018464000000002,"input_tokens":2344360.0,"output_tokens":47144.0,"recomputed_cost_usd":2.0018464000000002,"requests":32}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb","78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.1553802000000006,"cache_read_tokens":3319701,"cache_tokens":3319701.0,"cache_write_tokens":119152,"cost_usd":2.1553802,"input_tokens":3439073.0,"output_tokens":44740.0,"recomputed_cost_usd":2.1553802000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"pair-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8391924,"cache_read_tokens":826932,"cache_tokens":826932.0,"cache_write_tokens":67146,"cost_usd":0.8391924,"input_tokens":894162.0,"output_tokens":16887.0,"recomputed_cost_usd":0.8391924,"requests":21}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.604407200000001,"cache_read_tokens":4459231,"cache_tokens":4459231.0,"cache_write_tokens":175113,"cost_usd":3.604407200000001,"input_tokens":4634528.0,"output_tokens":91813.0,"recomputed_cost_usd":3.604407200000001,"requests":46}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"pair-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0262552000000003,"cache_read_tokens":1172491,"cache_tokens":1172491.0,"cache_write_tokens":73737,"cost_usd":1.0262552000000003,"input_tokens":1246336.0,"output_tokens":21132.0,"recomputed_cost_usd":1.0262551999999998,"requests":27}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"pair-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.3776594000000002,"cache_read_tokens":2052592,"cache_tokens":2052592.0,"cache_write_tokens":104265,"cost_usd":1.3776594000000002,"input_tokens":2156981.0,"output_tokens":22266.0,"recomputed_cost_usd":1.3776594000000002,"requests":31}},{"reviewer":"opus-5-5","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55","97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.2761205999999996,"cache_read_tokens":4323028,"cache_tokens":4323028.0,"cache_write_tokens":116015,"cost_usd":2.2761205999999996,"input_tokens":4439263.0,"output_tokens":41528.0,"recomputed_cost_usd":2.2761205999999996,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.2876548,"cache_read_tokens":3038114,"cache_tokens":3038114.0,"cache_write_tokens":115004,"cost_usd":2.2876548,"input_tokens":3153306.0,"output_tokens":55213.0,"recomputed_cost_usd":2.2876547999999994,"requests":47}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"pair-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda","4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.9075350000000006,"cache_read_tokens":2201565,"cache_tokens":2201565.0,"cache_write_tokens":150922,"cost_usd":2.9075350000000006,"input_tokens":2352615.0,"output_tokens":85605.0,"recomputed_cost_usd":2.9075350000000006,"requests":32}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.9299389999999987,"cache_read_tokens":3543120,"cache_tokens":3543120.0,"cache_write_tokens":130591,"cost_usd":2.9299389999999987,"input_tokens":3673871.0,"output_tokens":78386.0,"recomputed_cost_usd":2.9299389999999987,"requests":40}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065","a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.814198,"cache_read_tokens":2595375,"cache_tokens":2595375.0,"cache_write_tokens":171215,"cost_usd":2.814198,"input_tokens":2766722.0,"output_tokens":71926.0,"recomputed_cost_usd":2.814198,"requests":33}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.3457578000000003,"cache_read_tokens":1213349,"cache_tokens":1213349.0,"cache_write_tokens":110548,"cost_usd":1.3457578000000003,"input_tokens":1323989.0,"output_tokens":27499.0,"recomputed_cost_usd":1.3457578,"requests":23}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640","673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.8365407999999996,"cache_read_tokens":4132129,"cache_tokens":4132129.0,"cache_write_tokens":91991,"cost_usd":1.8365407999999996,"input_tokens":4224340.0,"output_tokens":27464.0,"recomputed_cost_usd":1.8365407999999996,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.1013054,"cache_read_tokens":1960482,"cache_tokens":1960482.0,"cache_write_tokens":146497,"cost_usd":2.1013054,"input_tokens":2107115.0,"output_tokens":48809.0,"recomputed_cost_usd":2.1013053999999998,"requests":34}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515","5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.719261000000001,"cache_read_tokens":4556505,"cache_tokens":4556505.0,"cache_write_tokens":135204,"cost_usd":2.719261000000001,"input_tokens":4691929.0,"output_tokens":56553.0,"recomputed_cost_usd":2.7192610000000004,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"pair-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.734462999999999,"cache_read_tokens":5669965,"cache_tokens":5669965.0,"cache_write_tokens":163010,"cost_usd":3.734462999999999,"input_tokens":5833195.0,"output_tokens":89227.0,"recomputed_cost_usd":3.734462999999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.484654,"cache_read_tokens":988790,"cache_tokens":988790.0,"cache_write_tokens":88636,"cost_usd":1.484654,"input_tokens":1077510.0,"output_tokens":42169.0,"recomputed_cost_usd":1.484654,"requests":21}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.4498615999999993,"cache_read_tokens":3947433,"cache_tokens":3947433.0,"cache_write_tokens":127523,"cost_usd":2.4498615999999993,"input_tokens":4075176.0,"output_tokens":51094.0,"recomputed_cost_usd":2.4498615999999993,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528","66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.9654116000000008,"cache_read_tokens":1782708,"cache_tokens":1782708.0,"cache_write_tokens":117186,"cost_usd":1.9654116000000008,"input_tokens":1899994.0,"output_tokens":51127.0,"recomputed_cost_usd":1.9654116000000004,"requests":25}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d","a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.429839,"cache_read_tokens":636330,"cache_tokens":636330.0,"cache_write_tokens":73661,"cost_usd":1.429839,"input_tokens":710063.0,"output_tokens":46699.0,"recomputed_cost_usd":1.429839,"requests":18}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.8996226,"cache_read_tokens":4354833,"cache_tokens":4354833.0,"cache_write_tokens":144744,"cost_usd":2.8996226,"input_tokens":4499761.0,"output_tokens":65210.0,"recomputed_cost_usd":2.8996225999999994,"requests":46}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5","2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.7001137999999996,"cache_read_tokens":7021969,"cache_tokens":7021969.0,"cache_write_tokens":167360,"cost_usd":3.7001137999999996,"input_tokens":7189549.0,"output_tokens":72902.0,"recomputed_cost_usd":3.7001137999999996,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.6820868000000004,"cache_read_tokens":5055334,"cache_tokens":5055334.0,"cache_write_tokens":141812,"cost_usd":2.6820868000000004,"input_tokens":5197366.0,"output_tokens":48054.0,"recomputed_cost_usd":2.6820868,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b","61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":4.1169618,"cache_read_tokens":5162689,"cache_tokens":5162689.0,"cache_write_tokens":184492,"cost_usd":4.1169618,"input_tokens":5347377.0,"output_tokens":108059.0,"recomputed_cost_usd":4.1169618,"requests":49}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.477186000000001,"cache_read_tokens":4949905,"cache_tokens":4949905.0,"cache_write_tokens":126549,"cost_usd":2.477186000000001,"input_tokens":5076674.0,"output_tokens":42679.0,"recomputed_cost_usd":2.477186000000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"pair-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd","210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.2645424000000003,"cache_read_tokens":2856552,"cache_tokens":2856552.0,"cache_write_tokens":131868,"cost_usd":2.2645424000000003,"input_tokens":2988568.0,"output_tokens":51665.0,"recomputed_cost_usd":2.2645424000000003,"requests":37}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.1537596000000003,"cache_read_tokens":3761133,"cache_tokens":3761133.0,"cache_write_tokens":131989,"cost_usd":2.1537596,"input_tokens":3893314.0,"output_tokens":37041.0,"recomputed_cost_usd":2.1537596000000003,"requests":48}},{"reviewer":"opus-5-5","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d","9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":4.161846199999999,"cache_read_tokens":6442356,"cache_tokens":6442356.0,"cache_write_tokens":202047,"cost_usd":4.161846199999999,"input_tokens":6644623.0,"output_tokens":93113.0,"recomputed_cost_usd":4.1618461999999985,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.9287772000000007,"cache_read_tokens":2877251,"cache_tokens":2877251.0,"cache_write_tokens":168459,"cost_usd":2.9287772000000007,"input_tokens":3045858.0,"output_tokens":75522.0,"recomputed_cost_usd":2.9287772000000007,"requests":37}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":5.482922599999998,"cache_read_tokens":8114913,"cache_tokens":8114913.0,"cache_write_tokens":235536,"cost_usd":5.482922599999998,"input_tokens":8350669.0,"output_tokens":134069.0,"recomputed_cost_usd":5.482922599999998,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.7964406,"cache_read_tokens":3331148,"cache_tokens":3331148.0,"cache_write_tokens":152871,"cost_usd":2.7964406,"input_tokens":3484223.0,"output_tokens":68252.0,"recomputed_cost_usd":2.7964405999999995,"requests":51}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"pair-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272","94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.2336504,"cache_read_tokens":4400977,"cache_tokens":4400977.0,"cache_write_tokens":104955,"cost_usd":2.2336504,"input_tokens":4506152.0,"output_tokens":41390.0,"recomputed_cost_usd":2.2336503999999997,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.0697522,"cache_read_tokens":2161201,"cache_tokens":2161201.0,"cache_write_tokens":120848,"cost_usd":2.0697522,"input_tokens":2282177.0,"output_tokens":51638.0,"recomputed_cost_usd":2.0697521999999995,"requests":32}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.8558839999999999,"cache_read_tokens":2289970,"cache_tokens":2289970.0,"cache_write_tokens":129438,"cost_usd":1.8558839999999999,"input_tokens":2419548.0,"output_tokens":37507.0,"recomputed_cost_usd":1.8558839999999996,"requests":35}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"pair-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.9119780000000004,"cache_read_tokens":1569520,"cache_tokens":1569520.0,"cache_write_tokens":193778,"cost_usd":2.9119780000000004,"input_tokens":1763394.0,"output_tokens":81440.0,"recomputed_cost_usd":2.9119780000000004,"requests":24}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"pair-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9","232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.1335102,"cache_read_tokens":2396016,"cache_tokens":2396016.0,"cache_write_tokens":133835,"cost_usd":3.1335102,"input_tokens":2529979.0,"output_tokens":99231.0,"recomputed_cost_usd":3.1335102,"requests":32}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"pair-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":3.669775400000001,"cache_read_tokens":4373912,"cache_tokens":4373912.0,"cache_write_tokens":177273,"cost_usd":3.669775400000001,"input_tokens":4551357.0,"output_tokens":95397.0,"recomputed_cost_usd":3.669775400000001,"requests":43}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"pair-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a","18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":4.2258512,"cache_read_tokens":7188256,"cache_tokens":7188256.0,"cache_write_tokens":192684,"cost_usd":4.2258512,"input_tokens":7381160.0,"output_tokens":91195.0,"recomputed_cost_usd":4.2258512,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7","beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.8344794000000006,"cache_read_tokens":5770022,"cache_tokens":5770022.0,"cache_write_tokens":139251,"cost_usd":2.8344794000000006,"input_tokens":5909493.0,"output_tokens":49167.0,"recomputed_cost_usd":2.8344794000000006,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"pair-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5","b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.2101342,"cache_read_tokens":1221046,"cache_tokens":1221046.0,"cache_write_tokens":82753,"cost_usd":1.2101342,"input_tokens":1303899.0,"output_tokens":27588.0,"recomputed_cost_usd":1.2101342,"requests":25}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"pair-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.6443818,"cache_read_tokens":1229514,"cache_tokens":1229514.0,"cache_write_tokens":103371,"cost_usd":1.6443818,"input_tokens":1332981.0,"output_tokens":44062.0,"recomputed_cost_usd":1.6443818,"requests":24}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25","8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.0882772,"cache_read_tokens":3604211,"cache_tokens":3604211.0,"cache_write_tokens":99171,"cost_usd":2.0882772,"input_tokens":3703602.0,"output_tokens":43535.0,"recomputed_cost_usd":2.0882772,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.5226986,"cache_read_tokens":1485408,"cache_tokens":1485408.0,"cache_write_tokens":93045,"cost_usd":1.5226986,"input_tokens":1578561.0,"output_tokens":37998.0,"recomputed_cost_usd":1.5226986,"requests":27}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":4.134974800000001,"cache_read_tokens":6445149,"cache_tokens":6445149.0,"cache_write_tokens":161389,"cost_usd":4.134974800000001,"input_tokens":6606758.0,"output_tokens":101906.0,"recomputed_cost_usd":4.134974800000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":2.1400088,"cache_read_tokens":4191094,"cache_tokens":4191094.0,"cache_write_tokens":133714,"cost_usd":2.1400087999999995,"input_tokens":4325028.0,"output_tokens":31617.0,"recomputed_cost_usd":2.1400088,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"pair-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b","027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.6201822000000001,"cache_read_tokens":3143961,"cache_tokens":3143961.0,"cache_write_tokens":82450,"cost_usd":1.6201822000000001,"input_tokens":3226631.0,"output_tokens":28913.0,"recomputed_cost_usd":1.6201822000000001,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"pair-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554","8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.242204600000001,"cache_read_tokens":2377988,"cache_tokens":2377988.0,"cache_write_tokens":132615,"cost_usd":2.242204600000001,"input_tokens":2510731.0,"output_tokens":55151.0,"recomputed_cost_usd":2.2422046000000004,"requests":32}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d","4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.080941399999999,"cache_read_tokens":3696157,"cache_tokens":3696157.0,"cache_write_tokens":103030,"cost_usd":2.080941399999999,"input_tokens":3799407.0,"output_tokens":41284.0,"recomputed_cost_usd":2.080941399999999,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":3.886224,"cache_read_tokens":4645020,"cache_tokens":4645020.0,"cache_write_tokens":197808,"cost_usd":3.886224,"input_tokens":4843048.0,"output_tokens":98365.0,"recomputed_cost_usd":3.8862239999999995,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.6869518000000006,"cache_read_tokens":4829004,"cache_tokens":4829004.0,"cache_write_tokens":217035,"cost_usd":3.6869518000000006,"input_tokens":5046243.0,"output_tokens":81758.0,"recomputed_cost_usd":3.6869518,"requests":51}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.3899728000000002,"cache_read_tokens":4081164,"cache_tokens":4081164.0,"cache_write_tokens":112116,"cost_usd":2.3899728000000002,"input_tokens":4193500.0,"output_tokens":50614.0,"recomputed_cost_usd":2.3899728,"requests":55}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"pair-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.5141110000000002,"cache_read_tokens":1762025,"cache_tokens":1762025.0,"cache_write_tokens":91158,"cost_usd":1.5141110000000002,"input_tokens":1853327.0,"output_tokens":35267.0,"recomputed_cost_usd":1.5141110000000002,"requests":36}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":7.0545832,"cache_read_tokens":3287566,"cache_tokens":3287566.0,"cache_write_tokens":407538,"cost_usd":7.0545832,"input_tokens":3695244.0,"output_tokens":217941.0,"recomputed_cost_usd":7.0545832,"requests":35}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.643269,"cache_read_tokens":3294240,"cache_tokens":3294240.0,"cache_write_tokens":152545,"cost_usd":2.643269,"input_tokens":3446949.0,"output_tokens":61052.0,"recomputed_cost_usd":2.643269,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"pair-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":3.9890330000000005,"cache_read_tokens":4486335,"cache_tokens":4486335.0,"cache_write_tokens":182502,"cost_usd":3.989033,"input_tokens":4669001.0,"output_tokens":108930.0,"recomputed_cost_usd":3.9890330000000005,"requests":41}},{"reviewer":"opus-5-5","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83","b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.9245327999999997,"cache_read_tokens":1830024,"cache_tokens":1830024.0,"cache_write_tokens":118928,"cost_usd":1.9245327999999997,"input_tokens":1949064.0,"output_tokens":48172.0,"recomputed_cost_usd":1.9245327999999997,"requests":28}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5799070000000001,"cache_tokens":502440.0,"cost_usd":0.5799070000000001,"input_tokens":550551.0,"output_tokens":6948.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6141238,"cache_tokens":405037.0,"cost_usd":0.6141238,"input_tokens":463312.0,"output_tokens":8065.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.7219634000000003,"cache_tokens":502161.0,"cost_usd":0.7219634000000003,"input_tokens":563578.0,"output_tokens":10729.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8689410000000001,"cache_tokens":651960.0,"cost_usd":0.8689410000000001,"input_tokens":723863.0,"output_tokens":12461.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0827566000000002,"cache_tokens":1124539.0,"cost_usd":1.0827566000000002,"input_tokens":1193710.0,"output_tokens":14385.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c","5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9560588000000001,"cache_tokens":931107.0,"cost_usd":0.9560588000000001,"input_tokens":1009671.0,"output_tokens":9569.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6963622,"cache_tokens":620693.0,"cost_usd":0.6963622,"input_tokens":683816.0,"output_tokens":6653.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.2734858,"cache_tokens":129532.0,"cost_usd":0.2734858,"input_tokens":156230.0,"output_tokens":4437.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921","79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9224002000000001,"cache_tokens":843698.0,"cost_usd":0.9224002000000001,"input_tokens":931108.0,"output_tokens":7422.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6412014,"cache_tokens":528671.0,"cost_usd":0.6412014,"input_tokens":587872.0,"output_tokens":6715.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7370976,"cache_tokens":580664.0,"cost_usd":0.7370976,"input_tokens":650646.0,"output_tokens":7775.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"pair-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8442056000000001,"cache_tokens":699539.0,"cost_usd":0.8442056000000001,"input_tokens":770476.0,"output_tokens":10514.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.8537363999999998,"cache_tokens":2173506.0,"cost_usd":1.8537363999999998,"input_tokens":2324346.0,"output_tokens":11538.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.8673092000000001,"cache_tokens":733468.0,"cost_usd":0.8673092000000001,"input_tokens":815700.0,"output_tokens":8167.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.3094262,"cache_tokens":1222898.0,"cost_usd":1.3094262,"input_tokens":1345761.0,"output_tokens":10375.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.47216959999999997,"cache_tokens":266464.0,"cost_usd":0.47216959999999997,"input_tokens":311350.0,"output_tokens":7086.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.41229279999999996,"cache_tokens":225072.0,"cost_usd":0.41229279999999996,"input_tokens":258882.0,"output_tokens":7689.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.22435799999999997,"cache_tokens":92225.0,"cost_usd":0.22435799999999997,"input_tokens":113707.0,"output_tokens":4030.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.5589888000000001,"cache_tokens":401247.0,"cost_usd":0.5589888000000001,"input_tokens":452084.0,"output_tokens":7244.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.45754079999999997,"cache_tokens":291382.0,"cost_usd":0.45754079999999997,"input_tokens":335754.0,"output_tokens":5985.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.7552544000000001,"cache_tokens":522941.0,"cost_usd":0.7552544000000001,"input_tokens":592191.0,"output_tokens":10020.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.1286924000000003,"cache_tokens":920666.0,"cost_usd":1.1286924000000003,"input_tokens":987119.0,"output_tokens":21438.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.9904896,"cache_tokens":759579.0,"cost_usd":0.9904896,"input_tokens":827696.0,"output_tokens":17333.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7929938,"cache_tokens":543012.0,"cost_usd":0.7929938,"input_tokens":618351.0,"output_tokens":9983.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8573684,"cache_tokens":637096.0,"cost_usd":0.8573684,"input_tokens":708185.0,"output_tokens":12383.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5667754,"cache_tokens":350766.0,"cost_usd":0.5667754,"input_tokens":405149.0,"output_tokens":7756.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a","d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8840112000000001,"cache_tokens":731518.0,"cost_usd":0.8840112000000001,"input_tokens":801535.0,"output_tokens":12095.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6749932000000001,"cache_tokens":470468.0,"cost_usd":0.6749932000000001,"input_tokens":538103.0,"output_tokens":7460.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.641482,"cache_tokens":390645.0,"cost_usd":0.641482,"input_tokens":450671.0,"output_tokens":9283.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5680694000000001,"cache_tokens":360816.0,"cost_usd":0.5680694000000001,"input_tokens":415112.0,"output_tokens":7641.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8630976,"cache_tokens":794114.0,"cost_usd":0.8630976,"input_tokens":855835.0,"output_tokens":11872.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6565274000000002,"cache_tokens":24471.0,"cost_usd":0.6565274000000002,"input_tokens":33835.0,"output_tokens":30052.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.1322074,"cache_tokens":1304616.0,"cost_usd":1.1322074,"input_tokens":1378104.0,"output_tokens":12176.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09133460000000002,"cache_tokens":14394.0,"cost_usd":0.09133460000000002,"input_tokens":18787.0,"output_tokens":3208.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.0728302,"cache_tokens":18428.0,"cost_usd":0.0728302,"input_tokens":23410.0,"output_tokens":2055.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.4262696,"cache_tokens":241464.0,"cost_usd":0.4262696,"input_tokens":284383.0,"output_tokens":5782.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9708372000000001,"cache_tokens":876403.0,"cost_usd":0.9708372000000001,"input_tokens":965523.0,"output_tokens":8763.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0172806,"cache_tokens":1146384.0,"cost_usd":1.0172806,"input_tokens":1226567.0,"output_tokens":7921.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8307220000000001,"cache_tokens":674535.0,"cost_usd":0.8307220000000001,"input_tokens":744223.0,"output_tokens":10652.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":1.2851451999999999,"cache_tokens":1562838.0,"cost_usd":1.2851451999999999,"input_tokens":1650044.0,"output_tokens":11230.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7508345999999999,"cache_tokens":666904.0,"cost_usd":0.7508345999999999,"input_tokens":731948.0,"output_tokens":7972.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"pair-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.2060122,"cache_tokens":1196018.0,"cost_usd":1.2060122,"input_tokens":1293080.0,"output_tokens":12145.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.745174,"cache_tokens":605185.0,"cost_usd":0.745174,"input_tokens":665179.0,"output_tokens":10186.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8765541999999998,"cache_tokens":786713.0,"cost_usd":0.8765541999999998,"input_tokens":852583.0,"output_tokens":11655.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb","78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7202868000000001,"cache_tokens":541387.0,"cost_usd":0.7202868000000001,"input_tokens":597837.0,"output_tokens":11103.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7350598000000002,"cache_tokens":595537.0,"cost_usd":0.7350598000000002,"input_tokens":649236.0,"output_tokens":11447.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.411304,"cache_tokens":261250.0,"cost_usd":0.411304,"input_tokens":296164.0,"output_tokens":6640.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"pair-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.4259456,"cache_tokens":44754.0,"cost_usd":0.4259456,"input_tokens":60294.0,"output_tokens":16544.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.1414566,"cache_tokens":1025859.0,"cost_usd":1.1414566,"input_tokens":1110879.0,"output_tokens":15330.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.3315194000000004,"cache_tokens":1240326.0,"cost_usd":1.3315194000000004,"input_tokens":1341195.0,"output_tokens":16582.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0424322000000001,"cache_tokens":1114968.0,"cost_usd":1.0424322000000001,"input_tokens":1196739.0,"output_tokens":9409.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6087456,"cache_tokens":452794.0,"cost_usd":0.6087456,"input_tokens":504854.0,"output_tokens":8395.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5857305999999999,"cache_tokens":385904.0,"cost_usd":0.5857305999999999,"input_tokens":436051.0,"output_tokens":9060.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"pair-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.42666819999999994,"cache_tokens":301008.0,"cost_usd":0.42666819999999994,"input_tokens":340221.0,"output_tokens":5538.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.707041,"cache_tokens":471115.0,"cost_usd":0.707041,"input_tokens":547758.0,"output_tokens":6797.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.1450576,"cache_tokens":41114.0,"cost_usd":0.1450576,"input_tokens":52522.0,"output_tokens":3606.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"pair-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.903309,"cache_tokens":889990.0,"cost_usd":0.903309,"input_tokens":967918.0,"output_tokens":7913.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.593932,"cache_tokens":345650.0,"cost_usd":0.593932,"input_tokens":406185.0,"output_tokens":7678.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.43894700000000003,"cache_tokens":220935.0,"cost_usd":0.43894700000000003,"input_tokens":263429.0,"output_tokens":6933.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55","97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7545336,"cache_tokens":535884.0,"cost_usd":0.7545336,"input_tokens":608816.0,"output_tokens":8804.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.5516866000000001,"cache_tokens":291259.0,"cost_usd":0.5516866000000001,"input_tokens":348147.0,"output_tokens":7565.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.4151694,"cache_tokens":1453576.0,"cost_usd":1.4151694,"input_tokens":1556710.0,"output_tokens":15934.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.217591,"cache_tokens":1047075.0,"cost_usd":1.217591,"input_tokens":1145220.0,"output_tokens":15431.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.39548560000000005,"cache_tokens":230614.0,"cost_usd":0.39548560000000005,"input_tokens":268966.0,"output_tokens":5602.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.293579,"cache_tokens":125945.0,"cost_usd":0.293579,"input_tokens":152276.0,"output_tokens":5605.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"pair-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda","4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9001214000000002,"cache_tokens":745571.0,"cost_usd":0.9001214000000002,"input_tokens":819107.0,"output_tokens":11740.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.4314319999999999,"cache_tokens":321965.0,"cost_usd":0.4314319999999999,"input_tokens":358492.0,"output_tokens":6029.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.6238212000000001,"cache_tokens":461758.0,"cost_usd":0.6238212000000001,"input_tokens":509928.0,"output_tokens":9942.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.3006697999999999,"cache_tokens":1351492.0,"cost_usd":1.3006697999999999,"input_tokens":1443499.0,"output_tokens":15032.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.342795,"cache_tokens":231265.0,"cost_usd":0.342795,"input_tokens":261080.0,"output_tokens":5089.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5817388000000001,"cache_tokens":384217.0,"cost_usd":0.5817388000000001,"input_tokens":441824.0,"output_tokens":7029.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515","5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1291141999999998,"cache_tokens":945668.0,"cost_usd":1.1291141999999998,"input_tokens":1050557.0,"output_tokens":11349.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.8687690000000001,"cache_tokens":665500.0,"cost_usd":0.8687690000000001,"input_tokens":743518.0,"output_tokens":10653.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.6921686000000001,"cache_tokens":546229.0,"cost_usd":0.6921686000000001,"input_tokens":612704.0,"output_tokens":7094.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d","a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.44396119999999994,"cache_tokens":235818.0,"cost_usd":0.44396119999999994,"input_tokens":277259.0,"output_tokens":7149.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6487406,"cache_tokens":429129.0,"cost_usd":0.6487406,"input_tokens":474959.0,"output_tokens":12426.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.7865214,"cache_tokens":531151.0,"cost_usd":0.7865214,"input_tokens":587088.0,"output_tokens":14748.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.7672872000000001,"cache_tokens":438948.0,"cost_usd":0.7672872000000001,"input_tokens":504205.0,"output_tokens":13299.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7998208,"cache_tokens":536882.0,"cost_usd":0.7998208,"input_tokens":605226.0,"output_tokens":12196.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.1556084,"cache_tokens":1059491.0,"cost_usd":1.1556084,"input_tokens":1139123.0,"output_tokens":16713.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5","2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.4423726,"cache_tokens":1433839.0,"cost_usd":1.4423726,"input_tokens":1547141.0,"output_tokens":15146.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.686158,"cache_tokens":474995.0,"cost_usd":0.686158,"input_tokens":529734.0,"output_tokens":11152.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0950122,"cache_tokens":1111438.0,"cost_usd":1.0950122,"input_tokens":1183115.0,"output_tokens":14633.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b","61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0865815999999997,"cache_tokens":1094869.0,"cost_usd":1.0865815999999997,"input_tokens":1171407.0,"output_tokens":13327.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.2628356,"cache_tokens":1421404.0,"cost_usd":1.2628356,"input_tokens":1520977.0,"output_tokens":9851.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.4777388,"cache_tokens":394722.0,"cost_usd":0.4777388,"input_tokens":434151.0,"output_tokens":6164.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9226792,"cache_tokens":790668.0,"cost_usd":0.9226792,"input_tokens":869998.0,"output_tokens":10517.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6440264,"cache_tokens":461206.0,"cost_usd":0.6440264,"input_tokens":529360.0,"output_tokens":5967.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5899256000000002,"cache_tokens":337654.0,"cost_usd":0.5899256000000002,"input_tokens":398120.0,"output_tokens":7655.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"pair-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd","210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.9767528000000001,"cache_tokens":756467.0,"cost_usd":0.9767528000000001,"input_tokens":837513.0,"output_tokens":13476.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7811150000000001,"cache_tokens":632495.0,"cost_usd":0.7811150000000001,"input_tokens":697990.0,"output_tokens":10061.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.5976088,"cache_tokens":1897362.0,"cost_usd":1.5976088,"input_tokens":2005840.0,"output_tokens":14845.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.3404479999999999,"cache_tokens":1457865.0,"cost_usd":1.3404479999999999,"input_tokens":1553841.0,"output_tokens":13947.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8605426000000002,"cache_tokens":737629.0,"cost_usd":0.8605426000000002,"input_tokens":807956.0,"output_tokens":10722.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5012914,"cache_tokens":305056.0,"cost_usd":0.5012914,"input_tokens":348447.0,"output_tokens":8144.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0629058,"cache_tokens":1005917.0,"cost_usd":1.0629058,"input_tokens":1070339.0,"output_tokens":16952.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7672904000000002,"cache_tokens":547406.0,"cost_usd":0.7672904000000002,"input_tokens":616134.0,"output_tokens":10263.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8190264,"cache_tokens":566381.0,"cost_usd":0.8190264,"input_tokens":645705.0,"output_tokens":9821.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"pair-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272","94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5373512,"cache_tokens":350188.0,"cost_usd":0.5373512,"input_tokens":406634.0,"output_tokens":5780.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7046088,"cache_tokens":468952.0,"cost_usd":0.7046088,"input_tokens":524652.0,"output_tokens":11955.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.1224965999999998,"cache_tokens":1164649.0,"cost_usd":1.1224965999999998,"input_tokens":1256927.0,"output_tokens":9792.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0161098000000002,"cache_tokens":887142.0,"cost_usd":1.0161098000000002,"input_tokens":983671.0,"output_tokens":8959.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7037606,"cache_tokens":634224.0,"cost_usd":0.7037606,"input_tokens":698495.0,"output_tokens":6465.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0558022,"cache_tokens":1035998.0,"cost_usd":1.0558022,"input_tokens":1129467.0,"output_tokens":8733.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9393615999999999,"cache_tokens":649919.0,"cost_usd":0.9393615999999999,"input_tokens":731715.0,"output_tokens":13549.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3701502,"cache_tokens":223428.0,"cost_usd":0.3701502,"input_tokens":255297.0,"output_tokens":6100.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5262802000000001,"cache_tokens":201388.0,"cost_usd":0.5262802000000001,"input_tokens":234429.0,"output_tokens":14054.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"pair-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9","232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8450906000000002,"cache_tokens":715559.0,"cost_usd":0.8450906000000002,"input_tokens":779136.0,"output_tokens":12078.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.936588,"cache_tokens":773085.0,"cost_usd":0.936588,"input_tokens":853368.0,"output_tokens":11326.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.9884105999999999,"cache_tokens":913744.0,"cost_usd":0.9884105999999999,"input_tokens":992392.0,"output_tokens":11561.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"pair-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.504689,"cache_tokens":1733140.0,"cost_usd":1.504689,"input_tokens":1830661.0,"output_tokens":16223.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6267600000000001,"cache_tokens":463730.0,"cost_usd":0.6267600000000001,"input_tokens":509613.0,"output_tokens":10622.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.41730180000000006,"cache_tokens":236712.0,"cost_usd":0.41730180000000006,"input_tokens":278092.0,"output_tokens":5814.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"pair-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5","b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5019648000000001,"cache_tokens":275902.0,"cost_usd":0.5019648000000001,"input_tokens":327777.0,"output_tokens":6639.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.7305976000000001,"cache_tokens":390664.0,"cost_usd":0.7305976000000001,"input_tokens":454343.0,"output_tokens":12825.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.1651528,"cache_tokens":1097392.0,"cost_usd":1.1651528,"input_tokens":1201900.0,"output_tokens":10212.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"pair-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.7886368,"cache_tokens":610537.0,"cost_usd":0.7886368,"input_tokens":686706.0,"output_tokens":8207.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.011713,"cache_tokens":831630.0,"cost_usd":1.011713,"input_tokens":919915.0,"output_tokens":11911.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.21663020000000002,"cache_tokens":100723.0,"cost_usd":0.21663020000000002,"input_tokens":120102.0,"output_tokens":4000.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25","8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.2375748000000002,"cache_tokens":1127207.0,"cost_usd":1.2375748000000002,"input_tokens":1241681.0,"output_tokens":10745.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5018354,"cache_tokens":298056.0,"cost_usd":0.5018354,"input_tokens":337793.0,"output_tokens":9225.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7012640000000001,"cache_tokens":525110.0,"cost_usd":0.7012640000000001,"input_tokens":575273.0,"output_tokens":12049.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9626584,"cache_tokens":783211.0,"cost_usd":0.9626584,"input_tokens":848262.0,"output_tokens":16235.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8929826000000001,"cache_tokens":919224.0,"cost_usd":0.8929826000000001,"input_tokens":986494.0,"output_tokens":9519.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6425072000000002,"cache_tokens":449498.0,"cost_usd":0.6425072000000002,"input_tokens":500038.0,"output_tokens":10529.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"pair-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554","8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0901466000000004,"cache_tokens":1115634.0,"cost_usd":1.0901466000000004,"input_tokens":1200222.0,"output_tokens":11077.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.46230459999999995,"cache_tokens":144479.0,"cost_usd":0.46230459999999995,"input_tokens":170961.0,"output_tokens":13633.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.515299,"cache_tokens":376655.0,"cost_usd":0.515299,"input_tokens":420418.0,"output_tokens":7320.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.6290388,"cache_tokens":425972.0,"cost_usd":0.6290388,"input_tokens":485262.0,"output_tokens":8138.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8469422,"cache_tokens":673403.0,"cost_usd":0.8469422,"input_tokens":743880.0,"output_tokens":11289.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7410148,"cache_tokens":650562.0,"cost_usd":0.7410148,"input_tokens":718222.0,"output_tokens":7154.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"pair-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8024010000000003,"cache_tokens":638370.0,"cost_usd":0.8024010000000003,"input_tokens":694810.0,"output_tokens":13272.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7538233999999999,"cache_tokens":346056.0,"cost_usd":0.7538233999999999,"input_tokens":395534.0,"output_tokens":18429.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7420829999999999,"cache_tokens":560585.0,"cost_usd":0.7420829999999999,"input_tokens":605006.0,"output_tokens":14817.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0404658000000002,"cache_tokens":877707.0,"cost_usd":1.0404658000000002,"input_tokens":955017.0,"output_tokens":15171.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9080936000000001,"cache_tokens":612579.0,"cost_usd":0.9080936000000001,"input_tokens":688159.0,"output_tokens":14287.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8983592,"cache_tokens":720433.0,"cost_usd":0.8983592,"input_tokens":790007.0,"output_tokens":13145.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.4142183999999998,"cache_tokens":1526311.0,"cost_usd":1.4142183999999998,"input_tokens":1638617.0,"output_tokens":12138.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.2942132,"cache_tokens":175488.0,"cost_usd":0.2942132,"input_tokens":201318.0,"output_tokens":4772.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.401866,"cache_tokens":182025.0,"cost_usd":0.401866,"input_tokens":219283.0,"output_tokens":7166.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"pair-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.4326006000000001,"cache_tokens":277999.0,"cost_usd":0.4326006000000001,"input_tokens":322634.0,"output_tokens":4939.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"cache_tokens":1373234.0,"cost_usd":1.6029106000000002,"input_tokens":1512637.0,"output_tokens":17859.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2255548.0,"cost_usd":1.7505922000000005,"input_tokens":2365341.0,"output_tokens":15002.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc","764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":4453028.0,"cost_usd":3.0508542,"input_tokens":4616222.0,"output_tokens":22716.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":58519.0,"cost_usd":0.44868959999999997,"input_tokens":74917.0,"output_tokens":17192.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":257670.0,"cost_usd":0.38020199999999993,"input_tokens":280993.0,"output_tokens":8055.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"pair-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec","251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":212416.0,"cost_usd":0.4069804,"input_tokens":249073.0,"output_tokens":6964.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":271631.0,"cost_usd":0.3753854,"input_tokens":307548.0,"output_tokens":4386.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":211374.0,"cost_usd":0.35993460000000005,"input_tokens":247083.0,"output_tokens":4870.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"pair-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":250218.0,"cost_usd":0.5661442,"input_tokens":321790.0,"output_tokens":5438.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":384030.0,"cost_usd":0.563557,"input_tokens":431806.0,"output_tokens":8582.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":146203.0,"cost_usd":0.24357020000000001,"input_tokens":168514.0,"output_tokens":3705.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"pair-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":189440.0,"cost_usd":0.41001600000000005,"input_tokens":228945.0,"output_tokens":6863.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":482887.0,"cost_usd":0.5990368000000001,"input_tokens":536791.0,"output_tokens":6847.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":228109.0,"cost_usd":0.5192056,"input_tokens":269250.0,"output_tokens":11141.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c","aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":568512.0,"cost_usd":0.7319408,"input_tokens":629689.0,"output_tokens":9961.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":765321.0,"cost_usd":0.7521994000000002,"input_tokens":824507.0,"output_tokens":7537.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":557906.0,"cost_usd":0.6467644000000001,"input_tokens":608193.0,"output_tokens":8638.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"pair-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":602528.0,"cost_usd":0.7470661999999999,"input_tokens":662946.0,"output_tokens":10227.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1081852.0,"cost_usd":1.7886688000000002,"input_tokens":1309375.0,"output_tokens":10945.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":654697.0,"cost_usd":0.7551748,"input_tokens":723533.0,"output_tokens":7485.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":585834.0,"cost_usd":0.8486826000000002,"input_tokens":662197.0,"output_tokens":11655.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":939513.0,"cost_usd":0.9962492000000001,"input_tokens":1027321.0,"output_tokens":9100.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1389380.0,"cost_usd":1.406659,"input_tokens":1506700.0,"output_tokens":13245.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"pair-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1326314.0,"cost_usd":1.2810796,"input_tokens":1418892.0,"output_tokens":14413.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":709749.0,"cost_usd":0.9011156,"input_tokens":793097.0,"output_tokens":10053.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":457702.0,"cost_usd":0.7767888,"input_tokens":504682.0,"output_tokens":17969.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528","66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":260820.0,"cost_usd":0.443616,"input_tokens":301453.0,"output_tokens":6834.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"cache_tokens":341568.0,"cost_usd":0.5144962,"input_tokens":392191.0,"output_tokens":6315.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":52934.0,"cost_usd":0.1666276,"input_tokens":66111.0,"output_tokens":4006.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640","673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":209084.0,"cost_usd":0.4002296,"input_tokens":235318.0,"output_tokens":9299.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"cache_tokens":532238.0,"cost_usd":0.8334732,"input_tokens":599316.0,"output_tokens":14288.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":450450.0,"cost_usd":0.7120610000000002,"input_tokens":510144.0,"output_tokens":11699.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d","9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":1630658.0,"cost_usd":1.5336732,"input_tokens":1732573.0,"output_tokens":18622.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":786566.0,"cost_usd":0.9493484,"input_tokens":861401.0,"output_tokens":13057.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":765917.0,"cost_usd":1.0772438,"input_tokens":882455.0,"output_tokens":9439.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":215430.0,"cost_usd":0.556174,"input_tokens":258964.0,"output_tokens":12644.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":501040.0,"cost_usd":0.6465850000000001,"input_tokens":558174.0,"output_tokens":8054.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":419859.0,"cost_usd":0.6031486,"input_tokens":471695.0,"output_tokens":8830.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"pair-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b","027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":440255.0,"cost_usd":0.6960759999999999,"input_tokens":518116.0,"output_tokens":6561.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":243386.0,"cost_usd":0.41680940000000005,"input_tokens":277416.0,"output_tokens":7494.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":199565.0,"cost_usd":0.419694,"input_tokens":231757.0,"output_tokens":8974.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"pair-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":319206.0,"cost_usd":0.5974184,"input_tokens":371379.0,"output_tokens":10523.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":354175.0,"cost_usd":0.662027,"input_tokens":419655.0,"output_tokens":9676.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1389400.0,"cost_usd":1.211282,"input_tokens":1467302.0,"output_tokens":13382.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"pair-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a","18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1271058.0,"cost_usd":1.4590011999999999,"input_tokens":1394395.0,"output_tokens":16772.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1441274.0,"cost_usd":1.3264146,"input_tokens":1550816.0,"output_tokens":10140.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":1228057.0,"cost_usd":1.6370808000000003,"input_tokens":1408949.0,"output_tokens":12100.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83","b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":717213.0,"cost_usd":0.9469792,"input_tokens":795345.0,"output_tokens":13500.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":588207.0,"cost_usd":0.7809198000000002,"input_tokens":649846.0,"output_tokens":11901.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":185723.0,"cost_usd":0.45255220000000007,"input_tokens":221371.0,"output_tokens":10029.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":434153.0,"cost_usd":0.6824321999999999,"input_tokens":493777.0,"output_tokens":10561.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2300700.0,"cost_usd":1.8682109999999998,"input_tokens":2423516.0,"output_tokens":16724.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":870690.0,"cost_usd":1.1066900000000004,"input_tokens":973909.0,"output_tokens":12145.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1690886.0,"cost_usd":1.5370084000000002,"input_tokens":1813294.0,"output_tokens":12508.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":805239.0,"cost_usd":1.0194636000000001,"input_tokens":889494.0,"output_tokens":13834.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1080592.0,"cost_usd":1.1132718,"input_tokens":1165525.0,"output_tokens":12848.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1656039.0,"cost_usd":1.5178966,"input_tokens":1763559.0,"output_tokens":15924.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1568788.0,"cost_usd":1.4338232000000002,"input_tokens":1670633.0,"output_tokens":14885.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":896263.0,"cost_usd":0.9323492,"input_tokens":966391.0,"output_tokens":11190.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":1842473.0,"cost_usd":1.5404412,"input_tokens":1951684.0,"output_tokens":12901.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":709758.0,"cost_usd":0.9196642,"input_tokens":783647.0,"output_tokens":13345.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":500339.0,"cost_usd":0.7164535999999999,"input_tokens":562717.0,"output_tokens":10250.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1257861.0,"cost_usd":1.2795313999999998,"input_tokens":1354144.0,"output_tokens":14779.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":469818.0,"cost_usd":0.6890312000000002,"input_tokens":524143.0,"output_tokens":11503.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":365798.0,"cost_usd":0.8497052,"input_tokens":422009.0,"output_tokens":21145.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a","4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":543611.0,"cost_usd":0.8728874,"input_tokens":607730.0,"output_tokens":16771.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":426170.0,"cost_usd":0.7343490000000001,"input_tokens":478528.0,"output_tokens":15133.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":582428.0,"cost_usd":0.9416671999999999,"input_tokens":663013.0,"output_tokens":15317.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":1005864.0,"cost_usd":1.0436426,"input_tokens":1087542.0,"output_tokens":11675.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":750113.0,"cost_usd":0.8752582,"input_tokens":810705.0,"output_tokens":13642.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":325797.0,"cost_usd":0.6041448,"input_tokens":375320.0,"output_tokens":11339.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3","845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":1006742.0,"cost_usd":1.1984017999999999,"input_tokens":1100218.0,"output_tokens":16445.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":618718.0,"cost_usd":0.8974382,"input_tokens":687997.0,"output_tokens":15207.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":514490.0,"cost_usd":0.6488470000000002,"input_tokens":573273.0,"output_tokens":7486.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":1454986.0,"cost_usd":1.4441214,"input_tokens":1565310.0,"output_tokens":15555.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":140231.0,"cost_usd":0.3111684,"input_tokens":169429.0,"output_tokens":5482.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":268888.0,"cost_usd":0.4432502000000001,"input_tokens":313943.0,"output_tokens":5549.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1046973.0,"cost_usd":1.0087602000000004,"input_tokens":1115667.0,"output_tokens":12355.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"cache_tokens":300140.0,"cost_usd":0.43786400000000003,"input_tokens":338976.0,"output_tokens":6210.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":363024.0,"cost_usd":0.5017686,"input_tokens":409764.0,"output_tokens":6172.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":268546.0,"cost_usd":0.5080124000000001,"input_tokens":314447.0,"output_tokens":8582.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"cache_tokens":807812.0,"cost_usd":0.8885798000000001,"input_tokens":887289.0,"output_tokens":8433.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":1688991.0,"cost_usd":1.4681054000000002,"input_tokens":1798154.0,"output_tokens":12366.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d","4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1117589.0,"cost_usd":1.1061256000000002,"input_tokens":1215897.0,"output_tokens":8407.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1432641.0,"cost_usd":1.3708283999999997,"input_tokens":1533921.0,"output_tokens":14599.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":1111780.0,"cost_usd":1.293445,"input_tokens":1226784.0,"output_tokens":13715.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":3376484.0,"cost_usd":2.8488635999999996,"input_tokens":3618717.0,"output_tokens":14387.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":22548.0,"cost_usd":0.21762919999999997,"input_tokens":30695.0,"output_tokens":8421.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1722400.0,"cost_usd":1.447143,"input_tokens":1829564.0,"output_tokens":11149.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2705763.0,"cost_usd":2.2682012,"input_tokens":2845969.0,"output_tokens":24274.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":582493.0,"cost_usd":0.7168392000000001,"input_tokens":648901.0,"output_tokens":7619.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":988887.0,"cost_usd":1.0371948000000002,"input_tokens":1077165.0,"output_tokens":10042.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065","a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":607719.0,"cost_usd":0.7532856000000001,"input_tokens":677893.0,"output_tokens":7995.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":360473.0,"cost_usd":0.5166952,"input_tokens":406596.0,"output_tokens":7123.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":475909.0,"cost_usd":0.6443576,"input_tokens":523912.0,"output_tokens":10728.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7","beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1312702.0,"cost_usd":1.3363328000000003,"input_tokens":1415603.0,"output_tokens":14867.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["1dffd250-0a39-4cdb-aadb-7840b50a1894","979088cf-bd1d-434a-91de-56caffbbd6c4","9833819d-315e-495c-8654-a1e427228e85","431b1436-1805-4ff4-a84a-9436d672e604","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":286033.0,"cost_usd":0.4681092,"input_tokens":333715.0,"output_tokens":5790.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c","da3ae814-21fc-4332-91d1-0aea965ce95a","547892a8-5053-4e23-ab91-096d3aa904ee","75ca2fa9-7787-4427-a13c-4270c5f9149b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2525481.0,"cost_usd":1.9603313999999998,"input_tokens":2659526.0,"output_tokens":14025.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["bc39c105-2b68-42ca-8831-ad89a9521465","824ceb2f-a199-44d1-b873-1da7f42e833b","4af33fc5-2b64-47b7-9fa0-95ebadf31bda","5df87f99-9d07-404d-8a0e-450197294f09","8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"cache_tokens":1822077.0,"cost_usd":1.6307268000000001,"input_tokens":1927740.0,"output_tokens":18707.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","c4857d54-609c-433a-9f3c-edd4c9c0d058","c26dd50f-3b47-4c42-9315-ae5c6b5055eb","6a429c81-c335-4a0f-a81a-7d2778541eac","563bc7fe-a553-431f-b467-30fd7c98960d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1152733.0,"cost_usd":1.2024382,"input_tokens":1264357.0,"output_tokens":9188.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["4a8dd64d-aabb-4515-ac3f-02f7a3d0c802","ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec","a0446fca-4471-4958-bb1e-3df8ed50b992","7e35f25c-3bd5-44ce-bfe0-21ed9aad51a6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1465911.0,"cost_usd":1.5891053999999998,"input_tokens":1620105.0,"output_tokens":11615.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061","b8c0a860-92ab-486b-8d72-99b4335aec03","9be4fb3f-e191-4266-9469-f11c4ff14a5e","601b3755-97b9-4caf-b1e0-f67dfd654912","f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":1239117.0,"cost_usd":1.2324788000000002,"input_tokens":1337114.0,"output_tokens":12370.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["74b342dd-a10b-4a29-87c5-edd4bf5b0393","6651bec7-fc6c-436c-816a-18d9afefe93a","48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe","4752770a-26c6-4da5-b450-fa758f0a752b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":884283.0,"cost_usd":0.9753462000000002,"input_tokens":980404.0,"output_tokens":7078.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"five-full","trial_ids":["c1c54b97-e509-42d8-973d-585356b51974","15201409-1182-4f92-9756-cdc862416b43","c1e14118-a8d0-483f-a9d8-0060cf4a0b39","da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","69ed0802-fe7f-4450-ad74-7d475ee0ffe7"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1453572.0,"cost_usd":1.2495738,"input_tokens":1551630.0,"output_tokens":8921.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","43e34746-c4c9-4960-9920-ea5bcc28321f","830335ac-44a7-452d-8525-53f9d21d8c32","202a5466-8849-4186-a381-63fc767a02e3","b632ca2e-0a9a-4fb1-9941-e21fd6fd6629"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":654343.0,"cost_usd":0.7011861999999999,"input_tokens":716597.0,"output_tokens":6486.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["29ab921f-05e6-49b9-81f5-94c962af705b","53746ec8-3853-4ef4-8963-d80b7a62d0d6","a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef","22547a48-1280-4301-9bbc-15be2d85f073"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":623630.0,"cost_usd":0.7864680000000002,"input_tokens":694539.0,"output_tokens":9150.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["b671167b-b3cd-4094-957c-6ee792002ef1","4ae04a65-d771-4c2f-a33c-bc287b6b3809","5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","562977b5-3a06-419a-9f49-fca342ba1d0a","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2445351.0,"cost_usd":1.7869913999999996,"input_tokens":2568748.0,"output_tokens":9659.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["cd85e6c3-3588-4272-9445-62bc25d9d2b2","7d5f623f-ae5a-437c-83f1-5237780ae6a6","f537d209-e196-42eb-886d-93ff8a2a5b82","97594fae-d77a-4713-94f9-d8d4e941ec71","2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2032183.0,"cost_usd":1.5990252000000003,"input_tokens":2143431.0,"output_tokens":11524.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["e812a61b-a140-4bd8-b45b-716912d155f8","0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8640eddf-f38c-4c00-b868-b4afe97eec1c","8d82559e-9fd5-47c5-b6cd-d262db58df18","d6602e38-df5d-4955-bb54-850f030bbab2"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":249916.0,"cost_usd":0.33258940000000004,"input_tokens":285532.0,"output_tokens":2753.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","3c3e9a98-613b-4418-8439-258b4a848122","a3263b3f-a15a-48a1-87e8-e4aa41f07bbe","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34","30be8650-100d-4f98-8a29-ac00239b819e"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":792912.0,"cost_usd":0.8102788000000001,"input_tokens":856727.0,"output_tokens":8729.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955","9db2b2ca-070b-49fe-8af6-20b73ef53bc2","5895b736-9888-4af5-b887-265f7b45615c","25ab5a88-8d6e-4656-be8e-4202d54ab45b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":1264462.0,"cost_usd":1.1556178000000004,"input_tokens":1341077.0,"output_tokens":13366.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["c18fe3dd-05b5-4afb-b658-055abd59b970","79262311-37d5-4592-bce2-9c145a83b3c9","636cede8-e158-47e7-89ad-d35bb1d23cbc","d04d7c91-e127-4029-80f3-3f92e14a5cb5","70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":1345265.0,"cost_usd":1.1993639999999999,"input_tokens":1441422.0,"output_tokens":9051.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["06542d70-275f-4800-a2f9-cef26c515db7","0b8496c3-9b40-45ec-a813-b2732e594b5d","78e11201-2800-4cbe-a865-b06bd5acd3f9","7651c0d2-11fd-42a9-9fe2-5ca4a330e491","c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"cache_tokens":1991552.0,"cost_usd":1.5349857999999998,"input_tokens":2098786.0,"output_tokens":10138.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","659bb37b-8574-4504-afdd-b21e58530842","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e","92c9ad47-88d3-46e2-a2e7-794324e561ce","43d27172-65df-4a5d-a970-9e45ded97249"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2662045.0,"cost_usd":2.058082,"input_tokens":2798274.0,"output_tokens":15636.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c","c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","ed34aefc-2c7e-438f-8cb7-f1fc795ffd57","05b9d9cd-b7b6-4ad4-8495-7cda36a03e93","e553d427-3c46-48e0-9afa-785a5f971ec1"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":981141.0,"cost_usd":1.0521804000000003,"input_tokens":1067171.0,"output_tokens":11505.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["3311dd49-a9f7-4e30-a162-ec65fab4300c","d6922193-0f32-4d9f-8e12-cac97bee47b1","e4e28300-aea4-4c4f-a2c9-54c329e88925","bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":506506.0,"cost_usd":0.5996364000000001,"input_tokens":562261.0,"output_tokens":5988.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d","92188885-4249-4bd9-8704-fb63416babb3","9f0b555f-6bfa-48a6-90e9-4e52bd4487bf","18507881-9c8e-4d8d-ad24-3806fafe88c3","74ebbea7-8264-4eb9-a1ea-1dcebfbc178d"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":2600213.0,"cost_usd":2.2849812000000003,"input_tokens":2775530.0,"output_tokens":18445.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"five-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3","a3d31ce5-f827-40a8-9b0b-3dee1a2d4cb5","3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","1775286d-2d14-490a-b90d-5ba72517f3e2","3ff8b805-6582-46ec-95ab-4829b457e9f9"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1024091.0,"cost_usd":1.1262314,"input_tokens":1134593.0,"output_tokens":8231.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4","7e7bc362-f9c2-49df-8781-f399c6bafe0c","33d8977c-070b-4e77-b8d4-569bccad0740","a5ca92d0-7ed4-4fc4-b60f-28ea06b36fcc"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":1496887.0,"cost_usd":1.4553477999999997,"input_tokens":1614015.0,"output_tokens":13575.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["72b86926-dba2-4f85-ab3a-d79953dda99d","b6467ce0-a165-4d26-8c0d-038f7165fe0a","2492445d-931a-4adf-989c-8a19ab8d7e78","d2a2e869-28be-4639-a3a1-0d1add64152e","d31da888-00d8-4508-adea-6c36675f31fb"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":881574.0,"cost_usd":0.9698336,"input_tokens":969687.0,"output_tokens":8859.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"five-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993","0154301a-0f01-4882-932b-2a597b2ae93f","1e8b86f0-db8c-4a7d-9e19-7eeecce4c208","7e0de05a-b806-4612-a579-443d912a0dca"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"cache_tokens":1020738.0,"cost_usd":1.0727102000000002,"input_tokens":1106900.0,"output_tokens":11707.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"five-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","44c081d7-d853-4105-8592-beda9d9e3f69","82fd9628-b4ca-4806-a4c7-3a34e1b709f4","a10427c9-bf1f-4cbd-a094-a565e776a05f","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":647467.0,"cost_usd":0.7554788,"input_tokens":722478.0,"output_tokens":6149.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"five-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","6e43d1d6-56df-408a-9469-97e7e24dbf0c","44ddb4bf-a585-4330-9565-774302236fbe","d44c0106-36a2-414f-969c-0a81858ee5bc","bfce8e12-828b-41f2-bdfc-fcc1890988d0"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":1017595.0,"cost_usd":1.084962,"input_tokens":1103300.0,"output_tokens":12497.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f","c1442ba8-30de-44f7-af37-e815c3caf020","adae7162-b5bb-471e-8dcf-8ab4a7b068cc","7e414b92-553b-46ca-b390-03d0542dd648","d5509f08-becb-4192-b9f1-91b404206c78"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":4744396.0,"cost_usd":3.5422743999999993,"input_tokens":4979622.0,"output_tokens":23451.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af","1f22bd8a-18a1-4859-9083-9de0df74c95c","bd08d4d9-9308-4274-a5e3-d8c7bca4791e","a61e82e1-1484-4990-9073-b632af2a75f6","0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":446492.0,"cost_usd":0.6297748,"input_tokens":502187.0,"output_tokens":8661.0}},{"reviewer":"gpt-5-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"five-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52","4fdfd6a3-95af-474b-8fb0-5154e3bdcf23","6ed919d7-a670-4585-9351-340e6cc235ec","68dd19a2-16a4-4de4-a320-79937cff66c9","37143bd4-5ba7-4dac-9761-ebbb04b5be4f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":1065467.0,"cost_usd":1.1137238000000003,"input_tokens":1164110.0,"output_tokens":9743.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["636def06-9e18-5296-9b0d-29a96cc20227","a3811e3b-79c5-5336-81e2-722da7bfb87c","27e62112-35b2-5ca4-af6d-3d426aab0fbb","3ffbca7d-f3ae-539f-87cc-6059526cc195","1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":242419.0,"cost_usd":0.4212386,"input_tokens":281804.0,"output_tokens":6393.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","a069e250-4734-5c05-be6f-fc8f97f2e89b","6c644592-d511-59b8-8df5-f25b1ba20fd3","baebfe76-59c4-5151-a9d3-6417edcdea05","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":3006920.0,"cost_usd":2.3564589999999996,"input_tokens":3168820.0,"output_tokens":17239.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["f32747d8-3315-5aa8-b39e-5730069ba597","a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8","6a82e951-f7be-5bdc-93cb-cf6bd51106bb","63cfa4cb-cca0-5b94-904b-4ea88475ae40"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1146511.0,"cost_usd":1.1043534,"input_tokens":1246389.0,"output_tokens":7345.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["40efe11c-c7f1-5430-a850-f67910fa2151","00d35695-9be4-5dd4-8600-913e02ed19cd","871c5b88-55d3-5eab-9571-2cacd7ee061d","210ca3aa-a509-5abc-a041-4b8ad2182edc","c78eb885-9eea-5896-9c32-5e8e1db3ec65"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":647473.0,"cost_usd":0.8326002,"input_tokens":723625.0,"output_tokens":9669.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["7ec99516-5013-5437-aef5-ab4810e3336f","59c7d498-ec1e-52ea-bbe5-323755522374","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad","da6541c0-b238-5734-a21b-2c94f0d9885d","bfa9c87f-ed28-5a35-81f0-31578717b82e"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":792091.0,"cost_usd":0.8999804000000002,"input_tokens":856272.0,"output_tokens":13139.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225","9e81fe42-fab9-5fb3-8135-64e2a4bdb515","050a922e-adbe-5871-b332-d742845b1ac4","59523e2a-a6e8-53e6-beff-12b1469d3ba3","ac81b783-720b-544b-8f38-86857c7632c7"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"cache_tokens":881899.0,"cost_usd":1.0610936,"input_tokens":986859.0,"output_tokens":9203.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","2c540beb-4d62-50fc-92f0-a2d608621b2b","f387693d-d199-5801-b3c5-533ec569192b","0957105d-8fbe-5033-8c29-d68c13e60c3b","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1427142.0,"cost_usd":1.4228708000000003,"input_tokens":1526000.0,"output_tokens":17964.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","50ce9dc4-1553-57e8-bd1b-5e243a2cf5ff","95bd3246-8ef0-54d0-8409-8280963530de","811f421e-3980-52d1-99d1-64d7cb2361f2","8e38730e-7264-5574-bf63-f3586464853b"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":891486.0,"cost_usd":0.9502554000000002,"input_tokens":971735.0,"output_tokens":9648.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["dd42ca42-1143-5fea-9164-81c81013b29f","673d29a3-a4fd-51e9-b863-45730b800977","327d6100-224c-553e-b9e2-9c2140e6a640","a0e3e8b5-0699-5b53-bf86-1ecb6a6e758a","9fee43d2-8e61-5378-b163-71556c9b2a51"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":412676.0,"cost_usd":0.5463814,"input_tokens":468004.0,"output_tokens":5260.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"five-full","trial_ids":["115c2bfb-46ac-5a3b-9f0f-dea08b0b9b6f","6ffde202-840b-52f3-8d15-e9a8bd3d536b","20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719","52de7437-2a60-5a2b-9202-c99c5f0c147a"],"gold_rewards":[0,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":2861259.0,"cost_usd":2.2657076000000003,"input_tokens":3028230.0,"output_tokens":14346.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb","9a4d0c08-0689-5d93-be2f-cbe351e6e2e3","6c1db6b3-659b-5cb6-a3fd-1f78dc708af4","7be04c59-309e-5d15-b8cf-0d159ce31bda","4c054805-fe51-500e-9def-b5a9618cca3f"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":1171295.0,"cost_usd":1.1649660000000004,"input_tokens":1262891.0,"output_tokens":12001.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852","10f6e1d1-0a5e-565c-b495-4e5fa65694cb","992e50ca-b53b-5f18-a07d-4583f9c5ba32","39b99fcd-e7f0-558e-a395-317ac2d43a34"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":457113.0,"cost_usd":0.6340732,"input_tokens":519406.0,"output_tokens":7014.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["3e10c5af-e933-59a3-bba8-ee6a5a0adbb8","04aec22a-3c71-5d32-9d14-77e05cb9d0f4","2f90bc5e-debc-57f2-b571-36e0f871404c","f3462fa2-3a64-554f-83c5-c7d13574f7c5","377a0fea-4e5b-5f0b-b8f4-d9cbc6d41875"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"cache_tokens":1173570.0,"cost_usd":1.372681,"input_tokens":1292739.0,"output_tokens":15397.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["13e2166f-d7d6-5a02-b0f3-b1d7906e15a3","e3e7ab92-0057-5913-b082-4724aa8e4528","cc465d87-1c92-5e37-a1c8-25cbbdce7b3b","66c92fe5-4682-5545-87c7-12380f4bdf94","a6250737-1939-5369-a76b-70e2e38a3531"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":479773.0,"cost_usd":0.5451902,"input_tokens":535434.0,"output_tokens":3822.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["508af110-96ea-5ff7-896b-04796ba2e958","9b1dcef9-00e4-5306-9536-821d55a87c8b","29b434bf-2d9f-5f00-9504-a0623a7bed0d","53309870-4966-509c-8e99-7fb700095900","ae04f5ee-c71b-5aa6-8af8-9af3489ed493"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"cache_tokens":2919957.0,"cost_usd":2.6320638000000005,"input_tokens":3131863.0,"output_tokens":20257.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["62abc8b0-669f-56f4-8510-9152ebd80f6b","c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e","42fa81d0-f280-5e2d-94db-0ccd629a48aa","43eef5cc-1ce8-5503-860f-8f7a5ecefa4c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":6586961.0,"cost_usd":4.823118400000001,"input_tokens":6955002.0,"output_tokens":17438.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","253acf32-f3a9-5fed-899e-5eef88c7aa9f","badfb29f-467a-546a-bf3c-ab4eaae09b7f","0b6306bc-2767-58cb-94c4-37de5fd09c5f","6a8ca8be-2dbd-5f34-a16c-67a164c013bd"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":228268.0,"cost_usd":0.41466620000000004,"input_tokens":268162.0,"output_tokens":6220.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff","c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","2aaa68f7-0307-5648-b597-c46c074da989","9ce115c0-6f80-595d-b0d6-2f5d16681001","cf56b241-193a-5f41-8ec9-34b9f9ab0f61"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":5804318.0,"cost_usd":5.796014999999999,"input_tokens":6164508.0,"output_tokens":21572.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4","5b482fcb-f868-51ac-841e-6087dee42660","891444a4-42c9-5aee-9841-eb1100276cf1","cef7047f-bfc5-5dbc-b563-b37db12e405d","1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1563970.0,"cost_usd":1.3666030000000007,"input_tokens":1657446.0,"output_tokens":13710.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2","03fd7508-2d4a-541f-aa5a-ff618d8a26d9","0c66d12a-ffa7-5356-8eef-8cc114a2e033","02e47f1a-c7b3-50d1-95bf-f093bce96065","0f1e6cce-6d01-553e-9391-217200b6bb82"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":724156.0,"cost_usd":0.8022204000000001,"input_tokens":798826.0,"output_tokens":6987.0}},{"reviewer":"gpt-5-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","d9dee7f5-af27-5ec7-a6ee-cbdfcf0a9bf3","1e98a0b5-00ff-541f-ba19-934a1f5cf9cf","55e117e3-f60f-57b9-8b3d-4c66c094f741","9175b63e-537c-5c59-b8fe-53c9877b8d8b"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1374896.0,"cost_usd":1.2396814,"input_tokens":1457605.0,"output_tokens":13837.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["c0f8dfd4-eec2-49b4-aa8c-72da018e11dc","e4f722c6-7f78-468f-80cc-2a24b6c8d7b8","450a3f23-4000-4d3e-b2e9-adca96877b67","7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":2326485.0,"cost_usd":1.936071,"input_tokens":2474110.0,"output_tokens":13396.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["a8a59ca3-d7d3-4d24-8ed9-47d424f9e0af","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f","e73f8d3c-3e4d-499b-a28a-0b17e27a2245","0a09ea75-641f-4052-954a-4a1bb17dc637","b4743f23-dadf-4b40-913f-53107868cb50"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":2183127.0,"cost_usd":2.0956388,"input_tokens":2370429.0,"output_tokens":14322.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"five-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0","2fb7862c-7f48-48a0-93c3-54eca6893895","ae21fedd-4cc9-4a49-96cc-c1c73b803554","5125daae-dd4f-44dc-882c-56501931408a","dbfdb33c-da4d-4638-b35a-5aec3d82cbfc"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"cache_tokens":1424307.0,"cost_usd":1.3400218,"input_tokens":1532102.0,"output_tokens":11594.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["35495409-8116-4412-9d8c-2aa1e7ad8281","340bcfee-0d56-4820-9b8c-79e9ba5ebb38","89ab747d-4237-4e77-b52c-6480eeb4b268","cd0fda84-1493-45da-81e7-0ecaef415dcd","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":558745.0,"cost_usd":1.437573,"input_tokens":759824.0,"output_tokens":10460.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["d47b3f99-2983-4a7e-bcfe-b5f6a3917ba5","459ae3a5-bf93-4931-b1fb-cfc43a325153","d284c01f-1eb3-4d7a-bb7b-972b178c37cc","ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","25b0c68f-bd12-48fa-9625-3e46fc9a100e"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":1070976.0,"cost_usd":1.2423214,"input_tokens":1200520.0,"output_tokens":8337.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"five-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685","4deef7e1-4c61-4de8-88c9-28b9f12a6ee9","ac8ec8a9-6bb4-4247-b545-ffd70e789272","00879e34-1e4c-47a9-b44b-4756b383a65a","68d3bbb4-f526-49be-9d15-f9c765a26f47"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":690021.0,"cost_usd":0.8453644,"input_tokens":774706.0,"output_tokens":7323.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["1c05338e-d07a-4d94-ab05-6b72a04123d2","123a7d40-4838-439a-b78d-a43e015cb267","34862c84-7604-484e-bc6a-a76e9f99fcf4","e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2227159.0,"cost_usd":1.9605325999999998,"input_tokens":2380769.0,"output_tokens":15108.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"five-full","trial_ids":["c0429e1f-f14d-4b50-96e2-2c1d1c16785d","6aab3479-afe7-4ba7-876f-2826dccb8f07","b6137896-8e6a-4296-902e-489f1dbd9f63","88e4303a-08c5-4a86-ba04-b715ad60d5e5","8540560f-4b9c-4d7d-b4fd-02eec8df55c8"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"cache_tokens":1365408.0,"cost_usd":1.3172271999999998,"input_tokens":1480420.0,"output_tokens":9828.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["4315997a-3b27-4373-a39b-78f65db60f65","7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d","4e16e545-3134-4d23-aea1-317ecdd11db5","6004bf1b-1a2f-4a9b-8106-cacb4b0b769b"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":1177553.0,"cost_usd":1.2331022,"input_tokens":1280186.0,"output_tokens":12473.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["d2097b22-5c9c-4de0-b1fe-c959862674c8","b4946b7c-81c5-46f2-beab-ad91f13da236","45d89215-d0e0-4f60-84f4-101223511dd9","08f2bf5b-3f2d-42d1-99b4-22928ede7f7b","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1,0,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":36576.0,"cost_usd":0.3463884000000001,"input_tokens":49341.0,"output_tokens":13421.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["8e2fca92-cf96-4eec-a13e-185749b63a7e","80c7f701-e0cc-40da-86a5-b9541ae4c8b0","8c3c9446-3f5a-4610-b85d-49fb6aed8386","14585ea3-b6ce-4fd3-a612-e0cb20fd5037","5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2853064.0,"cost_usd":2.2463196,"input_tokens":3018222.0,"output_tokens":13993.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88","d3eb9b0c-c047-4fba-b489-4b1894e8e4e8","2b7efd5f-3fa3-47e3-ac45-170180dc9744","4ae46b44-bac5-44ea-a07b-2ba034d10000"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":1739150.0,"cost_usd":1.4615680000000002,"input_tokens":1849932.0,"output_tokens":10628.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["3ddf0dc1-b2e3-47a6-9ce1-cc4227960dbc","7d3ebec0-0e90-47f7-bd91-fee1bd135566","1f15d35a-8494-4ece-81a5-12f76a678ae6","3fc86a60-fbed-44a0-a849-c20445cc0dfc","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"cache_tokens":1235510.0,"cost_usd":1.3485479999999999,"input_tokens":1328159.0,"output_tokens":19582.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"five-full","trial_ids":["aedb2b10-c2a7-4dd2-a2ee-540b330f5fdb","18fe927a-4757-46e6-9256-012e4ade9d27","12bfc926-d176-433c-9a0c-4096c9e1f62a","829013ec-fa55-4205-ab96-f60f6d6d4313","ded3de0d-d24a-4812-842a-5d55250b88d9"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1756580.0,"cost_usd":1.4664680000000003,"input_tokens":1861702.0,"output_tokens":11940.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"five-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97","badf6607-45eb-47fc-a573-2f5cbe7d5a91","e440b457-c527-4c98-914b-a0793860bcb9","47d39c9c-577c-4943-a44b-17df7cfbdcef","cf9bb23b-24b6-4031-bba7-2e95b0673f1f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":492376.0,"cost_usd":0.6982024,"input_tokens":542962.0,"output_tokens":12443.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774","d1ad11fb-00de-44bf-9c94-f54f62a7139c","7948cbfc-a3de-497d-af3d-b12619c7b828","7baf5193-d1ff-4b03-9796-58de94513b90","29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1817327.0,"cost_usd":1.9155887999999996,"input_tokens":2001279.0,"output_tokens":13473.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["58205acb-0399-454d-951f-1d0a66e609e6","3f397919-37f2-4d4e-8e1a-a0968ff72745","8f69837e-7413-43b8-83a3-6040095dded4","42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2248761.0,"cost_usd":1.8326914,"input_tokens":2377659.0,"output_tokens":14464.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","6326357e-06ae-4122-990c-6fbeb1dcc1d5","4bb47385-4809-4eae-b956-41335f56082d","19f39be0-2971-4e91-91f5-d274fc9a0473","bae17b4b-ec0e-4057-baf7-5fbebcecec14"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2250596.0,"cost_usd":1.9515864,"input_tokens":2390606.0,"output_tokens":17593.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"five-full","trial_ids":["5f68f680-a07c-49c0-b406-6851a47feed1","1837a8e9-b1d1-4fbe-9ee9-2e1cadeec5e2","027fee5c-563d-42ee-9381-3d439e18f3cc","ae11e545-821f-4644-affe-977d2d00e85e","0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":831607.0,"cost_usd":1.1181408000000002,"input_tokens":955353.0,"output_tokens":8365.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452","35b7ce29-cc56-498d-a801-89df8e7a90ab","239aa4bf-0a90-4bce-886e-8d896677c77d","4b724bb1-b525-432d-bea7-6ff325d7fa5e","96c1ed67-9b2c-4c1c-a4fd-f7104f4f8f38"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1441732.0,"cost_usd":1.4401328,"input_tokens":1579611.0,"output_tokens":8729.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["98d06699-1c9f-40fa-909f-1761ac0985e9","879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0","94c94938-8dd6-48f3-8369-5235f70dd9bc","6b5ea915-f211-4057-8375-5c95dc7ca9d7"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":643358.0,"cost_usd":0.8938601999999999,"input_tokens":716421.0,"output_tokens":13587.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"five-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56","ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","63e32b05-5357-49e6-a5d5-c7a0f7ee838a","20c0132c-a1b6-433f-af9d-1c42774d3a56","1410917d-7b38-4a23-b574-5db87e0a47b2"],"gold_rewards":[0,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":825008.0,"cost_usd":0.9337122,"input_tokens":894370.0,"output_tokens":12872.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797","73ada6c2-aac1-489d-a700-4eaa19f9090d","582a5306-012f-4035-9050-7a0ebc60460a","2cf1b0e5-3b19-4c2f-8468-849c74805497"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":737408.0,"cost_usd":0.8549102000000002,"input_tokens":800964.0,"output_tokens":12136.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["33dcf7f2-821c-4b95-9412-93abbbcdd412","c1aeb0bc-6b21-4c35-a3ea-d72970dcc552","5899ade3-35be-44f5-83f4-d8ad28f35105","bd536f75-4078-475d-a834-9656812dca0f","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":4042918.0,"cost_usd":2.7163452000000006,"input_tokens":4207901.0,"output_tokens":13745.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a","919d48d1-d40c-4edd-a50c-8fc8dd50023b","f84e31cd-0ad0-4881-a7ab-7c484c3448e0","4466e753-6075-4879-8872-41625bd3d0f2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":2694756.0,"cost_usd":1.9997593999999999,"input_tokens":2806907.0,"output_tokens":18085.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"five-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","a489363e-2e98-4b64-afd1-afe0097f809f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756","ae227843-15a4-4755-bcc0-ed14d9fcafbd","68094687-941b-4c8d-ae95-72b7ce4f5377"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1194047.0,"cost_usd":1.2354168,"input_tokens":1292080.0,"output_tokens":13409.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a1bfe3fd-ead1-4de5-9bf5-f4cafaeae6b9","bfb8e58e-0b18-4ca0-ac2e-b64af561449b","beb81f0d-9070-4ce9-b939-c8f3d1bb5703","053f165d-bc3c-4dfb-9aca-baae067c6afd","485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":659600.0,"cost_usd":0.8484389999999999,"input_tokens":731649.0,"output_tokens":11244.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","1a4aa218-8ffd-4d73-aefd-fefe2ec141df","ab769f17-8807-4bae-8ce1-894965bd03ce","bc93fa1e-b4cb-4a6e-85fa-b324330498d1","1a2db36b-c5e6-4bb8-8f56-092eed46cb19"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":1151755.0,"cost_usd":1.1668970000000003,"input_tokens":1230428.0,"output_tokens":15669.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["3ecd2bd3-624e-4f78-9deb-eeba34c9bdf7","99de7eef-1ef7-4bc1-af56-6e1dcb8b1d8f","9471d7b4-950b-4cfa-a344-bba946613c46","14a85235-f0cc-4ad8-ba39-6cb9a4815a99","f5063f9a-9d07-472d-95a7-34f081113b8f"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.9797773999999998,"cache_tokens":1026801.0,"cost_usd":0.9797773999999998,"input_tokens":1107875.0,"output_tokens":8212.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["3a7f503f-4090-48f5-a39f-efe8ca8a8e9a","04b89ac6-62f1-4584-b5f7-d01954a93982","419d87a4-bada-416f-be28-90c0b233e92c","906712ab-fec6-4704-9f49-c23f134ed88a","0ba959d1-b996-4eb8-b1c4-13f22f30c210"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.8363379999999999,"cache_tokens":712650.0,"cost_usd":0.8363379999999999,"input_tokens":781960.0,"output_tokens":10263.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["0d6b6036-af25-44ce-b60d-c71f8121d810","92d66817-de88-45b2-8dee-25c5b861acff","8c88e961-199f-4312-a8a8-87480e92a402","91fb056a-cc76-4059-ac3c-815eb75dd415","7153d56f-6d08-40b4-966c-338a75ed97d6"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.1253822,"cache_tokens":1233263.0,"cost_usd":1.1253822,"input_tokens":1316849.0,"output_tokens":10735.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["476338ae-41bd-4339-a567-b108ff70b9eb","7846989d-1f82-4c44-9a2c-e99cae43622a","d373b8e1-4cfb-460a-9617-f353391a7045","2f93e55f-0e5e-4d92-85ad-5b28f08c75d6","353eaba0-ff68-46e8-b712-ec75bbeae80a"],"gold_rewards":[0,0,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":2.6597649999999997,"cache_tokens":3436780.0,"cost_usd":2.6597649999999997,"input_tokens":3575360.0,"output_tokens":29638.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["e07b3939-e2cf-437b-9c86-2f62b6f4e4a8","b98993d8-dafb-4292-b604-7e26dd79f7ca","4e0bf87a-f18e-466f-ae29-a140f4924816","1ce0eced-e4bc-46f6-bbf7-e6f3a1296239","cdf6b22c-5f71-496b-be2b-0c2c77255393"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.35196920000000004,"cache_tokens":37428.0,"cost_usd":0.35196920000000004,"input_tokens":50477.0,"output_tokens":13612.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["0ee1acac-4abc-48a1-9ca3-fee7afbec553","cd71a394-c0e6-4536-bd9c-88733ae7b1ae","740c6b5e-70f5-432d-b6a3-a4cb20105aed","9fb26637-1af8-4757-95b3-335eca7f2d16","d326d61b-7359-40d1-8508-9574abd4896e"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":1.7724564,"cache_tokens":1985391.0,"cost_usd":1.7724564,"input_tokens":2088903.0,"output_tokens":23066.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["2cc0c0b9-ee58-46a6-aa7b-ff9ae0d57cd8","d0c09981-614c-496f-b493-546d424cc045","a95552c6-f057-400a-9618-c8c278216298","8d3a49c7-c980-45d0-83f1-e41449009d8e","f72fa959-467e-4044-b57b-99ff1374bfca"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":3.250651,"cache_tokens":5151870.0,"cost_usd":3.250651,"input_tokens":5327999.0,"output_tokens":15494.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["7397e014-b7ec-403e-932d-b06a70e05ad1","995ea0e5-baad-43fd-8a5d-7c4d431bfcfe","3dd32178-989c-446a-9f89-748b0bc7a064","2799e4d7-23ba-48c1-a2cd-e6940c3f40a6","6300a441-4fd5-4259-9e98-e80570f50cc2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":1.3333509999999997,"cache_tokens":1403920.0,"cost_usd":1.3333509999999997,"input_tokens":1505545.0,"output_tokens":13211.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["21c81942-6a73-4bef-980b-abff15df0770","16a0fd95-3d4b-4045-82d5-35c592778d02","0a061f60-8a2e-49a5-80da-25bbe6dbc9ba","fb6e7f90-dea1-418f-a302-57a9e7f5572e","5d318b46-73cd-400e-b522-03d4cd5976b6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.4727167999999997,"cache_tokens":1742222.0,"cost_usd":1.4727167999999997,"input_tokens":1848680.0,"output_tokens":12205.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["6a23aa92-2dbd-4425-b0f5-be6ca1c282b2","f37dd5e2-a080-49ee-b07d-930748998ae2","4a64e0f3-9a42-4eb8-a8c5-fd9b2cb877e5","aef665c3-bc26-4852-b899-2ab36e2dffaa","39cb19d8-931d-4efd-94d8-ca82da67869e"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.7995876000000002,"cache_tokens":791829.0,"cost_usd":0.7995876000000002,"input_tokens":859445.0,"output_tokens":7266.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["0c85f446-bbee-4285-ad09-532f9d47cdbf","b6d19204-81dc-4b3b-a819-5b2a4baef756","0a0ec44c-7779-4973-b9db-d2dfdc502658","fb87af44-6357-41f6-9d28-4e93d4566844","9fb794ac-4287-44bf-8a35-301bfab10f3d"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.2393233999999997,"cache_tokens":1461816.0,"cost_usd":1.2393233999999997,"input_tokens":1541841.0,"output_tokens":12752.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["ad18aec0-8084-4a71-944d-271b25076ecc","109d0d36-8d7d-4b68-b42f-bfb762df6f1e","40112821-acd1-415f-81c1-be9341e4c44d","0ba7b413-c12f-49f3-b4bc-a8e18ad74eac","89a9714f-268d-4d69-b5f1-990692690291"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.7033683999999996,"cache_tokens":1759806.0,"cost_usd":1.7033683999999996,"input_tokens":1881367.0,"output_tokens":19610.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["81577c6d-37d4-46fc-a144-e6ad9c001e95","e9c2f244-add8-421e-9aaf-1625eb643ebe","0413e482-e730-4bf7-83b5-79ffe84c8721","dcc252e4-bd74-4683-86fb-ed344b93fbae","71650b27-8784-4a85-9ff5-8435389532b1"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":1.4670088,"cache_tokens":1508672.0,"cost_usd":1.4670088,"input_tokens":1629270.0,"output_tokens":13055.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/freecad-spring-clip","condition":"five-full","trial_ids":["db39ae67-1c0d-408c-9c74-7c3900c0183d","271ba35a-d0f9-4748-a1fc-3a14eda3b6f5","2ebfdf3b-72fb-4396-9af9-dc049db040ad","afe5b748-b4dd-4f1b-b40a-a39572acf12b","762ad93e-f2c0-458e-a655-e42064d4da8b"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.9227952,"cache_tokens":2246103.0,"cost_usd":1.9227952,"input_tokens":2369472.0,"output_tokens":20404.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["c6dcc346-9f9a-4c65-8e52-7656771af029","e8184798-5fac-4ebe-ac34-bf5ead1beed8","438e5a14-9c70-4eaf-98c1-f79729d218da","09f6464d-aab9-4f77-b880-4e86b99f6174","c71838ac-05fc-44e7-8205-e43543cf0034"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.3496569999999999,"cache_tokens":1725590.0,"cost_usd":1.3496569999999999,"input_tokens":1811469.0,"output_tokens":11530.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["ff0537d1-951b-4c6f-bff8-ca3eabc57900","77c6d489-bc86-4989-ad93-c3c58369dc45","174579d5-c127-4bf9-9964-a936c5de7b88","1c7ca041-5603-402f-9e89-3181d99cabaf","19b48258-0343-4c87-8d0f-9c799ec3eb08"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.7913141999999999,"cache_tokens":614038.0,"cost_usd":0.7913141999999999,"input_tokens":685083.0,"output_tokens":9550.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["2dfc3f49-a4c0-4723-8464-9d6e3174d199","8e5b54e0-4eb0-4a3c-8aa1-4b4e9b0e91f2","368e83d9-3302-49c6-b465-22851300686b","4e90f229-225a-44ee-89ed-e403b7407882","49c68f26-f1f8-4dab-95f2-5f4575104d73"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":2.0411216,"cache_tokens":2550144.0,"cost_usd":2.0411216,"input_tokens":2694611.0,"output_tokens":14965.0}},{"reviewer":"gpt-5-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["04ef82c2-fd0d-4da0-a94c-6645d5b03500","68b56ea3-17ba-4e79-a06e-54324c85668e","59be197e-aa35-4750-9616-e4d48bd46ec3","39cecc22-8305-4a88-a6a9-10f895ca6e6a","7c96734c-7823-4326-9ff3-34fa8632f3ab"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.2273545999999997,"cache_tokens":1436204.0,"cost_usd":1.2273545999999997,"input_tokens":1523474.0,"output_tokens":10855.0}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7170800000000002,"cache_read_tokens":1879900,"cache_tokens":1879900.0,"cache_write_tokens":67448,"cost_usd":0.7170800000000002,"input_tokens":1948093.0,"output_tokens":17099.0,"recomputed_cost_usd":0.7170800000000002,"requests":48}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8279377000000002,"cache_read_tokens":2210231,"cache_tokens":2210231.0,"cache_write_tokens":76263,"cost_usd":0.8279377000000002,"input_tokens":2287221.0,"output_tokens":19378.0,"recomputed_cost_usd":0.8279377000000002,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.9301523000000002,"cache_read_tokens":2110529,"cache_tokens":2110529.0,"cache_write_tokens":82861,"cost_usd":0.9301523,"input_tokens":2194117.0,"output_tokens":29944.0,"recomputed_cost_usd":0.9301523000000002,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.8447002,"cache_read_tokens":2100931,"cache_tokens":2100931.0,"cache_write_tokens":79236,"cost_usd":0.8447001999999999,"input_tokens":2180909.0,"output_tokens":22494.0,"recomputed_cost_usd":0.8447002,"requests":47}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["29ab921f-05e6-49b9-81f5-94c962af705b","53746ec8-3853-4ef4-8963-d80b7a62d0d6","a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef","22547a48-1280-4301-9bbc-15be2d85f073"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.607469,"cache_read_tokens":1397845,"cache_tokens":1397845.0,"cache_write_tokens":73792,"cost_usd":0.607469,"input_tokens":1472282.0,"output_tokens":14213.0,"recomputed_cost_usd":0.607469,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.7595249000000001,"cache_read_tokens":1892852,"cache_tokens":1892852.0,"cache_write_tokens":69961,"cost_usd":0.7595249000000001,"input_tokens":1963534.0,"output_tokens":20461.0,"recomputed_cost_usd":0.7595249000000001,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.48079510000000003,"cache_read_tokens":982013,"cache_tokens":982013.0,"cache_write_tokens":51041,"cost_usd":0.48079510000000003,"input_tokens":1033754.0,"output_tokens":15539.0,"recomputed_cost_usd":0.4807951,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6904210999999999,"cache_read_tokens":1509708,"cache_tokens":1509708.0,"cache_write_tokens":64323,"cost_usd":0.6904210999999999,"input_tokens":1574737.0,"output_tokens":22626.0,"recomputed_cost_usd":0.6904210999999999,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.8570320000000001,"cache_read_tokens":2178300,"cache_tokens":2178300.0,"cache_write_tokens":85792,"cost_usd":0.8570320000000001,"input_tokens":2264813.0,"output_tokens":20545.0,"recomputed_cost_usd":0.8570320000000001,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5808243000000001,"cache_read_tokens":1249099,"cache_tokens":1249099.0,"cache_write_tokens":63581,"cost_usd":0.5808243000000001,"input_tokens":1313371.0,"output_tokens":17067.0,"recomputed_cost_usd":0.5808243000000001,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3655835,"cache_read_tokens":754490,"cache_tokens":754490.0,"cache_write_tokens":41879,"cost_usd":0.3655835,"input_tokens":797048.0,"output_tokens":10863.0,"recomputed_cost_usd":0.3655835,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.2887504,"cache_read_tokens":541437,"cache_tokens":541437.0,"cache_write_tokens":30582,"cost_usd":0.2887504,"input_tokens":572698.0,"output_tokens":10265.0,"recomputed_cost_usd":0.2887504,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7317760999999998,"cache_read_tokens":2067333,"cache_tokens":2067333.0,"cache_write_tokens":74051,"cost_usd":0.7317760999999998,"input_tokens":2142120.0,"output_tokens":13171.0,"recomputed_cost_usd":0.7317760999999998,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6191624000000001,"cache_read_tokens":1577577,"cache_tokens":1577577.0,"cache_write_tokens":73566,"cost_usd":0.6191624000000001,"input_tokens":1651849.0,"output_tokens":11832.0,"recomputed_cost_usd":0.6191624000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":1.0433401999999996,"cache_read_tokens":3031626,"cache_tokens":3031626.0,"cache_write_tokens":90174,"cost_usd":1.0433401999999996,"input_tokens":3122545.0,"output_tokens":21009.0,"recomputed_cost_usd":1.0433401999999996,"requests":48}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.34295,"cache_read_tokens":705375,"cache_tokens":705375.0,"cache_write_tokens":41962,"cost_usd":0.34295,"input_tokens":749022.0,"output_tokens":9360.0,"recomputed_cost_usd":0.34295,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3964955,"cache_read_tokens":908870,"cache_tokens":908870.0,"cache_write_tokens":43443,"cost_usd":0.3964955,"input_tokens":953010.0,"output_tokens":10472.0,"recomputed_cost_usd":0.3964955,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.37818799999999997,"cache_read_tokens":720185,"cache_tokens":720185.0,"cache_write_tokens":47054,"cost_usd":0.37818799999999997,"input_tokens":767912.0,"output_tokens":11517.0,"recomputed_cost_usd":0.37818799999999997,"requests":24}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5570324000000001,"cache_read_tokens":1415612,"cache_tokens":1415612.0,"cache_write_tokens":55044,"cost_usd":0.5570324000000001,"input_tokens":1472381.0,"output_tokens":13285.0,"recomputed_cost_usd":0.5570324000000001,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.627059,"cache_read_tokens":1213875,"cache_tokens":1213875.0,"cache_write_tokens":70824,"cost_usd":0.627059,"input_tokens":1285396.0,"output_tokens":20583.0,"recomputed_cost_usd":0.627059,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.542947,"cache_read_tokens":1222065,"cache_tokens":1222065.0,"cache_write_tokens":56008,"cost_usd":0.542947,"input_tokens":1278785.0,"output_tokens":15709.0,"recomputed_cost_usd":0.542947,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.45695289999999994,"cache_read_tokens":1079967,"cache_tokens":1079967.0,"cache_write_tokens":53519,"cost_usd":0.45695289999999994,"input_tokens":1134177.0,"output_tokens":10578.0,"recomputed_cost_usd":0.45695289999999994,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6424300000000001,"cache_read_tokens":1544965,"cache_tokens":1544965.0,"cache_write_tokens":74702,"cost_usd":0.6424300000000001,"input_tokens":1620373.0,"output_tokens":14527.0,"recomputed_cost_usd":0.6424300000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.7156276,"cache_read_tokens":1980813,"cache_tokens":1980813.0,"cache_write_tokens":71678,"cost_usd":0.7156276,"input_tokens":2054136.0,"output_tokens":13698.0,"recomputed_cost_usd":0.7156276,"requests":48}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.45979100000000017,"cache_read_tokens":1076910,"cache_tokens":1076910.0,"cache_write_tokens":47486,"cost_usd":0.45979100000000017,"input_tokens":1125093.0,"output_tokens":12430.0,"recomputed_cost_usd":0.45979100000000017,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.3132436,"cache_read_tokens":546298,"cache_tokens":546298.0,"cache_write_tokens":36008,"cost_usd":0.31324359999999996,"input_tokens":582973.0,"output_tokens":11263.0,"recomputed_cost_usd":0.3132436,"requests":22}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.3543561999999999,"cache_read_tokens":714976,"cache_tokens":714976.0,"cache_write_tokens":38294,"cost_usd":0.3543561999999999,"input_tokens":753958.0,"output_tokens":11425.0,"recomputed_cost_usd":0.3543561999999999,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.47567030000000005,"cache_read_tokens":1101364,"cache_tokens":1101364.0,"cache_write_tokens":54583,"cost_usd":0.47567030000000005,"input_tokens":1156647.0,"output_tokens":11754.0,"recomputed_cost_usd":0.4756703,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.7959547,"cache_read_tokens":1678001,"cache_tokens":1678001.0,"cache_write_tokens":76941,"cost_usd":0.7959547,"input_tokens":1755648.0,"output_tokens":26659.0,"recomputed_cost_usd":0.7959547,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8072121000000001,"cache_read_tokens":1821833,"cache_tokens":1821833.0,"cache_write_tokens":72407,"cost_usd":0.8072121000000001,"input_tokens":1894949.0,"output_tokens":26041.0,"recomputed_cost_usd":0.8072121000000001,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4620924999999999,"cache_read_tokens":862830,"cache_tokens":862830.0,"cache_write_tokens":57637,"cost_usd":0.4620924999999999,"input_tokens":921149.0,"output_tokens":14407.0,"recomputed_cost_usd":0.46209249999999985,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.41012030000000005,"cache_read_tokens":908954,"cache_tokens":908954.0,"cache_write_tokens":41655,"cost_usd":0.41012030000000005,"input_tokens":951300.0,"output_tokens":12281.0,"recomputed_cost_usd":0.41012030000000005,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.34938380000000013,"cache_read_tokens":745409,"cache_tokens":745409.0,"cache_write_tokens":42920,"cost_usd":0.34938380000000013,"input_tokens":789005.0,"output_tokens":9165.0,"recomputed_cost_usd":0.3493838,"requests":25}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.42626469999999994,"cache_read_tokens":988296,"cache_tokens":988296.0,"cache_write_tokens":42755,"cost_usd":0.42626469999999994,"input_tokens":1031745.0,"output_tokens":12033.0,"recomputed_cost_usd":0.42626469999999994,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.51097,"cache_read_tokens":1050090,"cache_tokens":1050090.0,"cache_write_tokens":46196,"cost_usd":0.51097,"input_tokens":1097982.0,"output_tokens":18207.0,"recomputed_cost_usd":0.5109699999999999,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.3003147000000002,"cache_read_tokens":3366456,"cache_tokens":3366456.0,"cache_write_tokens":116827,"cost_usd":1.3003147000000002,"input_tokens":3484031.0,"output_tokens":33346.0,"recomputed_cost_usd":1.3003147000000002,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.0443000999999998,"cache_read_tokens":3164678,"cache_tokens":3164678.0,"cache_write_tokens":103073,"cost_usd":1.0443000999999998,"input_tokens":3268517.0,"output_tokens":15215.0,"recomputed_cost_usd":1.0443000999999998,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0624984,"cache_read_tokens":3244207,"cache_tokens":3244207.0,"cache_write_tokens":94942,"cost_usd":1.0624983999999997,"input_tokens":3339915.0,"output_tokens":17477.0,"recomputed_cost_usd":1.0624984,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.45383590000000007,"cache_read_tokens":1071867,"cache_tokens":1071867.0,"cache_write_tokens":48653,"cost_usd":0.45383590000000007,"input_tokens":1121220.0,"output_tokens":11643.0,"recomputed_cost_usd":0.4538359,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6866845000000001,"cache_read_tokens":1635475,"cache_tokens":1635475.0,"cache_write_tokens":67823,"cost_usd":0.6866845000000001,"input_tokens":1704004.0,"output_tokens":18862.0,"recomputed_cost_usd":0.6866845000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.320427,"cache_read_tokens":708765,"cache_tokens":708765.0,"cache_write_tokens":41220,"cost_usd":0.320427,"input_tokens":750667.0,"output_tokens":7426.0,"recomputed_cost_usd":0.320427,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.21612910000000002,"cache_read_tokens":386773,"cache_tokens":386773.0,"cache_write_tokens":28333,"cost_usd":0.21612910000000002,"input_tokens":415767.0,"output_tokens":6662.0,"recomputed_cost_usd":0.21612910000000002,"requests":20}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4725191000000001,"cache_read_tokens":1056518,"cache_tokens":1056518.0,"cache_write_tokens":51567,"cost_usd":0.4725191000000001,"input_tokens":1108779.0,"output_tokens":13091.0,"recomputed_cost_usd":0.4725191,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.40896760000000004,"cache_read_tokens":993658,"cache_tokens":993658.0,"cache_write_tokens":46148,"cost_usd":0.40896760000000004,"input_tokens":1040494.0,"output_tokens":9349.0,"recomputed_cost_usd":0.40896760000000004,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4786852999999999,"cache_read_tokens":1054054,"cache_tokens":1054054.0,"cache_write_tokens":55205,"cost_usd":0.4786852999999999,"input_tokens":1109950.0,"output_tokens":12848.0,"recomputed_cost_usd":0.4786852999999999,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5181955000000001,"cache_read_tokens":1207185,"cache_tokens":1207185.0,"cache_write_tokens":57681,"cost_usd":0.5181955000000001,"input_tokens":1265569.0,"output_tokens":13115.0,"recomputed_cost_usd":0.5181955,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.2716237,"cache_read_tokens":469501,"cache_tokens":469501.0,"cache_write_tokens":38611,"cost_usd":0.2716237,"input_tokens":508770.0,"output_tokens":7988.0,"recomputed_cost_usd":0.2716237,"requests":19}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.21714640000000004,"cache_read_tokens":359662,"cache_tokens":359662.0,"cache_write_tokens":23456,"cost_usd":0.2171464,"input_tokens":383785.0,"output_tokens":8524.0,"recomputed_cost_usd":0.21714640000000004,"requests":22}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6456635000000003,"cache_read_tokens":1465195,"cache_tokens":1465195.0,"cache_write_tokens":59169,"cost_usd":0.6456635000000002,"input_tokens":1525085.0,"output_tokens":20326.0,"recomputed_cost_usd":0.6456635000000003,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5492442000000001,"cache_read_tokens":1135631,"cache_tokens":1135631.0,"cache_write_tokens":58984,"cost_usd":0.5492442000000001,"input_tokens":1195309.0,"output_tokens":17327.0,"recomputed_cost_usd":0.5492442000000001,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4793163999999999,"cache_read_tokens":1149832,"cache_tokens":1149832.0,"cache_write_tokens":55804,"cost_usd":0.4793163999999999,"input_tokens":1206336.0,"output_tokens":10844.0,"recomputed_cost_usd":0.4793163999999999,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.7804980000000002,"cache_read_tokens":2090345,"cache_tokens":2090345.0,"cache_write_tokens":82910,"cost_usd":0.7804980000000002,"input_tokens":2173967.0,"output_tokens":15373.0,"recomputed_cost_usd":0.7804980000000002,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5027899,"cache_read_tokens":1229882,"cache_tokens":1229882.0,"cache_write_tokens":43399,"cost_usd":0.5027899,"input_tokens":1274014.0,"output_tokens":14685.0,"recomputed_cost_usd":0.5027898999999999,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.47261819999999993,"cache_read_tokens":1029281,"cache_tokens":1029281.0,"cache_write_tokens":50412,"cost_usd":0.47261819999999993,"input_tokens":1080384.0,"output_tokens":13935.0,"recomputed_cost_usd":0.47261819999999993,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.2993022,"cache_read_tokens":545886,"cache_tokens":545886.0,"cache_write_tokens":35770,"cost_usd":0.2993022,"input_tokens":582326.0,"output_tokens":9936.0,"recomputed_cost_usd":0.2993022,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.27218630000000005,"cache_read_tokens":468059,"cache_tokens":468059.0,"cache_write_tokens":33649,"cost_usd":0.27218630000000005,"input_tokens":502369.0,"output_tokens":9313.0,"recomputed_cost_usd":0.27218630000000005,"requests":20}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7653669000000001,"cache_read_tokens":1909522,"cache_tokens":1909522.0,"cache_write_tokens":74165,"cost_usd":0.7653669000000001,"input_tokens":1985357.0,"output_tokens":19471.0,"recomputed_cost_usd":0.7653668999999999,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7490467,"cache_read_tokens":1774141,"cache_tokens":1774141.0,"cache_write_tokens":68657,"cost_usd":0.7490467,"input_tokens":1843516.0,"output_tokens":22114.0,"recomputed_cost_usd":0.7490466999999998,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3690246,"cache_read_tokens":794528,"cache_tokens":794528.0,"cache_write_tokens":42030,"cost_usd":0.3690246,"input_tokens":838215.0,"output_tokens":10173.0,"recomputed_cost_usd":0.3690246,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.4105193999999999,"cache_read_tokens":1055652,"cache_tokens":1055652.0,"cache_write_tokens":40982,"cost_usd":0.4105193999999999,"input_tokens":1097346.0,"output_tokens":9551.0,"recomputed_cost_usd":0.41051939999999987,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5783039999999999,"cache_read_tokens":1469340,"cache_tokens":1469340.0,"cache_write_tokens":54168,"cost_usd":0.5783039999999999,"input_tokens":1524226.0,"output_tokens":14758.0,"recomputed_cost_usd":0.5783039999999999,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.22012490000000004,"cache_read_tokens":402802,"cache_tokens":402802.0,"cache_write_tokens":31081,"cost_usd":0.22012490000000004,"input_tokens":434544.0,"output_tokens":6054.0,"recomputed_cost_usd":0.2201249,"requests":20}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.48364209999999996,"cache_read_tokens":1104573,"cache_tokens":1104573.0,"cache_write_tokens":61823,"cost_usd":0.48364209999999996,"input_tokens":1167081.0,"output_tokens":10680.0,"recomputed_cost_usd":0.48364209999999996,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.38762840000000004,"cache_read_tokens":778367,"cache_tokens":778367.0,"cache_write_tokens":54118,"cost_usd":0.3876284,"input_tokens":833155.0,"output_tokens":9532.0,"recomputed_cost_usd":0.38762840000000004,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.2388805,"cache_read_tokens":369045,"cache_tokens":369045.0,"cache_write_tokens":32615,"cost_usd":0.2388805,"input_tokens":403327.0,"output_tokens":8020.0,"recomputed_cost_usd":0.2388805,"requests":19}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.2691962,"cache_read_tokens":468991,"cache_tokens":468991.0,"cache_write_tokens":34916,"cost_usd":0.2691962,"input_tokens":504571.0,"output_tokens":8678.0,"recomputed_cost_usd":0.2691962,"requests":21}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6008831000000001,"cache_read_tokens":1293858,"cache_tokens":1293858.0,"cache_write_tokens":62099,"cost_usd":0.6008831000000001,"input_tokens":1356654.0,"output_tokens":18547.0,"recomputed_cost_usd":0.6008831000000001,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5091586,"cache_read_tokens":1085598,"cache_tokens":1085598.0,"cache_write_tokens":46054,"cost_usd":0.5091586,"input_tokens":1132364.0,"output_tokens":17548.0,"recomputed_cost_usd":0.5091585999999999,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6019369999999999,"cache_read_tokens":1614880,"cache_tokens":1614880.0,"cache_write_tokens":66150,"cost_usd":0.6019369999999999,"input_tokens":1681748.0,"output_tokens":11215.0,"recomputed_cost_usd":0.6019369999999999,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6563865000000002,"cache_read_tokens":1479210,"cache_tokens":1479210.0,"cache_write_tokens":67633,"cost_usd":0.6563865000000002,"input_tokens":1547534.0,"output_tokens":19008.0,"recomputed_cost_usd":0.6563865000000001,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.49930630000000015,"cache_read_tokens":1168654,"cache_tokens":1168654.0,"cache_write_tokens":57019,"cost_usd":0.49930630000000015,"input_tokens":1226367.0,"output_tokens":12164.0,"recomputed_cost_usd":0.49930630000000015,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.3584932,"cache_read_tokens":704891,"cache_tokens":704891.0,"cache_write_tokens":45742,"cost_usd":0.3584932,"input_tokens":751303.0,"output_tokens":10182.0,"recomputed_cost_usd":0.3584932,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.35872829999999994,"cache_read_tokens":757734,"cache_tokens":757734.0,"cache_write_tokens":36295,"cost_usd":0.3587282999999999,"input_tokens":794726.0,"output_tokens":11505.0,"recomputed_cost_usd":0.35872829999999994,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.2619962,"cache_read_tokens":488326,"cache_tokens":488326.0,"cache_write_tokens":31486,"cost_usd":0.2619962,"input_tokens":520485.0,"output_tokens":8427.0,"recomputed_cost_usd":0.2619962,"requests":24}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":1.0980134,"cache_read_tokens":2851207,"cache_tokens":2851207.0,"cache_write_tokens":104200,"cost_usd":1.0980134,"input_tokens":2956143.0,"output_tokens":26580.0,"recomputed_cost_usd":1.0980134,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8957322000000001,"cache_read_tokens":2522776,"cache_tokens":2522776.0,"cache_write_tokens":88190,"cost_usd":0.8957322000000001,"input_tokens":2611702.0,"output_tokens":16923.0,"recomputed_cost_usd":0.8957322000000001,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.3341859,"cache_read_tokens":651727,"cache_tokens":651727.0,"cache_write_tokens":41817,"cost_usd":0.3341859,"input_tokens":694223.0,"output_tokens":9794.0,"recomputed_cost_usd":0.3341859,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5103618999999999,"cache_read_tokens":1156212,"cache_tokens":1156212.0,"cache_write_tokens":55227,"cost_usd":0.5103618999999999,"input_tokens":1212130.0,"output_tokens":13967.0,"recomputed_cost_usd":0.5103618999999999,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6717844999999999,"cache_read_tokens":1690820,"cache_tokens":1690820.0,"cache_write_tokens":65381,"cost_usd":0.6717844999999999,"input_tokens":1756925.0,"output_tokens":16872.0,"recomputed_cost_usd":0.6717844999999999,"requests":41}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6060685000000001,"cache_read_tokens":1373540,"cache_tokens":1373540.0,"cache_write_tokens":68445,"cost_usd":0.6060685,"input_tokens":1442679.0,"output_tokens":15886.0,"recomputed_cost_usd":0.6060685000000001,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4154622000000001,"cache_read_tokens":793546,"cache_tokens":793546.0,"cache_write_tokens":39574,"cost_usd":0.4154622000000001,"input_tokens":833814.0,"output_tokens":15643.0,"recomputed_cost_usd":0.41546220000000006,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.6147772000000001,"cache_read_tokens":1210386,"cache_tokens":1210386.0,"cache_write_tokens":66588,"cost_usd":0.6147772000000001,"input_tokens":1277659.0,"output_tokens":20486.0,"recomputed_cost_usd":0.6147772000000001,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.24570859999999994,"cache_read_tokens":516903,"cache_tokens":516903.0,"cache_write_tokens":31224,"cost_usd":0.24570859999999994,"input_tokens":548806.0,"output_tokens":6291.0,"recomputed_cost_usd":0.24570859999999994,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.39112430000000004,"cache_read_tokens":915734,"cache_tokens":915734.0,"cache_write_tokens":46015,"cost_usd":0.39112430000000004,"input_tokens":962449.0,"output_tokens":9154.0,"recomputed_cost_usd":0.3911243,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5511604,"cache_read_tokens":1181382,"cache_tokens":1181382.0,"cache_write_tokens":66916,"cost_usd":0.5511604,"input_tokens":1248980.0,"output_tokens":14623.0,"recomputed_cost_usd":0.5511604,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.4029719,"cache_read_tokens":699967,"cache_tokens":699967.0,"cache_write_tokens":36953,"cost_usd":0.4029719,"input_tokens":737608.0,"output_tokens":16922.0,"recomputed_cost_usd":0.4029719,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.37162080000000003,"cache_read_tokens":765734,"cache_tokens":765734.0,"cache_write_tokens":43296,"cost_usd":0.37162080000000003,"input_tokens":809712.0,"output_tokens":10887.0,"recomputed_cost_usd":0.3716208,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.4298899999999999,"cache_read_tokens":944905,"cache_tokens":944905.0,"cache_write_tokens":32174,"cost_usd":0.42988999999999983,"input_tokens":977806.0,"output_tokens":15902.0,"recomputed_cost_usd":0.4298899999999999,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6082275999999999,"cache_read_tokens":1275898,"cache_tokens":1275898.0,"cache_write_tokens":61336,"cost_usd":0.6082275999999999,"input_tokens":1337943.0,"output_tokens":19829.0,"recomputed_cost_usd":0.6082275999999999,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5079488000000002,"cache_read_tokens":941319,"cache_tokens":941319.0,"cache_write_tokens":50946,"cost_usd":0.5079488000000002,"input_tokens":992950.0,"output_tokens":19095.0,"recomputed_cost_usd":0.5079488000000002,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.8338106,"cache_read_tokens":1956963,"cache_tokens":1956963.0,"cache_write_tokens":80540,"cost_usd":0.8338106,"input_tokens":2038212.0,"output_tokens":23965.0,"recomputed_cost_usd":0.8338106,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.9466342000000003,"cache_read_tokens":1947411,"cache_tokens":1947411.0,"cache_write_tokens":89528,"cost_usd":0.9466342000000001,"input_tokens":2037645.0,"output_tokens":33192.0,"recomputed_cost_usd":0.9466342000000003,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.0532405000000002,"cache_read_tokens":2897820,"cache_tokens":2897820.0,"cache_write_tokens":116533,"cost_usd":1.0532405,"input_tokens":3015080.0,"output_tokens":18089.0,"recomputed_cost_usd":1.0532405000000002,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.0482013,"cache_read_tokens":2684289,"cache_tokens":2684289.0,"cache_write_tokens":115467,"cost_usd":1.0482013,"input_tokens":2800474.0,"output_tokens":22124.0,"recomputed_cost_usd":1.0482013,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.1261598,"cache_read_tokens":3235764,"cache_tokens":3235764.0,"cache_write_tokens":103206,"cost_usd":1.1261598,"input_tokens":3339721.0,"output_tokens":21949.0,"recomputed_cost_usd":1.1261598,"requests":50}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.9765868,"cache_read_tokens":2839194,"cache_tokens":2839194.0,"cache_write_tokens":94596,"cost_usd":0.9765868,"input_tokens":2934544.0,"output_tokens":17075.0,"recomputed_cost_usd":0.9765868,"requests":51}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6712237,"cache_read_tokens":1719861,"cache_tokens":1719861.0,"cache_write_tokens":66675,"cost_usd":0.6712237,"input_tokens":1787263.0,"output_tokens":15911.0,"recomputed_cost_usd":0.6712236999999998,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.42979680000000003,"cache_read_tokens":843214,"cache_tokens":843214.0,"cache_write_tokens":62412,"cost_usd":0.42979680000000003,"input_tokens":906293.0,"output_tokens":10379.0,"recomputed_cost_usd":0.42979680000000003,"requests":22}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6481512000000001,"cache_read_tokens":1412576,"cache_tokens":1412576.0,"cache_write_tokens":61356,"cost_usd":0.6481512,"input_tokens":1474635.0,"output_tokens":21084.0,"recomputed_cost_usd":0.6481512000000001,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.7651259,"cache_read_tokens":1649532,"cache_tokens":1649532.0,"cache_write_tokens":73575,"cost_usd":0.7651259,"input_tokens":1723813.0,"output_tokens":24987.0,"recomputed_cost_usd":0.7651259,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.9900831,"cache_read_tokens":2520118,"cache_tokens":2520118.0,"cache_write_tokens":96375,"cost_usd":0.9900831,"input_tokens":2617214.0,"output_tokens":24368.0,"recomputed_cost_usd":0.9900830999999999,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.4357536,"cache_read_tokens":1010393,"cache_tokens":1010393.0,"cache_write_tokens":55266,"cost_usd":0.4357536,"input_tokens":1066344.0,"output_tokens":9414.0,"recomputed_cost_usd":0.4357536,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6058603,"cache_read_tokens":1368544,"cache_tokens":1368544.0,"cache_write_tokens":65303,"cost_usd":0.6058603,"input_tokens":1434544.0,"output_tokens":16750.0,"recomputed_cost_usd":0.6058603,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.7680232000000001,"cache_read_tokens":1712256,"cache_tokens":1712256.0,"cache_write_tokens":71528,"cost_usd":0.7680232000000001,"input_tokens":1784490.0,"output_tokens":24534.0,"recomputed_cost_usd":0.7680232000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.43711760000000005,"cache_read_tokens":894838,"cache_tokens":894838.0,"cache_write_tokens":56344,"cost_usd":0.43711760000000005,"input_tokens":951867.0,"output_tokens":11592.0,"recomputed_cost_usd":0.4371176,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5286613,"cache_read_tokens":1031579,"cache_tokens":1031579.0,"cache_write_tokens":53131,"cost_usd":0.5286613,"input_tokens":1085419.0,"output_tokens":18810.0,"recomputed_cost_usd":0.5286613,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.779814,"cache_read_tokens":1799495,"cache_tokens":1799495.0,"cache_write_tokens":76838,"cost_usd":0.779814,"input_tokens":1877048.0,"output_tokens":22639.0,"recomputed_cost_usd":0.7798139999999999,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.6491708999999999,"cache_read_tokens":1575607,"cache_tokens":1575607.0,"cache_write_tokens":65835,"cost_usd":0.6491708999999999,"input_tokens":1642148.0,"output_tokens":16805.0,"recomputed_cost_usd":0.6491708999999999,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5610997,"cache_read_tokens":1309131,"cache_tokens":1309131.0,"cache_write_tokens":57839,"cost_usd":0.5610997,"input_tokens":1367673.0,"output_tokens":15327.0,"recomputed_cost_usd":0.5610997,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5274312999999999,"cache_read_tokens":1328004,"cache_tokens":1328004.0,"cache_write_tokens":60697,"cost_usd":0.5274312999999999,"input_tokens":1389410.0,"output_tokens":10867.0,"recomputed_cost_usd":0.5274312999999999,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7539974000000002,"cache_read_tokens":1897422,"cache_tokens":1897422.0,"cache_write_tokens":83126,"cost_usd":0.7539974000000002,"input_tokens":1981257.0,"output_tokens":16528.0,"recomputed_cost_usd":0.7539974,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8963918000000002,"cache_read_tokens":2463014,"cache_tokens":2463014.0,"cache_write_tokens":94758,"cost_usd":0.8963918000000002,"input_tokens":2558499.0,"output_tokens":16544.0,"recomputed_cost_usd":0.8963918,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7533065999999999,"cache_read_tokens":1682608,"cache_tokens":1682608.0,"cache_write_tokens":63506,"cost_usd":0.7533065999999999,"input_tokens":1746844.0,"output_tokens":25656.0,"recomputed_cost_usd":0.7533065999999999,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.5598642999999999,"cache_read_tokens":4057019,"cache_tokens":4057019.0,"cache_write_tokens":120321,"cost_usd":1.5598642999999999,"input_tokens":4178094.0,"output_tokens":44615.0,"recomputed_cost_usd":1.5598642999999999,"requests":51}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6470867000000002,"cache_read_tokens":1606996,"cache_tokens":1606996.0,"cache_write_tokens":66967,"cost_usd":0.6470867000000002,"input_tokens":1674678.0,"output_tokens":15684.0,"recomputed_cost_usd":0.6470867000000001,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5281953999999999,"cache_read_tokens":1210242,"cache_tokens":1210242.0,"cache_write_tokens":59190,"cost_usd":0.5281953999999999,"input_tokens":1270138.0,"output_tokens":13676.0,"recomputed_cost_usd":0.5281953999999999,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3314441,"cache_read_tokens":527503,"cache_tokens":527503.0,"cache_write_tokens":34263,"cost_usd":0.3314441,"input_tokens":562439.0,"output_tokens":13894.0,"recomputed_cost_usd":0.3314441,"requests":24}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.31787580000000004,"cache_read_tokens":614714,"cache_tokens":614714.0,"cache_write_tokens":32510,"cost_usd":0.31787580000000004,"input_tokens":647918.0,"output_tokens":11227.0,"recomputed_cost_usd":0.31787580000000004,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.37695019999999996,"cache_read_tokens":730771,"cache_tokens":730771.0,"cache_write_tokens":37052,"cost_usd":0.37695019999999996,"input_tokens":768511.0,"output_tokens":13679.0,"recomputed_cost_usd":0.37695019999999996,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.397419,"cache_read_tokens":621565,"cache_tokens":621565.0,"cache_write_tokens":33152,"cost_usd":0.39741899999999997,"input_tokens":655405.0,"output_tokens":18885.0,"recomputed_cost_usd":0.397419,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6789808999999999,"cache_read_tokens":1572682,"cache_tokens":1572682.0,"cache_write_tokens":66053,"cost_usd":0.6789808999999999,"input_tokens":1639441.0,"output_tokens":19790.0,"recomputed_cost_usd":0.6789808999999999,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6515893000000001,"cache_read_tokens":1640889,"cache_tokens":1640889.0,"cache_write_tokens":77711,"cost_usd":0.6515893000000001,"input_tokens":1719297.0,"output_tokens":12774.0,"recomputed_cost_usd":0.6515893000000001,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6107221,"cache_read_tokens":1377628,"cache_tokens":1377628.0,"cache_write_tokens":59789,"cost_usd":0.6107221,"input_tokens":1438129.0,"output_tokens":18430.0,"recomputed_cost_usd":0.6107221,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0112661,"cache_read_tokens":2495463,"cache_tokens":2495463.0,"cache_write_tokens":82935,"cost_usd":1.0112660999999998,"input_tokens":2579131.0,"output_tokens":30337.0,"recomputed_cost_usd":1.0112661,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.39162150000000007,"cache_read_tokens":788605,"cache_tokens":788605.0,"cache_write_tokens":44889,"cost_usd":0.39162150000000007,"input_tokens":834173.0,"output_tokens":12032.0,"recomputed_cost_usd":0.39162150000000007,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.9462044000000001,"cache_read_tokens":2575672,"cache_tokens":2575672.0,"cache_write_tokens":104528,"cost_usd":0.9462044000000001,"input_tokens":2680915.0,"output_tokens":16832.0,"recomputed_cost_usd":0.9462044,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.21454349999999997,"cache_read_tokens":369485,"cache_tokens":369485.0,"cache_write_tokens":23757,"cost_usd":0.21454349999999997,"input_tokens":393924.0,"output_tokens":7989.0,"recomputed_cost_usd":0.21454349999999997,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.26676189999999994,"cache_read_tokens":559287,"cache_tokens":559287.0,"cache_write_tokens":30153,"cost_usd":0.26676189999999994,"input_tokens":590116.0,"output_tokens":7817.0,"recomputed_cost_usd":0.26676189999999994,"requests":25}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.6688236000000001,"cache_read_tokens":1811008,"cache_tokens":1811008.0,"cache_write_tokens":70884,"cost_usd":0.6688236000000001,"input_tokens":1882598.0,"output_tokens":12800.0,"recomputed_cost_usd":0.6688236000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.5569576,"cache_read_tokens":1275478,"cache_tokens":1275478.0,"cache_write_tokens":65744,"cost_usd":0.5569576,"input_tokens":1341913.0,"output_tokens":13612.0,"recomputed_cost_usd":0.5569576,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.7054841000000001,"cache_read_tokens":1685313,"cache_tokens":1685313.0,"cache_write_tokens":71871,"cost_usd":0.7054841000000001,"input_tokens":1757896.0,"output_tokens":18732.0,"recomputed_cost_usd":0.7054841000000001,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.26400750000000006,"cache_read_tokens":528700,"cache_tokens":528700.0,"cache_write_tokens":28383,"cost_usd":0.26400750000000006,"input_tokens":557768.0,"output_tokens":8594.0,"recomputed_cost_usd":0.2640075,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.48794190000000004,"cache_read_tokens":750422,"cache_tokens":750422.0,"cache_write_tokens":51599,"cost_usd":0.48794190000000004,"input_tokens":802691.0,"output_tokens":20752.0,"recomputed_cost_usd":0.48794190000000004,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.30119730000000006,"cache_read_tokens":506954,"cache_tokens":506954.0,"cache_write_tokens":33641,"cost_usd":0.30119730000000006,"input_tokens":541277.0,"output_tokens":11434.0,"recomputed_cost_usd":0.3011973,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.2990635,"cache_read_tokens":421015,"cache_tokens":421015.0,"cache_write_tokens":31773,"cost_usd":0.2990635,"input_tokens":453452.0,"output_tokens":13410.0,"recomputed_cost_usd":0.2990635,"requests":21}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.31595979999999996,"cache_read_tokens":468249,"cache_tokens":468249.0,"cache_write_tokens":36956,"cost_usd":0.31595979999999996,"input_tokens":505875.0,"output_tokens":12858.0,"recomputed_cost_usd":0.31595979999999996,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8086367000000001,"cache_read_tokens":2312421,"cache_tokens":2312421.0,"cache_write_tokens":82405,"cost_usd":0.8086367000000001,"input_tokens":2395571.0,"output_tokens":13865.0,"recomputed_cost_usd":0.8086367000000001,"requests":48}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8103910999999999,"cache_read_tokens":2102698,"cache_tokens":2102698.0,"cache_write_tokens":98427,"cost_usd":0.8103910999999999,"input_tokens":2201837.0,"output_tokens":14236.0,"recomputed_cost_usd":0.8103910999999999,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.2911712000000001,"cache_read_tokens":459636,"cache_tokens":459636.0,"cache_write_tokens":33924,"cost_usd":0.2911712000000001,"input_tokens":494227.0,"output_tokens":11310.0,"recomputed_cost_usd":0.2911712000000001,"requests":22}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.3925795000000001,"cache_read_tokens":682535,"cache_tokens":682535.0,"cache_write_tokens":48605,"cost_usd":0.3925795000000001,"input_tokens":731810.0,"output_tokens":13322.0,"recomputed_cost_usd":0.39257949999999997,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3902536000000001,"cache_read_tokens":705048,"cache_tokens":705048.0,"cache_write_tokens":40796,"cost_usd":0.3902536000000001,"input_tokens":746526.0,"output_tokens":14589.0,"recomputed_cost_usd":0.39025360000000003,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.2976663,"cache_read_tokens":521119,"cache_tokens":521119.0,"cache_write_tokens":35373,"cost_usd":0.2976663,"input_tokens":557162.0,"output_tokens":10367.0,"recomputed_cost_usd":0.2976663,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.7498608000000001,"cache_read_tokens":1877739,"cache_tokens":1877739.0,"cache_write_tokens":86250,"cost_usd":0.7498607999999999,"input_tokens":1964698.0,"output_tokens":15727.0,"recomputed_cost_usd":0.7498608000000001,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6657252,"cache_read_tokens":1682906,"cache_tokens":1682906.0,"cache_write_tokens":80376,"cost_usd":0.6657252,"input_tokens":1763979.0,"output_tokens":12681.0,"recomputed_cost_usd":0.6657251999999999,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8180989,"cache_read_tokens":1901377,"cache_tokens":1901377.0,"cache_write_tokens":84363,"cost_usd":0.8180989,"input_tokens":1986458.0,"output_tokens":22548.0,"recomputed_cost_usd":0.8180989,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.7987307999999999,"cache_read_tokens":1619874,"cache_tokens":1619874.0,"cache_write_tokens":76628,"cost_usd":0.7987307999999999,"input_tokens":1697205.0,"output_tokens":28178.0,"recomputed_cost_usd":0.7987307999999999,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9151393999999999,"cache_read_tokens":2483667,"cache_tokens":2483667.0,"cache_write_tokens":84152,"cost_usd":0.9151393999999998,"input_tokens":2568552.0,"output_tokens":20656.0,"recomputed_cost_usd":0.9151393999999999,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8515809000000001,"cache_read_tokens":2167592,"cache_tokens":2167592.0,"cache_write_tokens":97205,"cost_usd":0.8515809000000001,"input_tokens":2265512.0,"output_tokens":17362.0,"recomputed_cost_usd":0.8515809000000001,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3193748,"cache_read_tokens":606454,"cache_tokens":606454.0,"cache_write_tokens":37708,"cost_usd":0.3193748,"input_tokens":644844.0,"output_tokens":10245.0,"recomputed_cost_usd":0.3193748,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.3810876,"cache_read_tokens":735218,"cache_tokens":735218.0,"cache_write_tokens":43440,"cost_usd":0.3810876,"input_tokens":779340.0,"output_tokens":12408.0,"recomputed_cost_usd":0.3810875999999999,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4714378000000001,"cache_read_tokens":1070499,"cache_tokens":1070499.0,"cache_write_tokens":47020,"cost_usd":0.4714378000000001,"input_tokens":1118228.0,"output_tokens":13837.0,"recomputed_cost_usd":0.4714378000000001,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5783367,"cache_read_tokens":1206691,"cache_tokens":1206691.0,"cache_write_tokens":64705,"cost_usd":0.5783367,"input_tokens":1272084.0,"output_tokens":17386.0,"recomputed_cost_usd":0.5783366999999999,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.42255209999999993,"cache_read_tokens":719533,"cache_tokens":719533.0,"cache_write_tokens":36603,"cost_usd":0.42255209999999993,"input_tokens":756830.0,"output_tokens":18575.0,"recomputed_cost_usd":0.42255209999999993,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.3557504999999999,"cache_read_tokens":724700,"cache_tokens":724700.0,"cache_write_tokens":35397,"cost_usd":0.3557504999999999,"input_tokens":760806.0,"output_tokens":12090.0,"recomputed_cost_usd":0.3557504999999999,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5868220000000003,"cache_read_tokens":1419800,"cache_tokens":1419800.0,"cache_write_tokens":52604,"cost_usd":0.5868220000000003,"input_tokens":1473125.0,"output_tokens":16991.0,"recomputed_cost_usd":0.5868220000000002,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7411990000000003,"cache_read_tokens":1880525,"cache_tokens":1880525.0,"cache_write_tokens":69772,"cost_usd":0.7411990000000003,"input_tokens":1951024.0,"output_tokens":18921.0,"recomputed_cost_usd":0.7411990000000003,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.25351890000000005,"cache_read_tokens":492502,"cache_tokens":492502.0,"cache_write_tokens":28653,"cost_usd":0.25351890000000005,"input_tokens":521828.0,"output_tokens":8204.0,"recomputed_cost_usd":0.25351890000000005,"requests":24}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.2617809,"cache_read_tokens":511902,"cache_tokens":511902.0,"cache_write_tokens":27185,"cost_usd":0.2617809,"input_tokens":539766.0,"output_tokens":9008.0,"recomputed_cost_usd":0.2617809,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.9614347999999999,"cache_read_tokens":2699439,"cache_tokens":2699439.0,"cache_write_tokens":87634,"cost_usd":0.9614347999999999,"input_tokens":2787824.0,"output_tokens":20096.0,"recomputed_cost_usd":0.9614347999999998,"requests":50}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.9707282000000002,"cache_read_tokens":2658811,"cache_tokens":2658811.0,"cache_write_tokens":95924,"cost_usd":0.9707282000000002,"input_tokens":2755468.0,"output_tokens":19769.0,"recomputed_cost_usd":0.9707282000000002,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["bc39c105-2b68-42ca-8831-ad89a9521465","824ceb2f-a199-44d1-b873-1da7f42e833b","4af33fc5-2b64-47b7-9fa0-95ebadf31bda","5df87f99-9d07-404d-8a0e-450197294f09","8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":1.3608316,"cache_read_tokens":3792528,"cache_tokens":3792528.0,"cache_write_tokens":121848,"cost_usd":1.3608316,"input_tokens":3915084.0,"output_tokens":29629.0,"recomputed_cost_usd":1.3608316,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061","b8c0a860-92ab-486b-8d72-99b4335aec03","9be4fb3f-e191-4266-9469-f11c4ff14a5e","601b3755-97b9-4caf-b1e0-f67dfd654912","f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.6224002000000001,"cache_read_tokens":1365616,"cache_tokens":1365616.0,"cache_write_tokens":68182,"cost_usd":0.6224002000000001,"input_tokens":1434449.0,"output_tokens":17752.0,"recomputed_cost_usd":0.6224002000000001,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c","da3ae814-21fc-4332-91d1-0aea965ce95a","547892a8-5053-4e23-ab91-096d3aa904ee","75ca2fa9-7787-4427-a13c-4270c5f9149b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.0433924000000003,"cache_read_tokens":3024727,"cache_tokens":3024727.0,"cache_write_tokens":112414,"cost_usd":1.0433924000000003,"input_tokens":3137822.0,"output_tokens":15605.0,"recomputed_cost_usd":1.0433924000000003,"requests":46}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"five-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52","4fdfd6a3-95af-474b-8fb0-5154e3bdcf23","6ed919d7-a670-4585-9351-340e6cc235ec","68dd19a2-16a4-4de4-a320-79937cff66c9","37143bd4-5ba7-4dac-9761-ebbb04b5be4f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.4347899000000002,"cache_read_tokens":975512,"cache_tokens":975512.0,"cache_write_tokens":47627,"cost_usd":0.4347899000000002,"input_tokens":1023784.0,"output_tokens":11933.0,"recomputed_cost_usd":0.4347899000000001,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4","7e7bc362-f9c2-49df-8781-f399c6bafe0c","33d8977c-070b-4e77-b8d4-569bccad0740","a5ca92d0-7ed4-4fc4-b60f-28ea06b36fcc"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.9855342,"cache_read_tokens":2926591,"cache_tokens":2926591.0,"cache_write_tokens":98816,"cost_usd":0.9855341999999998,"input_tokens":3026115.0,"output_tokens":15176.0,"recomputed_cost_usd":0.9855342,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["c18fe3dd-05b5-4afb-b658-055abd59b970","79262311-37d5-4592-bce2-9c145a83b3c9","636cede8-e158-47e7-89ad-d35bb1d23cbc","d04d7c91-e127-4029-80f3-3f92e14a5cb5","70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.3716977000000001,"cache_read_tokens":4144256,"cache_tokens":4144256.0,"cache_write_tokens":145825,"cost_usd":1.3716977000000001,"input_tokens":4290783.0,"output_tokens":17688.0,"recomputed_cost_usd":1.3716977000000001,"requests":53}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"five-full","trial_ids":["c1c54b97-e509-42d8-973d-585356b51974","15201409-1182-4f92-9756-cdc862416b43","c1e14118-a8d0-483f-a9d8-0060cf4a0b39","da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","69ed0802-fe7f-4450-ad74-7d475ee0ffe7"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.7989278000000002,"cache_read_tokens":2174049,"cache_tokens":2174049.0,"cache_write_tokens":83188,"cost_usd":0.7989278000000002,"input_tokens":2257906.0,"output_tokens":15481.0,"recomputed_cost_usd":0.7989278000000002,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af","1f22bd8a-18a1-4859-9083-9de0df74c95c","bd08d4d9-9308-4274-a5e3-d8c7bca4791e","a61e82e1-1484-4990-9073-b632af2a75f6","0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.4543855000000001,"cache_read_tokens":952955,"cache_tokens":952955.0,"cache_write_tokens":51433,"cost_usd":0.4543855000000001,"input_tokens":1005989.0,"output_tokens":13201.0,"recomputed_cost_usd":0.45438550000000005,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["4a8dd64d-aabb-4515-ac3f-02f7a3d0c802","ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec","a0446fca-4471-4958-bb1e-3df8ed50b992","7e35f25c-3bd5-44ce-bfe0-21ed9aad51a6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.2086392999999995,"cache_read_tokens":3384689,"cache_tokens":3384689.0,"cache_write_tokens":124539,"cost_usd":1.2086392999999995,"input_tokens":3509900.0,"output_tokens":21901.0,"recomputed_cost_usd":1.2086392999999995,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["3311dd49-a9f7-4e30-a162-ec65fab4300c","d6922193-0f32-4d9f-8e12-cac97bee47b1","e4e28300-aea4-4c4f-a2c9-54c329e88925","bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.3596929000000001,"cache_read_tokens":717277,"cache_tokens":717277.0,"cache_write_tokens":46859,"cost_usd":0.3596929000000001,"input_tokens":764751.0,"output_tokens":9786.0,"recomputed_cost_usd":0.3596929000000001,"requests":24}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["74b342dd-a10b-4a29-87c5-edd4bf5b0393","6651bec7-fc6c-436c-816a-18d9afefe93a","48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe","4752770a-26c6-4da5-b450-fa758f0a752b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.6471227999999999,"cache_read_tokens":1421179,"cache_tokens":1421179.0,"cache_write_tokens":84106,"cost_usd":0.6471227999999999,"input_tokens":1505936.0,"output_tokens":15132.0,"recomputed_cost_usd":0.6471227999999999,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c","c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","ed34aefc-2c7e-438f-8cb7-f1fc795ffd57","05b9d9cd-b7b6-4ad4-8495-7cda36a03e93","e553d427-3c46-48e0-9afa-785a5f971ec1"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.8341590999999999,"cache_read_tokens":1764418,"cache_tokens":1764418.0,"cache_write_tokens":96323,"cost_usd":0.8341590999999998,"input_tokens":1861380.0,"output_tokens":23919.0,"recomputed_cost_usd":0.8341590999999999,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["72b86926-dba2-4f85-ab3a-d79953dda99d","b6467ce0-a165-4d26-8c0d-038f7165fe0a","2492445d-931a-4adf-989c-8a19ab8d7e78","d2a2e869-28be-4639-a3a1-0d1add64152e","d31da888-00d8-4508-adea-6c36675f31fb"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.36771410000000015,"cache_read_tokens":691313,"cache_tokens":691313.0,"cache_write_tokens":36055,"cost_usd":0.36771410000000015,"input_tokens":727995.0,"output_tokens":13806.0,"recomputed_cost_usd":0.3677141000000001,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["1dffd250-0a39-4cdb-aadb-7840b50a1894","979088cf-bd1d-434a-91de-56caffbbd6c4","9833819d-315e-495c-8654-a1e427228e85","431b1436-1805-4ff4-a84a-9436d672e604","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.3611328000000001,"cache_read_tokens":792459,"cache_tokens":792459.0,"cache_write_tokens":39726,"cost_usd":0.36113280000000003,"input_tokens":832818.0,"output_tokens":10206.0,"recomputed_cost_usd":0.3611328000000001,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955","9db2b2ca-070b-49fe-8af6-20b73ef53bc2","5895b736-9888-4af5-b887-265f7b45615c","25ab5a88-8d6e-4656-be8e-4202d54ab45b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.4907192,"cache_read_tokens":1134031,"cache_tokens":1134031.0,"cache_write_tokens":52210,"cost_usd":0.4907192,"input_tokens":1188750.0,"output_tokens":12837.0,"recomputed_cost_usd":0.49071919999999997,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f","c1442ba8-30de-44f7-af37-e815c3caf020","adae7162-b5bb-471e-8dcf-8ab4a7b068cc","7e414b92-553b-46ca-b390-03d0542dd648","d5509f08-becb-4192-b9f1-91b404206c78"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.5853867000000004,"cache_read_tokens":4980266,"cache_tokens":4980266.0,"cache_write_tokens":161171,"cost_usd":1.5853867000000001,"input_tokens":5142145.0,"output_tokens":18499.0,"recomputed_cost_usd":1.5853867000000004,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"five-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","6e43d1d6-56df-408a-9469-97e7e24dbf0c","44ddb4bf-a585-4330-9565-774302236fbe","d44c0106-36a2-414f-969c-0a81858ee5bc","bfce8e12-828b-41f2-bdfc-fcc1890988d0"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.5750725000000001,"cache_read_tokens":1176975,"cache_tokens":1176975.0,"cache_write_tokens":65367,"cost_usd":0.5750725000000001,"input_tokens":1242972.0,"output_tokens":17500.0,"recomputed_cost_usd":0.5750725000000001,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["e812a61b-a140-4bd8-b45b-716912d155f8","0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8640eddf-f38c-4c00-b868-b4afe97eec1c","8d82559e-9fd5-47c5-b6cd-d262db58df18","d6602e38-df5d-4955-bb54-850f030bbab2"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.5833473,"cache_read_tokens":1388674,"cache_tokens":1388674.0,"cache_write_tokens":69625,"cost_usd":0.5833473,"input_tokens":1458929.0,"output_tokens":13029.0,"recomputed_cost_usd":0.5833473,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","c4857d54-609c-433a-9f3c-edd4c9c0d058","c26dd50f-3b47-4c42-9315-ae5c6b5055eb","6a429c81-c335-4a0f-a81a-7d2778541eac","563bc7fe-a553-431f-b467-30fd7c98960d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.7679153999999999,"cache_read_tokens":1757642,"cache_tokens":1757642.0,"cache_write_tokens":85986,"cost_usd":0.7679153999999999,"input_tokens":1844279.0,"output_tokens":20012.0,"recomputed_cost_usd":0.7679153999999999,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","659bb37b-8574-4504-afdd-b21e58530842","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e","92c9ad47-88d3-46e2-a2e7-794324e561ce","43d27172-65df-4a5d-a970-9e45ded97249"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":1.0135637000000002,"cache_read_tokens":2850941,"cache_tokens":2850941.0,"cache_write_tokens":103895,"cost_usd":1.0135637,"input_tokens":2955505.0,"output_tokens":18230.0,"recomputed_cost_usd":1.0135637000000002,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"five-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3","a3d31ce5-f827-40a8-9b0b-3dee1a2d4cb5","3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","1775286d-2d14-490a-b90d-5ba72517f3e2","3ff8b805-6582-46ec-95ab-4829b457e9f9"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.6583034999999998,"cache_read_tokens":1788455,"cache_tokens":1788455.0,"cache_write_tokens":72113,"cost_usd":0.6583034999999998,"input_tokens":1861228.0,"output_tokens":11901.0,"recomputed_cost_usd":0.6583034999999998,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d","92188885-4249-4bd9-8704-fb63416babb3","9f0b555f-6bfa-48a6-90e9-4e52bd4487bf","18507881-9c8e-4d8d-ad24-3806fafe88c3","74ebbea7-8264-4eb9-a1ea-1dcebfbc178d"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":1.1848139,"cache_read_tokens":3318577,"cache_tokens":3318577.0,"cache_write_tokens":118817,"cost_usd":1.1848139,"input_tokens":3438102.0,"output_tokens":22264.0,"recomputed_cost_usd":1.1848139,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"five-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993","0154301a-0f01-4882-932b-2a597b2ae93f","1e8b86f0-db8c-4a7d-9e19-7eeecce4c208","7e0de05a-b806-4612-a579-443d912a0dca"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.8496182,"cache_read_tokens":2287166,"cache_tokens":2287166.0,"cache_write_tokens":79082,"cost_usd":0.8496182,"input_tokens":2367958.0,"output_tokens":19106.0,"recomputed_cost_usd":0.8496182,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["06542d70-275f-4800-a2f9-cef26c515db7","0b8496c3-9b40-45ec-a813-b2732e594b5d","78e11201-2800-4cbe-a865-b06bd5acd3f9","7651c0d2-11fd-42a9-9fe2-5ca4a330e491","c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.8577334000000001,"cache_read_tokens":2091137,"cache_tokens":2091137.0,"cache_write_tokens":90960,"cost_usd":0.8577334000000001,"input_tokens":2182760.0,"output_tokens":21078.0,"recomputed_cost_usd":0.8577334000000001,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","3c3e9a98-613b-4418-8439-258b4a848122","a3263b3f-a15a-48a1-87e8-e4aa41f07bbe","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34","30be8650-100d-4f98-8a29-ac00239b819e"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.42155080000000006,"cache_read_tokens":953269,"cache_tokens":953269.0,"cache_write_tokens":51110,"cost_usd":0.42155080000000006,"input_tokens":1005015.0,"output_tokens":10185.0,"recomputed_cost_usd":0.4215508,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","43e34746-c4c9-4960-9920-ea5bcc28321f","830335ac-44a7-452d-8525-53f9d21d8c32","202a5466-8849-4186-a381-63fc767a02e3","b632ca2e-0a9a-4fb1-9941-e21fd6fd6629"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.44619269999999994,"cache_read_tokens":1052671,"cache_tokens":1052671.0,"cache_write_tokens":47061,"cost_usd":0.44619269999999994,"input_tokens":1101325.0,"output_tokens":11482.0,"recomputed_cost_usd":0.4461926999999999,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"five-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","44c081d7-d853-4105-8592-beda9d9e3f69","82fd9628-b4ca-4806-a4c7-3a34e1b709f4","a10427c9-bf1f-4cbd-a094-a565e776a05f","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.5871162000000001,"cache_read_tokens":1448846,"cache_tokens":1448846.0,"cache_write_tokens":65362,"cost_usd":0.5871162000000001,"input_tokens":1515854.0,"output_tokens":13065.0,"recomputed_cost_usd":0.5871162000000001,"requests":37}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["b671167b-b3cd-4094-957c-6ee792002ef1","4ae04a65-d771-4c2f-a33c-bc287b6b3809","5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","562977b5-3a06-419a-9f49-fca342ba1d0a","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.7633192000000002,"cache_read_tokens":1957451,"cache_tokens":1957451.0,"cache_write_tokens":80706,"cost_usd":0.7633192000000002,"input_tokens":2038814.0,"output_tokens":16875.0,"recomputed_cost_usd":0.7633192000000002,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["cd85e6c3-3588-4272-9445-62bc25d9d2b2","7d5f623f-ae5a-437c-83f1-5237780ae6a6","f537d209-e196-42eb-886d-93ff8a2a5b82","97594fae-d77a-4713-94f9-d8d4e941ec71","2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.3181591000000001,"cache_read_tokens":3916438,"cache_tokens":3916438.0,"cache_write_tokens":139115,"cost_usd":1.3181591,"input_tokens":4056225.0,"output_tokens":18574.0,"recomputed_cost_usd":1.3181591000000001,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["f32747d8-3315-5aa8-b39e-5730069ba597","a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8","6a82e951-f7be-5bdc-93cb-cf6bd51106bb","63cfa4cb-cca0-5b94-904b-4ea88475ae40"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.0325636999999999,"cache_read_tokens":2759491,"cache_tokens":2759491.0,"cache_write_tokens":102687,"cost_usd":1.0325636999999996,"input_tokens":2862847.0,"output_tokens":22261.0,"recomputed_cost_usd":1.0325636999999999,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb","9a4d0c08-0689-5d93-be2f-cbe351e6e2e3","6c1db6b3-659b-5cb6-a3fd-1f78dc708af4","7be04c59-309e-5d15-b8cf-0d159ce31bda","4c054805-fe51-500e-9def-b5a9618cca3f"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.7025241,"cache_read_tokens":1848268,"cache_tokens":1848268.0,"cache_write_tokens":67857,"cost_usd":0.7025241,"input_tokens":1916794.0,"output_tokens":16189.0,"recomputed_cost_usd":0.7025241,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","2c540beb-4d62-50fc-92f0-a2d608621b2b","f387693d-d199-5801-b3c5-533ec569192b","0957105d-8fbe-5033-8c29-d68c13e60c3b","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.0663652000000001,"cache_read_tokens":2849371,"cache_tokens":2849371.0,"cache_write_tokens":116198,"cost_usd":1.0663652000000001,"input_tokens":2966247.0,"output_tokens":20464.0,"recomputed_cost_usd":1.0663652000000001,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2","03fd7508-2d4a-541f-aa5a-ff618d8a26d9","0c66d12a-ffa7-5356-8eef-8cc114a2e033","02e47f1a-c7b3-50d1-95bf-f093bce96065","0f1e6cce-6d01-553e-9391-217200b6bb82"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.42905719999999997,"cache_read_tokens":877851,"cache_tokens":877851.0,"cache_write_tokens":55342,"cost_usd":0.42905719999999997,"input_tokens":933814.0,"output_tokens":11389.0,"recomputed_cost_usd":0.42905719999999997,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","253acf32-f3a9-5fed-899e-5eef88c7aa9f","badfb29f-467a-546a-bf3c-ab4eaae09b7f","0b6306bc-2767-58cb-94c4-37de5fd09c5f","6a8ca8be-2dbd-5f34-a16c-67a164c013bd"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.4995956000000001,"cache_read_tokens":1138358,"cache_tokens":1138358.0,"cache_write_tokens":47788,"cost_usd":0.4995956000000001,"input_tokens":1186803.0,"output_tokens":15114.0,"recomputed_cost_usd":0.4995956000000001,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["dd42ca42-1143-5fea-9164-81c81013b29f","673d29a3-a4fd-51e9-b863-45730b800977","327d6100-224c-553e-b9e2-9c2140e6a640","a0e3e8b5-0699-5b53-bf86-1ecb6a6e758a","9fee43d2-8e61-5378-b163-71556c9b2a51"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.44866270000000014,"cache_read_tokens":1008531,"cache_tokens":1008531.0,"cache_write_tokens":54725,"cost_usd":0.4486627,"input_tokens":1063898.0,"output_tokens":10886.0,"recomputed_cost_usd":0.44866270000000014,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","50ce9dc4-1553-57e8-bd1b-5e243a2cf5ff","95bd3246-8ef0-54d0-8409-8280963530de","811f421e-3980-52d1-99d1-64d7cb2361f2","8e38730e-7264-5574-bf63-f3586464853b"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.5404141,"cache_read_tokens":1174338,"cache_tokens":1174338.0,"cache_write_tokens":61541,"cost_usd":0.5404141,"input_tokens":1236521.0,"output_tokens":15041.0,"recomputed_cost_usd":0.5404141,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225","9e81fe42-fab9-5fb3-8135-64e2a4bdb515","050a922e-adbe-5871-b332-d742845b1ac4","59523e2a-a6e8-53e6-beff-12b1469d3ba3","ac81b783-720b-544b-8f38-86857c7632c7"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.4534771999999998,"cache_read_tokens":3814841,"cache_tokens":3814841.0,"cache_write_tokens":147186,"cost_usd":1.4534771999999998,"input_tokens":3962699.0,"output_tokens":32120.0,"recomputed_cost_usd":1.4534771999999998,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"five-full","trial_ids":["115c2bfb-46ac-5a3b-9f0f-dea08b0b9b6f","6ffde202-840b-52f3-8d15-e9a8bd3d536b","20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719","52de7437-2a60-5a2b-9202-c99c5f0c147a"],"gold_rewards":[0,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":1.1174338000000001,"cache_read_tokens":3242099,"cache_tokens":3242099.0,"cache_write_tokens":111548,"cost_usd":1.1174338,"input_tokens":3354334.0,"output_tokens":18877.0,"recomputed_cost_usd":1.1174338000000001,"requests":48}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["7ec99516-5013-5437-aef5-ab4810e3336f","59c7d498-ec1e-52ea-bbe5-323755522374","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad","da6541c0-b238-5734-a21b-2c94f0d9885d","bfa9c87f-ed28-5a35-81f0-31578717b82e"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.5880915999999999,"cache_read_tokens":1183943,"cache_tokens":1183943.0,"cache_write_tokens":71946,"cost_usd":0.5880915999999999,"input_tokens":1256513.0,"output_tokens":17019.0,"recomputed_cost_usd":0.5880915999999999,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["62abc8b0-669f-56f4-8510-9152ebd80f6b","c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e","42fa81d0-f280-5e2d-94db-0ccd629a48aa","43eef5cc-1ce8-5503-860f-8f7a5ecefa4c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.7025133,"cache_read_tokens":4730449,"cache_tokens":4730449.0,"cache_write_tokens":174847,"cost_usd":1.7025133,"input_tokens":4906004.0,"output_tokens":31789.0,"recomputed_cost_usd":1.7025133,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["13e2166f-d7d6-5a02-b0f3-b1d7906e15a3","e3e7ab92-0057-5913-b082-4724aa8e4528","cc465d87-1c92-5e37-a1c8-25cbbdce7b3b","66c92fe5-4682-5545-87c7-12380f4bdf94","a6250737-1939-5369-a76b-70e2e38a3531"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.5184582,"cache_read_tokens":1164591,"cache_tokens":1164591.0,"cache_write_tokens":60612,"cost_usd":0.5184582,"input_tokens":1225833.0,"output_tokens":13275.0,"recomputed_cost_usd":0.5184582,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["636def06-9e18-5296-9b0d-29a96cc20227","a3811e3b-79c5-5336-81e2-722da7bfb87c","27e62112-35b2-5ca4-af6d-3d426aab0fbb","3ffbca7d-f3ae-539f-87cc-6059526cc195","1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.5670623999999999,"cache_read_tokens":1403962,"cache_tokens":1403962.0,"cache_write_tokens":54476,"cost_usd":0.5670623999999999,"input_tokens":1459098.0,"output_tokens":14876.0,"recomputed_cost_usd":0.5670623999999999,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","d9dee7f5-af27-5ec7-a6ee-cbdfcf0a9bf3","1e98a0b5-00ff-541f-ba19-934a1f5cf9cf","55e117e3-f60f-57b9-8b3d-4c66c094f741","9175b63e-537c-5c59-b8fe-53c9877b8d8b"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.0037713000000001,"cache_read_tokens":2708949,"cache_tokens":2708949.0,"cache_write_tokens":102095,"cost_usd":1.0037713000000001,"input_tokens":2811716.0,"output_tokens":20540.0,"recomputed_cost_usd":1.0037713,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["3e10c5af-e933-59a3-bba8-ee6a5a0adbb8","04aec22a-3c71-5d32-9d14-77e05cb9d0f4","2f90bc5e-debc-57f2-b571-36e0f871404c","f3462fa2-3a64-554f-83c5-c7d13574f7c5","377a0fea-4e5b-5f0b-b8f4-d9cbc6d41875"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.9240412999999998,"cache_read_tokens":2408834,"cache_tokens":2408834.0,"cache_write_tokens":85749,"cost_usd":0.9240412999999997,"input_tokens":2495249.0,"output_tokens":22657.0,"recomputed_cost_usd":0.9240412999999998,"requests":41}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff","c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","2aaa68f7-0307-5648-b597-c46c074da989","9ce115c0-6f80-595d-b0d6-2f5d16681001","cf56b241-193a-5f41-8ec9-34b9f9ab0f61"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.2948971000000002,"cache_read_tokens":3663233,"cache_tokens":3663233.0,"cache_write_tokens":156973,"cost_usd":1.2948971,"input_tokens":3821935.0,"output_tokens":16636.0,"recomputed_cost_usd":1.2948971000000002,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4","5b482fcb-f868-51ac-841e-6087dee42660","891444a4-42c9-5aee-9841-eb1100276cf1","cef7047f-bfc5-5dbc-b563-b37db12e405d","1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.0054251,"cache_read_tokens":2812383,"cache_tokens":2812383.0,"cache_write_tokens":109117,"cost_usd":1.0054251,"input_tokens":2922163.0,"output_tokens":16883.0,"recomputed_cost_usd":1.0054251,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852","10f6e1d1-0a5e-565c-b495-4e5fa65694cb","992e50ca-b53b-5f18-a07d-4583f9c5ba32","39b99fcd-e7f0-558e-a395-317ac2d43a34"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.44992000000000004,"cache_read_tokens":960360,"cache_tokens":960360.0,"cache_write_tokens":55536,"cost_usd":0.44992000000000004,"input_tokens":1016520.0,"output_tokens":11776.0,"recomputed_cost_usd":0.44992000000000004,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["40efe11c-c7f1-5430-a850-f67910fa2151","00d35695-9be4-5dd4-8600-913e02ed19cd","871c5b88-55d3-5eab-9571-2cacd7ee061d","210ca3aa-a509-5abc-a041-4b8ad2182edc","c78eb885-9eea-5896-9c32-5e8e1db3ec65"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.4544863,"cache_read_tokens":4040214,"cache_tokens":4040214.0,"cache_write_tokens":112023,"cost_usd":1.4544863,"input_tokens":4152945.0,"output_tokens":36497.0,"recomputed_cost_usd":1.4544863,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","a069e250-4734-5c05-be6f-fc8f97f2e89b","6c644592-d511-59b8-8df5-f25b1ba20fd3","baebfe76-59c4-5151-a9d3-6417edcdea05","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.1691845,"cache_read_tokens":3342985,"cache_tokens":3342985.0,"cache_write_tokens":130167,"cost_usd":1.1691845,"input_tokens":3473827.0,"output_tokens":17382.0,"recomputed_cost_usd":1.1691845,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["508af110-96ea-5ff7-896b-04796ba2e958","9b1dcef9-00e4-5306-9536-821d55a87c8b","29b434bf-2d9f-5f00-9504-a0623a7bed0d","53309870-4966-509c-8e99-7fb700095900","ae04f5ee-c71b-5aa6-8af8-9af3489ed493"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.4072875,"cache_read_tokens":4043795,"cache_tokens":4043795.0,"cache_write_tokens":141761,"cost_usd":1.4072875,"input_tokens":4186264.0,"output_tokens":24271.0,"recomputed_cost_usd":1.4072875,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["58205acb-0399-454d-951f-1d0a66e609e6","3f397919-37f2-4d4e-8e1a-a0968ff72745","8f69837e-7413-43b8-83a3-6040095dded4","42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.2848439000000003,"cache_read_tokens":3756402,"cache_tokens":3756402.0,"cache_write_tokens":127731,"cost_usd":1.2848438999999998,"input_tokens":3884841.0,"output_tokens":21282.0,"recomputed_cost_usd":1.2848439000000003,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["d47b3f99-2983-4a7e-bcfe-b5f6a3917ba5","459ae3a5-bf93-4931-b1fb-cfc43a325153","d284c01f-1eb3-4d7a-bb7b-972b178c37cc","ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","25b0c68f-bd12-48fa-9625-3e46fc9a100e"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.9631462000000003,"cache_read_tokens":2794571,"cache_tokens":2794571.0,"cache_write_tokens":84276,"cost_usd":0.9631462000000001,"input_tokens":2880523.0,"output_tokens":19019.0,"recomputed_cost_usd":0.9631462000000003,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88","d3eb9b0c-c047-4fba-b489-4b1894e8e4e8","2b7efd5f-3fa3-47e3-ac45-170180dc9744","4ae46b44-bac5-44ea-a07b-2ba034d10000"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.1307865999999998,"cache_read_tokens":3279943,"cache_tokens":3279943.0,"cache_write_tokens":117244,"cost_usd":1.1307865999999998,"input_tokens":3397871.0,"output_tokens":18032.0,"recomputed_cost_usd":1.1307865999999995,"requests":47}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"five-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685","4deef7e1-4c61-4de8-88c9-28b9f12a6ee9","ac8ec8a9-6bb4-4247-b545-ffd70e789272","00879e34-1e4c-47a9-b44b-4756b383a65a","68d3bbb4-f526-49be-9d15-f9c765a26f47"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.5170756,"cache_read_tokens":1118698,"cache_tokens":1118698.0,"cache_write_tokens":71420,"cost_usd":0.5170756,"input_tokens":1190751.0,"output_tokens":11352.0,"recomputed_cost_usd":0.5170756,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["d2097b22-5c9c-4de0-b1fe-c959862674c8","b4946b7c-81c5-46f2-beab-ad91f13da236","45d89215-d0e0-4f60-84f4-101223511dd9","08f2bf5b-3f2d-42d1-99b4-22928ede7f7b","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1,0,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":0.6075316000000001,"cache_read_tokens":1424593,"cache_tokens":1424593.0,"cache_write_tokens":58614,"cost_usd":0.6075316000000001,"input_tokens":1484766.0,"output_tokens":17296.0,"recomputed_cost_usd":0.6075316000000001,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["3ddf0dc1-b2e3-47a6-9ce1-cc4227960dbc","7d3ebec0-0e90-47f7-bd91-fee1bd135566","1f15d35a-8494-4ece-81a5-12f76a678ae6","3fc86a60-fbed-44a0-a849-c20445cc0dfc","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.0479926999999998,"cache_read_tokens":2849431,"cache_tokens":2849431.0,"cache_write_tokens":106585,"cost_usd":1.0479926999999998,"input_tokens":2956688.0,"output_tokens":21030.0,"recomputed_cost_usd":1.0479926999999998,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["98d06699-1c9f-40fa-909f-1761ac0985e9","879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0","94c94938-8dd6-48f3-8369-5235f70dd9bc","6b5ea915-f211-4057-8375-5c95dc7ca9d7"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.7258403000000001,"cache_read_tokens":1746759,"cache_tokens":1746759.0,"cache_write_tokens":67437,"cost_usd":0.7258403000000001,"input_tokens":1814874.0,"output_tokens":20654.0,"recomputed_cost_usd":0.7258403,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"five-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97","badf6607-45eb-47fc-a573-2f5cbe7d5a91","e440b457-c527-4c98-914b-a0793860bcb9","47d39c9c-577c-4943-a44b-17df7cfbdcef","cf9bb23b-24b6-4031-bba7-2e95b0673f1f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.4865583000000001,"cache_read_tokens":1134254,"cache_tokens":1134254.0,"cache_write_tokens":47471,"cost_usd":0.48655830000000005,"input_tokens":1182385.0,"output_tokens":13971.0,"recomputed_cost_usd":0.4865583000000001,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"five-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","a489363e-2e98-4b64-afd1-afe0097f809f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756","ae227843-15a4-4755-bcc0-ed14d9fcafbd","68094687-941b-4c8d-ae95-72b7ce4f5377"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.2220223,"cache_read_tokens":3622239,"cache_tokens":3622239.0,"cache_write_tokens":107109,"cost_usd":1.2220223,"input_tokens":3730959.0,"output_tokens":22658.0,"recomputed_cost_usd":1.2220223,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"five-full","trial_ids":["aedb2b10-c2a7-4dd2-a2ee-540b330f5fdb","18fe927a-4757-46e6-9256-012e4ade9d27","12bfc926-d176-433c-9a0c-4096c9e1f62a","829013ec-fa55-4205-ab96-f60f6d6d4313","ded3de0d-d24a-4812-842a-5d55250b88d9"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.3097201000000003,"cache_read_tokens":3576098,"cache_tokens":3576098.0,"cache_write_tokens":122457,"cost_usd":1.3097201000000003,"input_tokens":3699254.0,"output_tokens":28696.0,"recomputed_cost_usd":1.3097201000000003,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a1bfe3fd-ead1-4de5-9bf5-f4cafaeae6b9","bfb8e58e-0b18-4ca0-ac2e-b64af561449b","beb81f0d-9070-4ce9-b939-c8f3d1bb5703","053f165d-bc3c-4dfb-9aca-baae067c6afd","485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.5994143000000001,"cache_read_tokens":1324219,"cache_tokens":1324219.0,"cache_write_tokens":65161,"cost_usd":0.5994143000000001,"input_tokens":1390939.0,"output_tokens":16855.0,"recomputed_cost_usd":0.5994143000000001,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"five-full","trial_ids":["c0429e1f-f14d-4b50-96e2-2c1d1c16785d","6aab3479-afe7-4ba7-876f-2826dccb8f07","b6137896-8e6a-4296-902e-489f1dbd9f63","88e4303a-08c5-4a86-ba04-b715ad60d5e5","8540560f-4b9c-4d7d-b4fd-02eec8df55c8"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":0.7848992000000001,"cache_read_tokens":1942061,"cache_tokens":1942061.0,"cache_write_tokens":84970,"cost_usd":0.7848991999999999,"input_tokens":2027682.0,"output_tokens":18276.0,"recomputed_cost_usd":0.7848992000000001,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","6326357e-06ae-4122-990c-6fbeb1dcc1d5","4bb47385-4809-4eae-b956-41335f56082d","19f39be0-2971-4e91-91f5-d274fc9a0473","bae17b4b-ec0e-4057-baf7-5fbebcecec14"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.8482767000000001,"cache_read_tokens":2176251,"cache_tokens":2176251.0,"cache_write_tokens":91081,"cost_usd":0.8482767000000001,"input_tokens":2267989.0,"output_tokens":18401.0,"recomputed_cost_usd":0.8482767000000001,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["8e2fca92-cf96-4eec-a13e-185749b63a7e","80c7f701-e0cc-40da-86a5-b9541ae4c8b0","8c3c9446-3f5a-4610-b85d-49fb6aed8386","14585ea3-b6ce-4fd3-a612-e0cb20fd5037","5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.1340609000000001,"cache_read_tokens":3261212,"cache_tokens":3261212.0,"cache_write_tokens":118269,"cost_usd":1.1340609000000001,"input_tokens":3381114.0,"output_tokens":18288.0,"recomputed_cost_usd":1.1340609000000001,"requests":50}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["35495409-8116-4412-9d8c-2aa1e7ad8281","340bcfee-0d56-4820-9b8c-79e9ba5ebb38","89ab747d-4237-4e77-b52c-6480eeb4b268","cd0fda84-1493-45da-81e7-0ecaef415dcd","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.960075,"cache_read_tokens":2425875,"cache_tokens":2425875.0,"cache_write_tokens":103872,"cost_usd":0.960075,"input_tokens":2530422.0,"output_tokens":21387.0,"recomputed_cost_usd":0.960075,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","1a4aa218-8ffd-4d73-aefd-fefe2ec141df","ab769f17-8807-4bae-8ce1-894965bd03ce","bc93fa1e-b4cb-4a6e-85fa-b324330498d1","1a2db36b-c5e6-4bb8-8f56-092eed46cb19"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.8511918,"cache_read_tokens":2253719,"cache_tokens":2253719.0,"cache_write_tokens":69884,"cost_usd":0.8511918,"input_tokens":2324302.0,"output_tokens":22434.0,"recomputed_cost_usd":0.8511917999999999,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["33dcf7f2-821c-4b95-9412-93abbbcdd412","c1aeb0bc-6b21-4c35-a3ea-d72970dcc552","5899ade3-35be-44f5-83f4-d8ad28f35105","bd536f75-4078-475d-a834-9656812dca0f","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.6012596000000001,"cache_read_tokens":4858243,"cache_tokens":4858243.0,"cache_write_tokens":158974,"cost_usd":1.6012596000000001,"input_tokens":5018880.0,"output_tokens":22885.0,"recomputed_cost_usd":1.6012596000000001,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"five-full","trial_ids":["5f68f680-a07c-49c0-b406-6851a47feed1","1837a8e9-b1d1-4fbe-9ee9-2e1cadeec5e2","027fee5c-563d-42ee-9381-3d439e18f3cc","ae11e545-821f-4644-affe-977d2d00e85e","0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.8423354,"cache_read_tokens":2020817,"cache_tokens":2020817.0,"cache_write_tokens":93520,"cost_usd":0.8423354,"input_tokens":2114988.0,"output_tokens":20307.0,"recomputed_cost_usd":0.8423354,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"five-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0","2fb7862c-7f48-48a0-93c3-54eca6893895","ae21fedd-4cc9-4a49-96cc-c1c73b803554","5125daae-dd4f-44dc-882c-56501931408a","dbfdb33c-da4d-4638-b35a-5aec3d82cbfc"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.0412004,"cache_read_tokens":2633817,"cache_tokens":2633817.0,"cache_write_tokens":100330,"cost_usd":1.0412004,"input_tokens":2735783.0,"output_tokens":26034.0,"recomputed_cost_usd":1.0412004,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452","35b7ce29-cc56-498d-a801-89df8e7a90ab","239aa4bf-0a90-4bce-886e-8d896677c77d","4b724bb1-b525-432d-bea7-6ff325d7fa5e","96c1ed67-9b2c-4c1c-a4fd-f7104f4f8f38"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.850028,"cache_read_tokens":5713940,"cache_tokens":5713940.0,"cache_write_tokens":178664,"cost_usd":1.850028,"input_tokens":5893309.0,"output_tokens":25917.0,"recomputed_cost_usd":1.850028,"requests":54}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["c0f8dfd4-eec2-49b4-aa8c-72da018e11dc","e4f722c6-7f78-468f-80cc-2a24b6c8d7b8","450a3f23-4000-4d3e-b2e9-adca96877b67","7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.3813576,"cache_read_tokens":4089008,"cache_tokens":4089008.0,"cache_write_tokens":132004,"cost_usd":1.3813576,"input_tokens":4221720.0,"output_tokens":23213.0,"recomputed_cost_usd":1.3813576,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["a8a59ca3-d7d3-4d24-8ed9-47d424f9e0af","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f","e73f8d3c-3e4d-499b-a28a-0b17e27a2245","0a09ea75-641f-4052-954a-4a1bb17dc637","b4743f23-dadf-4b40-913f-53107868cb50"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":1.2937533,"cache_read_tokens":3764159,"cache_tokens":3764159.0,"cache_write_tokens":125451,"cost_usd":1.2937532999999999,"input_tokens":3891257.0,"output_tokens":22400.0,"recomputed_cost_usd":1.2937533,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["4315997a-3b27-4373-a39b-78f65db60f65","7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d","4e16e545-3134-4d23-aea1-317ecdd11db5","6004bf1b-1a2f-4a9b-8106-cacb4b0b769b"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":1.1195438000000002,"cache_read_tokens":3199389,"cache_tokens":3199389.0,"cache_write_tokens":101028,"cost_usd":1.1195438000000002,"input_tokens":3301125.0,"output_tokens":22568.0,"recomputed_cost_usd":1.1195438000000002,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797","73ada6c2-aac1-489d-a700-4eaa19f9090d","582a5306-012f-4035-9050-7a0ebc60460a","2cf1b0e5-3b19-4c2f-8468-849c74805497"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.1495364000000003,"cache_read_tokens":2938967,"cache_tokens":2938967.0,"cache_write_tokens":107678,"cost_usd":1.1495364000000003,"input_tokens":3047314.0,"output_tokens":29121.0,"recomputed_cost_usd":1.1495364000000003,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["1c05338e-d07a-4d94-ab05-6b72a04123d2","123a7d40-4838-439a-b78d-a43e015cb267","34862c84-7604-484e-bc6a-a76e9f99fcf4","e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.8047299000000001,"cache_read_tokens":2068667,"cache_tokens":2068667.0,"cache_write_tokens":81261,"cost_usd":0.8047299000000001,"input_tokens":2151565.0,"output_tokens":18457.0,"recomputed_cost_usd":0.8047298999999999,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a","919d48d1-d40c-4edd-a50c-8fc8dd50023b","f84e31cd-0ad0-4881-a7ab-7c484c3448e0","4466e753-6075-4879-8872-41625bd3d0f2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":1.1046431000000003,"cache_read_tokens":3230023,"cache_tokens":3230023.0,"cache_write_tokens":119017,"cost_usd":1.1046431000000003,"input_tokens":3349748.0,"output_tokens":15968.0,"recomputed_cost_usd":1.1046431000000003,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"five-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56","ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","63e32b05-5357-49e6-a5d5-c7a0f7ee838a","20c0132c-a1b6-433f-af9d-1c42774d3a56","1410917d-7b38-4a23-b574-5db87e0a47b2"],"gold_rewards":[0,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.531562,"cache_read_tokens":1217550,"cache_tokens":1217550.0,"cache_write_tokens":50860,"cost_usd":0.531562,"input_tokens":1269076.0,"output_tokens":15957.0,"recomputed_cost_usd":0.531562,"requests":41}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774","d1ad11fb-00de-44bf-9c94-f54f62a7139c","7948cbfc-a3de-497d-af3d-b12619c7b828","7baf5193-d1ff-4b03-9796-58de94513b90","29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.7572838000000002,"cache_read_tokens":1947989,"cache_tokens":1947989.0,"cache_write_tokens":78536,"cost_usd":0.7572838000000001,"input_tokens":2027188.0,"output_tokens":17002.0,"recomputed_cost_usd":0.7572838000000002,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["3ecd2bd3-624e-4f78-9deb-eeba34c9bdf7","99de7eef-1ef7-4bc1-af56-6e1dcb8b1d8f","9471d7b4-950b-4cfa-a344-bba946613c46","14a85235-f0cc-4ad8-ba39-6cb9a4815a99","f5063f9a-9d07-472d-95a7-34f081113b8f"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.9403171000000002,"cache_read_tokens":2414583,"cache_tokens":2414583.0,"cache_write_tokens":91425,"cost_usd":0.9403171000000002,"input_tokens":2506692.0,"output_tokens":22747.0,"recomputed_cost_usd":0.9403171000000001,"requests":47}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["3a7f503f-4090-48f5-a39f-efe8ca8a8e9a","04b89ac6-62f1-4584-b5f7-d01954a93982","419d87a4-bada-416f-be28-90c0b233e92c","906712ab-fec6-4704-9f49-c23f134ed88a","0ba959d1-b996-4eb8-b1c4-13f22f30c210"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.9967196999999999,"cache_read_tokens":2556666,"cache_tokens":2556666.0,"cache_write_tokens":91277,"cost_usd":0.9967196999999999,"input_tokens":2648615.0,"output_tokens":25585.0,"recomputed_cost_usd":0.9967196999999999,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["0d6b6036-af25-44ce-b60d-c71f8121d810","92d66817-de88-45b2-8dee-25c5b861acff","8c88e961-199f-4312-a8a8-87480e92a402","91fb056a-cc76-4059-ac3c-815eb75dd415","7153d56f-6d08-40b4-966c-338a75ed97d6"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.48060270000000005,"cache_read_tokens":1006241,"cache_tokens":1006241.0,"cache_write_tokens":55309,"cost_usd":0.4806027,"input_tokens":1063206.0,"output_tokens":13777.0,"recomputed_cost_usd":0.48060270000000005,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["476338ae-41bd-4339-a567-b108ff70b9eb","7846989d-1f82-4c44-9a2c-e99cae43622a","d373b8e1-4cfb-460a-9617-f353391a7045","2f93e55f-0e5e-4d92-85ad-5b28f08c75d6","353eaba0-ff68-46e8-b712-ec75bbeae80a"],"gold_rewards":[0,0,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.3393524999999997,"cache_read_tokens":3517070,"cache_tokens":3517070.0,"cache_write_tokens":114961,"cost_usd":1.3393524999999997,"input_tokens":3632724.0,"output_tokens":34715.0,"recomputed_cost_usd":1.3393524999999997,"requests":50}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["e07b3939-e2cf-437b-9c86-2f62b6f4e4a8","b98993d8-dafb-4292-b604-7e26dd79f7ca","4e0bf87a-f18e-466f-ae29-a140f4924816","1ce0eced-e4bc-46f6-bbf7-e6f3a1296239","cdf6b22c-5f71-496b-be2b-0c2c77255393"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.8231159999999997,"cache_read_tokens":2235010,"cache_tokens":2235010.0,"cache_write_tokens":81436,"cost_usd":0.8231159999999997,"input_tokens":2317118.0,"output_tokens":17118.0,"recomputed_cost_usd":0.8231159999999997,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["0ee1acac-4abc-48a1-9ca3-fee7afbec553","cd71a394-c0e6-4536-bd9c-88733ae7b1ae","740c6b5e-70f5-432d-b6a3-a4cb20105aed","9fb26637-1af8-4757-95b3-335eca7f2d16","d326d61b-7359-40d1-8508-9574abd4896e"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.5529053000000004,"cache_read_tokens":4094034,"cache_tokens":4094034.0,"cache_write_tokens":122649,"cost_usd":1.5529053000000004,"input_tokens":4217391.0,"output_tokens":42606.0,"recomputed_cost_usd":1.5529053000000004,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["2cc0c0b9-ee58-46a6-aa7b-ff9ae0d57cd8","d0c09981-614c-496f-b493-546d424cc045","a95552c6-f057-400a-9618-c8c278216298","8d3a49c7-c980-45d0-83f1-e41449009d8e","f72fa959-467e-4044-b57b-99ff1374bfca"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":1.4129929999999995,"cache_read_tokens":4268140,"cache_tokens":4268140.0,"cache_write_tokens":153194,"cost_usd":1.4129929999999995,"input_tokens":4423019.0,"output_tokens":17301.0,"recomputed_cost_usd":1.4129929999999995,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["7397e014-b7ec-403e-932d-b06a70e05ad1","995ea0e5-baad-43fd-8a5d-7c4d431bfcfe","3dd32178-989c-446a-9f89-748b0bc7a064","2799e4d7-23ba-48c1-a2cd-e6940c3f40a6","6300a441-4fd5-4259-9e98-e80570f50cc2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.6604179000000001,"cache_read_tokens":1532252,"cache_tokens":1532252.0,"cache_write_tokens":77927,"cost_usd":0.6604179000000001,"input_tokens":1610824.0,"output_tokens":15786.0,"recomputed_cost_usd":0.6604179000000001,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["21c81942-6a73-4bef-980b-abff15df0770","16a0fd95-3d4b-4045-82d5-35c592778d02","0a061f60-8a2e-49a5-80da-25bbe6dbc9ba","fb6e7f90-dea1-418f-a302-57a9e7f5572e","5d318b46-73cd-400e-b522-03d4cd5976b6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":0.7503704000000001,"cache_read_tokens":1989982,"cache_tokens":1989982.0,"cache_write_tokens":71532,"cost_usd":0.7503704000000001,"input_tokens":2062186.0,"output_tokens":17220.0,"recomputed_cost_usd":0.7503704,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["6a23aa92-2dbd-4425-b0f5-be6ca1c282b2","f37dd5e2-a080-49ee-b07d-930748998ae2","4a64e0f3-9a42-4eb8-a8c5-fd9b2cb877e5","aef665c3-bc26-4852-b899-2ab36e2dffaa","39cb19d8-931d-4efd-94d8-ca82da67869e"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.6619242,"cache_read_tokens":1643751,"cache_tokens":1643751.0,"cache_write_tokens":63368,"cost_usd":0.6619242,"input_tokens":1707776.0,"output_tokens":17344.0,"recomputed_cost_usd":0.6619242,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["0c85f446-bbee-4285-ad09-532f9d47cdbf","b6d19204-81dc-4b3b-a819-5b2a4baef756","0a0ec44c-7779-4973-b9db-d2dfdc502658","fb87af44-6357-41f6-9d28-4e93d4566844","9fb794ac-4287-44bf-8a35-301bfab10f3d"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.5495253,"cache_read_tokens":1202004,"cache_tokens":1202004.0,"cache_write_tokens":58629,"cost_usd":0.5495253,"input_tokens":1262254.0,"output_tokens":15931.0,"recomputed_cost_usd":0.5495253,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["ad18aec0-8084-4a71-944d-271b25076ecc","109d0d36-8d7d-4b68-b42f-bfb762df6f1e","40112821-acd1-415f-81c1-be9341e4c44d","0ba7b413-c12f-49f3-b4bc-a8e18ad74eac","89a9714f-268d-4d69-b5f1-990692690291"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":1.2676408000000001,"cache_read_tokens":3584124,"cache_tokens":3584124.0,"cache_write_tokens":118832,"cost_usd":1.2676408000000001,"input_tokens":3703664.0,"output_tokens":25232.0,"recomputed_cost_usd":1.2676408000000001,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["81577c6d-37d4-46fc-a144-e6ad9c001e95","e9c2f244-add8-421e-9aaf-1625eb643ebe","0413e482-e730-4bf7-83b5-79ffe84c8721","dcc252e4-bd74-4683-86fb-ed344b93fbae","71650b27-8784-4a85-9ff5-8435389532b1"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.1486793000000002,"cache_read_tokens":3147814,"cache_tokens":3147814.0,"cache_write_tokens":111201,"cost_usd":1.1486793000000002,"input_tokens":3259717.0,"output_tokens":23971.0,"recomputed_cost_usd":1.1486792999999997,"requests":53}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/freecad-spring-clip","condition":"five-full","trial_ids":["db39ae67-1c0d-408c-9c74-7c3900c0183d","271ba35a-d0f9-4748-a1fc-3a14eda3b6f5","2ebfdf3b-72fb-4396-9af9-dc049db040ad","afe5b748-b4dd-4f1b-b40a-a39572acf12b","762ad93e-f2c0-458e-a655-e42064d4da8b"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.959534,"cache_read_tokens":2656125,"cache_tokens":2656125.0,"cache_write_tokens":81610,"cost_usd":0.959534,"input_tokens":2738437.0,"output_tokens":22288.0,"recomputed_cost_usd":0.959534,"requests":53}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["c6dcc346-9f9a-4c65-8e52-7656771af029","e8184798-5fac-4ebe-ac34-bf5ead1beed8","438e5a14-9c70-4eaf-98c1-f79729d218da","09f6464d-aab9-4f77-b880-4e86b99f6174","c71838ac-05fc-44e7-8205-e43543cf0034"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.8528164,"cache_read_tokens":2403807,"cache_tokens":2403807.0,"cache_write_tokens":82122,"cost_usd":0.8528164,"input_tokens":2486619.0,"output_tokens":16537.0,"recomputed_cost_usd":0.8528164,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["ff0537d1-951b-4c6f-bff8-ca3eabc57900","77c6d489-bc86-4989-ad93-c3c58369dc45","174579d5-c127-4bf9-9964-a936c5de7b88","1c7ca041-5603-402f-9e89-3181d99cabaf","19b48258-0343-4c87-8d0f-9c799ec3eb08"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.7681506,"cache_read_tokens":1819033,"cache_tokens":1819033.0,"cache_write_tokens":78708,"cost_usd":0.7681506,"input_tokens":1898413.0,"output_tokens":20623.0,"recomputed_cost_usd":0.7681506,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["2dfc3f49-a4c0-4723-8464-9d6e3174d199","8e5b54e0-4eb0-4a3c-8aa1-4b4e9b0e91f2","368e83d9-3302-49c6-b465-22851300686b","4e90f229-225a-44ee-89ed-e403b7407882","49c68f26-f1f8-4dab-95f2-5f4575104d73"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.9887334000000001,"cache_read_tokens":2731357,"cache_tokens":2731357.0,"cache_write_tokens":103336,"cost_usd":0.9887334,"input_tokens":2835374.0,"output_tokens":18276.0,"recomputed_cost_usd":0.9887334000000001,"requests":46}},{"reviewer":"gpt-6-sol","source_key":"gpt-6-astra","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["04ef82c2-fd0d-4da0-a94c-6645d5b03500","68b56ea3-17ba-4e79-a06e-54324c85668e","59be197e-aa35-4750-9616-e4d48bd46ec3","39cecc22-8305-4a88-a6a9-10f895ca6e6a","7c96734c-7823-4326-9ff3-34fa8632f3ab"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":1.0696446,"cache_read_tokens":3104573,"cache_tokens":3104573.0,"cache_write_tokens":101356,"cost_usd":1.0696446,"input_tokens":3206634.0,"output_tokens":19393.0,"recomputed_cost_usd":1.0696446,"requests":54}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c","5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0182542,"cache_read_tokens":2402431,"cache_tokens":2402431.0,"cache_write_tokens":86444,"cost_usd":1.0182542,"input_tokens":2489614.0,"output_tokens":32018.0,"recomputed_cost_usd":1.0182542,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a","4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.713522,"cache_read_tokens":1570735,"cache_tokens":1570735.0,"cache_write_tokens":70066,"cost_usd":0.713522,"input_tokens":1641501.0,"output_tokens":22281.0,"recomputed_cost_usd":0.713522,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0304145,"cache_read_tokens":2716330,"cache_tokens":2716330.0,"cache_write_tokens":100429,"cost_usd":1.0304145,"input_tokens":2817477.0,"output_tokens":23464.0,"recomputed_cost_usd":1.0304145,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"pair-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec","251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5886319,"cache_read_tokens":1539477,"cache_tokens":1539477.0,"cache_write_tokens":51625,"cost_usd":0.5886319,"input_tokens":1591814.0,"output_tokens":15025.0,"recomputed_cost_usd":0.5886319,"requests":40}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.3109278000000002,"cache_read_tokens":3832474,"cache_tokens":3832474.0,"cache_write_tokens":130230,"cost_usd":1.3109278000000002,"input_tokens":3963443.0,"output_tokens":21738.0,"recomputed_cost_usd":1.3109278000000002,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921","79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7596754,"cache_read_tokens":1838727,"cache_tokens":1838727.0,"cache_write_tokens":92012,"cost_usd":0.7596754,"input_tokens":1932454.0,"output_tokens":15847.0,"recomputed_cost_usd":0.7596754,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"pair-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5753907999999999,"cache_read_tokens":1030444,"cache_tokens":1030444.0,"cache_write_tokens":71632,"cost_usd":0.5753907999999999,"input_tokens":1102737.0,"output_tokens":18890.0,"recomputed_cost_usd":0.5753907999999999,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c","aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5206738000000001,"cache_read_tokens":1108519,"cache_tokens":1108519.0,"cache_write_tokens":56352,"cost_usd":0.5206738000000001,"input_tokens":1165556.0,"output_tokens":15672.0,"recomputed_cost_usd":0.5206738000000001,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.3421153000000003,"cache_read_tokens":3727874,"cache_tokens":3727874.0,"cache_write_tokens":132565,"cost_usd":1.3421153000000001,"input_tokens":3862098.0,"output_tokens":26181.0,"recomputed_cost_usd":1.3421153000000003,"requests":51}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.39047590000000004,"cache_read_tokens":864927,"cache_tokens":864927.0,"cache_write_tokens":47141,"cost_usd":0.39047590000000004,"input_tokens":912747.0,"output_tokens":9828.0,"recomputed_cost_usd":0.3904759,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.4910241000000001,"cache_read_tokens":1086173,"cache_tokens":1086173.0,"cache_write_tokens":58171,"cost_usd":0.4910241000000001,"input_tokens":1145020.0,"output_tokens":12701.0,"recomputed_cost_usd":0.4910241000000001,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1439694000000002,"cache_read_tokens":2871552,"cache_tokens":2871552.0,"cache_write_tokens":97334,"cost_usd":1.1439694000000002,"input_tokens":2969613.0,"output_tokens":32487.0,"recomputed_cost_usd":1.1439694,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a","d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5837794000000001,"cache_read_tokens":1294162,"cache_tokens":1294162.0,"cache_write_tokens":55842,"cost_usd":0.5837794000000001,"input_tokens":1350710.0,"output_tokens":18393.0,"recomputed_cost_usd":0.5837794000000001,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.3356414000000001,"cache_read_tokens":534407,"cache_tokens":534407.0,"cache_write_tokens":40180,"cost_usd":0.3356414000000001,"input_tokens":575242.0,"output_tokens":12700.0,"recomputed_cost_usd":0.3356414000000001,"requests":21}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0413071,"cache_read_tokens":2661643,"cache_tokens":2661643.0,"cache_write_tokens":77885,"cost_usd":1.0413071,"input_tokens":2740276.0,"output_tokens":31277.0,"recomputed_cost_usd":1.0413071,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc","764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1854083000000002,"cache_read_tokens":3486284,"cache_tokens":3486284.0,"cache_write_tokens":128231,"cost_usd":1.1854083000000002,"input_tokens":3615272.0,"output_tokens":16606.0,"recomputed_cost_usd":1.1854083000000002,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"pair-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9957641,"cache_read_tokens":2570568,"cache_tokens":2570568.0,"cache_write_tokens":82205,"cost_usd":0.9957641,"input_tokens":2653512.0,"output_tokens":27466.0,"recomputed_cost_usd":0.9957641,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.4549262,"cache_read_tokens":922661,"cache_tokens":922661.0,"cache_write_tokens":56084,"cost_usd":0.4549262,"input_tokens":979412.0,"output_tokens":12885.0,"recomputed_cost_usd":0.4549262,"requests":25}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"pair-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5482633000000001,"cache_read_tokens":1316684,"cache_tokens":1316684.0,"cache_write_tokens":57129,"cost_usd":0.5482633000000001,"input_tokens":1374510.0,"output_tokens":14071.0,"recomputed_cost_usd":0.5482633000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8031189000000001,"cache_read_tokens":1890837,"cache_tokens":1890837.0,"cache_write_tokens":88255,"cost_usd":0.8031189000000001,"input_tokens":1979789.0,"output_tokens":20292.0,"recomputed_cost_usd":0.8031189000000001,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"pair-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.4671778,"cache_read_tokens":897719,"cache_tokens":897719.0,"cache_write_tokens":53444,"cost_usd":0.4671778,"input_tokens":951830.0,"output_tokens":15269.0,"recomputed_cost_usd":0.4671778,"requests":25}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3","845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.7600622000000001,"cache_read_tokens":1511471,"cache_tokens":1511471.0,"cache_write_tokens":83356,"cost_usd":0.7600622000000001,"input_tokens":1595506.0,"output_tokens":24802.0,"recomputed_cost_usd":0.7600622,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"pair-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8793054,"cache_read_tokens":2270817,"cache_tokens":2270817.0,"cache_write_tokens":90344,"cost_usd":0.8793054,"input_tokens":2361867.0,"output_tokens":19787.0,"recomputed_cost_usd":0.8793054,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb","78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.6195156,"cache_read_tokens":1514593,"cache_tokens":1514593.0,"cache_write_tokens":58258,"cost_usd":0.6195156,"input_tokens":1573557.0,"output_tokens":16954.0,"recomputed_cost_usd":0.6195155999999999,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"pair-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.3434415,"cache_read_tokens":747820,"cache_tokens":747820.0,"cache_write_tokens":36339,"cost_usd":0.34344149999999996,"input_tokens":784844.0,"output_tokens":10166.0,"recomputed_cost_usd":0.3434415,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7227490999999998,"cache_read_tokens":1670958,"cache_tokens":1670958.0,"cache_write_tokens":74635,"cost_usd":0.7227490999999998,"input_tokens":1746293.0,"output_tokens":20057.0,"recomputed_cost_usd":0.7227490999999998,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"pair-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.29827600000000004,"cache_read_tokens":560905,"cache_tokens":560905.0,"cache_write_tokens":32842,"cost_usd":0.298276,"input_tokens":594417.0,"output_tokens":10265.0,"recomputed_cost_usd":0.29827600000000004,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"pair-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.5489106,"cache_read_tokens":1212943,"cache_tokens":1212943.0,"cache_write_tokens":66660,"cost_usd":0.5489105999999999,"input_tokens":1280279.0,"output_tokens":13832.0,"recomputed_cost_usd":0.5489106,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55","97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.9006742,"cache_read_tokens":2213631,"cache_tokens":2213631.0,"cache_write_tokens":108728,"cost_usd":0.9006742,"input_tokens":2323053.0,"output_tokens":18474.0,"recomputed_cost_usd":0.9006742,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.9470246000000001,"cache_read_tokens":2075353,"cache_tokens":2075353.0,"cache_write_tokens":85004,"cost_usd":0.9470246,"input_tokens":2161084.0,"output_tokens":31799.0,"recomputed_cost_usd":0.9470246000000001,"requests":45}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"pair-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda","4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.3168417,"cache_read_tokens":551661,"cache_tokens":551661.0,"cache_write_tokens":42575,"cost_usd":0.3168417,"input_tokens":594897.0,"output_tokens":9875.0,"recomputed_cost_usd":0.3168417,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8218158000000001,"cache_read_tokens":2116344,"cache_tokens":2116344.0,"cache_write_tokens":70786,"cost_usd":0.8218158000000001,"input_tokens":2187851.0,"output_tokens":22014.0,"recomputed_cost_usd":0.8218158000000001,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065","a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7183272999999999,"cache_read_tokens":1592354,"cache_tokens":1592354.0,"cache_write_tokens":74425,"cost_usd":0.7183272999999999,"input_tokens":1667476.0,"output_tokens":21240.0,"recomputed_cost_usd":0.7183272999999999,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.4816185,"cache_read_tokens":943195,"cache_tokens":943195.0,"cache_write_tokens":54555,"cost_usd":0.4816185,"input_tokens":998441.0,"output_tokens":15521.0,"recomputed_cost_usd":0.4816185,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640","673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.6261430000000001,"cache_read_tokens":1578400,"cache_tokens":1578400.0,"cache_write_tokens":71670,"cost_usd":0.6261430000000001,"input_tokens":1650764.0,"output_tokens":12990.0,"recomputed_cost_usd":0.6261430000000001,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.5892747999999999,"cache_read_tokens":1136569,"cache_tokens":1136569.0,"cache_write_tokens":69706,"cost_usd":0.5892747999999999,"input_tokens":1206963.0,"output_tokens":18632.0,"recomputed_cost_usd":0.5892747999999999,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515","5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8044123,"cache_read_tokens":2056009,"cache_tokens":2056009.0,"cache_write_tokens":77149,"cost_usd":0.8044123,"input_tokens":2133882.0,"output_tokens":19889.0,"recomputed_cost_usd":0.8044122999999997,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"pair-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.2044975000000004,"cache_read_tokens":3161945,"cache_tokens":3161945.0,"cache_write_tokens":99485,"cost_usd":1.2044975000000004,"input_tokens":3262178.0,"output_tokens":32190.0,"recomputed_cost_usd":1.2044975000000004,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.5154031000000001,"cache_read_tokens":1066543,"cache_tokens":1066543.0,"cache_write_tokens":52929,"cost_usd":0.5154031000000001,"input_tokens":1120163.0,"output_tokens":16839.0,"recomputed_cost_usd":0.5154031000000001,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0931178000000001,"cache_read_tokens":3416164,"cache_tokens":3416164.0,"cache_write_tokens":104574,"cost_usd":1.0931178000000001,"input_tokens":3521468.0,"output_tokens":14699.0,"recomputed_cost_usd":1.0931178000000001,"requests":46}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528","66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.5356562,"cache_read_tokens":1162176,"cache_tokens":1162176.0,"cache_write_tokens":66390,"cost_usd":0.5356562,"input_tokens":1229239.0,"output_tokens":13590.0,"recomputed_cost_usd":0.5356562,"requests":27}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d","a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.43313120000000005,"cache_read_tokens":904886,"cache_tokens":904886.0,"cache_write_tokens":53164,"cost_usd":0.43313120000000005,"input_tokens":958717.0,"output_tokens":11791.0,"recomputed_cost_usd":0.4331312,"requests":25}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.5300352,"cache_read_tokens":1189656,"cache_tokens":1189656.0,"cache_write_tokens":57460,"cost_usd":0.5300352,"input_tokens":1247813.0,"output_tokens":14706.0,"recomputed_cost_usd":0.5300352,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5","2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0156482000000002,"cache_read_tokens":2354066,"cache_tokens":2354066.0,"cache_write_tokens":92778,"cost_usd":1.0156482000000002,"input_tokens":2447559.0,"output_tokens":31146.0,"recomputed_cost_usd":1.0156482000000002,"requests":41}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.4077406000000001,"cache_read_tokens":4263533,"cache_tokens":4263533.0,"cache_write_tokens":130112,"cost_usd":1.4077406,"input_tokens":4394402.0,"output_tokens":22824.0,"recomputed_cost_usd":1.4077406000000001,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b","61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.291288,"cache_read_tokens":3474775,"cache_tokens":3474775.0,"cache_write_tokens":116690,"cost_usd":1.291288,"input_tokens":3592204.0,"output_tokens":30313.0,"recomputed_cost_usd":1.291288,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.6725971000000002,"cache_read_tokens":1576353,"cache_tokens":1576353.0,"cache_write_tokens":75849,"cost_usd":0.6725971000000002,"input_tokens":1652884.0,"output_tokens":16634.0,"recomputed_cost_usd":0.6725971000000001,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"pair-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd","210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.064759,"cache_read_tokens":2509685,"cache_tokens":2509685.0,"cache_write_tokens":101452,"cost_usd":1.064759,"input_tokens":2611843.0,"output_tokens":30778.0,"recomputed_cost_usd":1.064759,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.9798115,"cache_read_tokens":2683615,"cache_tokens":2683615.0,"cache_write_tokens":91433,"cost_usd":0.9798115,"input_tokens":2775796.0,"output_tokens":21301.0,"recomputed_cost_usd":0.9798115,"requests":52}},{"reviewer":"gpt-6-sol","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d","9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8156868000000002,"cache_read_tokens":1937059,"cache_tokens":1937059.0,"cache_write_tokens":80858,"cost_usd":0.8156868,"input_tokens":2018617.0,"output_tokens":22473.0,"recomputed_cost_usd":0.8156868000000002,"requests":36}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8912798000000001,"cache_read_tokens":2002259,"cache_tokens":2002259.0,"cache_write_tokens":88316,"cost_usd":0.8912798000000001,"input_tokens":2091284.0,"output_tokens":26862.0,"recomputed_cost_usd":0.8912798000000001,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1840664000000003,"cache_read_tokens":2773737,"cache_tokens":2773737.0,"cache_write_tokens":87586,"cost_usd":1.1840664,"input_tokens":2862065.0,"output_tokens":40887.0,"recomputed_cost_usd":1.1840664000000003,"requests":50}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8489979,"cache_read_tokens":2089862,"cache_tokens":2089862.0,"cache_write_tokens":88975,"cost_usd":0.8489979,"input_tokens":2179546.0,"output_tokens":20717.0,"recomputed_cost_usd":0.8489979,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"pair-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272","94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.4363183,"cache_read_tokens":883244,"cache_tokens":883244.0,"cache_write_tokens":61703,"cost_usd":0.43631829999999994,"input_tokens":945608.0,"output_tokens":10409.0,"recomputed_cost_usd":0.4363183,"requests":23}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.2696814999999997,"cache_read_tokens":3564525,"cache_tokens":3564525.0,"cache_write_tokens":102041,"cost_usd":1.2696814999999997,"input_tokens":3667323.0,"output_tokens":30016.0,"recomputed_cost_usd":1.2696814999999997,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7001697,"cache_read_tokens":1568786,"cache_tokens":1568786.0,"cache_write_tokens":82617,"cost_usd":0.7001697,"input_tokens":1652088.0,"output_tokens":17850.0,"recomputed_cost_usd":0.7001697,"requests":31}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"pair-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.43050390000000005,"cache_read_tokens":947292,"cache_tokens":947292.0,"cache_write_tokens":48311,"cost_usd":0.43050390000000005,"input_tokens":996282.0,"output_tokens":11891.0,"recomputed_cost_usd":0.43050390000000005,"requests":29}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"pair-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9","232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5466229,"cache_read_tokens":931372,"cache_tokens":931372.0,"cache_write_tokens":48261,"cost_usd":0.5466229,"input_tokens":980321.0,"output_tokens":23832.0,"recomputed_cost_usd":0.5466229,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"pair-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.9472229999999997,"cache_read_tokens":2266650,"cache_tokens":2266650.0,"cache_write_tokens":94558,"cost_usd":0.9472229999999997,"input_tokens":2362827.0,"output_tokens":25426.0,"recomputed_cost_usd":0.9472229999999997,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"pair-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a","18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.9343561000000001,"cache_read_tokens":2410398,"cache_tokens":2410398.0,"cache_write_tokens":93661,"cost_usd":0.9343561000000001,"input_tokens":2505741.0,"output_tokens":21476.0,"recomputed_cost_usd":0.9343560999999999,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7","beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.6907799,"cache_read_tokens":1410607,"cache_tokens":1410607.0,"cache_write_tokens":79013,"cost_usd":0.6907799,"input_tokens":1490308.0,"output_tokens":20975.0,"recomputed_cost_usd":0.6907799,"requests":32}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"pair-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5","b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.45560780000000006,"cache_read_tokens":812129,"cache_tokens":812129.0,"cache_write_tokens":50632,"cost_usd":0.45560780000000006,"input_tokens":863437.0,"output_tokens":16525.0,"recomputed_cost_usd":0.4556078,"requests":28}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"pair-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8744028999999999,"cache_read_tokens":1867587,"cache_tokens":1867587.0,"cache_write_tokens":92583,"cost_usd":0.8744028999999999,"input_tokens":1960864.0,"output_tokens":26804.0,"recomputed_cost_usd":0.8744028999999999,"requests":34}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25","8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.9075805,"cache_read_tokens":2022530,"cache_tokens":2022530.0,"cache_write_tokens":100597,"cost_usd":0.9075805,"input_tokens":2123818.0,"output_tokens":25020.0,"recomputed_cost_usd":0.9075804999999999,"requests":33}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.4718523,"cache_read_tokens":853374,"cache_tokens":853374.0,"cache_write_tokens":55519,"cost_usd":0.4718523,"input_tokens":909563.0,"output_tokens":16104.0,"recomputed_cost_usd":0.4718523,"requests":26}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.7039394999999999,"cache_read_tokens":1655030,"cache_tokens":1655030.0,"cache_write_tokens":60631,"cost_usd":0.7039394999999999,"input_tokens":1716379.0,"output_tokens":21992.0,"recomputed_cost_usd":0.7039394999999999,"requests":42}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1383189999999996,"cache_read_tokens":3291225,"cache_tokens":3291225.0,"cache_write_tokens":111600,"cost_usd":1.1383189999999996,"input_tokens":3403582.0,"output_tokens":19956.0,"recomputed_cost_usd":1.1383189999999996,"requests":55}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"pair-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b","027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.5070447000000002,"cache_read_tokens":1026251,"cache_tokens":1026251.0,"cache_write_tokens":51109,"cost_usd":0.5070447000000001,"input_tokens":1078066.0,"output_tokens":17261.0,"recomputed_cost_usd":0.5070447000000002,"requests":38}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"pair-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554","8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.776838,"cache_read_tokens":1734930,"cache_tokens":1734930.0,"cache_write_tokens":65716,"cost_usd":0.776838,"input_tokens":1802372.0,"output_tokens":26211.0,"recomputed_cost_usd":0.776838,"requests":43}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d","4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0436075999999996,"cache_read_tokens":2957308,"cache_tokens":2957308.0,"cache_write_tokens":107248,"cost_usd":1.0436075999999996,"input_tokens":3065289.0,"output_tokens":18256.0,"recomputed_cost_usd":1.0436075999999996,"requests":47}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.2398388,"cache_read_tokens":3512694,"cache_tokens":3512694.0,"cache_write_tokens":105476,"cost_usd":1.2398388,"input_tokens":3618915.0,"output_tokens":27212.0,"recomputed_cost_usd":1.2398387999999998,"requests":51}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0380879,"cache_read_tokens":2749107,"cache_tokens":2749107.0,"cache_write_tokens":97989,"cost_usd":1.0380879,"input_tokens":2848798.0,"output_tokens":23989.0,"recomputed_cost_usd":1.0380879,"requests":51}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.6859982,"cache_read_tokens":1607621,"cache_tokens":1607621.0,"cache_write_tokens":72740,"cost_usd":0.6859982,"input_tokens":1681058.0,"output_tokens":18123.0,"recomputed_cost_usd":0.6859982,"requests":35}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"pair-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0603254,"cache_read_tokens":2703162,"cache_tokens":2703162.0,"cache_write_tokens":112482,"cost_usd":1.0603253999999998,"input_tokens":2816368.0,"output_tokens":23704.0,"recomputed_cost_usd":1.0603254,"requests":44}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8325151000000001,"cache_read_tokens":1882453,"cache_tokens":1882453.0,"cache_write_tokens":80949,"cost_usd":0.8325151000000001,"input_tokens":1965083.0,"output_tokens":25029.0,"recomputed_cost_usd":0.8325151000000001,"requests":39}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0275548000000003,"cache_read_tokens":2468159,"cache_tokens":2468159.0,"cache_write_tokens":89542,"cost_usd":1.0275548000000003,"input_tokens":2558440.0,"output_tokens":30859.0,"recomputed_cost_usd":1.0275548000000003,"requests":49}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"pair-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.3262320000000001,"cache_read_tokens":570965,"cache_tokens":570965.0,"cache_write_tokens":30254,"cost_usd":0.3262320000000001,"input_tokens":601901.0,"output_tokens":13504.0,"recomputed_cost_usd":0.3262320000000001,"requests":30}},{"reviewer":"gpt-6-sol","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83","b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.6722324,"cache_read_tokens":1602177,"cache_tokens":1602177.0,"cache_write_tokens":70418,"cost_usd":0.6722324,"input_tokens":1673286.0,"output_tokens":17437.0,"recomputed_cost_usd":0.6722324,"requests":33}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10658709,"cache_tokens":2838528.0,"cost_usd":0.10658709,"input_tokens":2945783.0,"output_tokens":10686.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08278276999999999,"cache_tokens":1388544.0,"cost_usd":0.08278276999999999,"input_tokens":1624107.0,"output_tokens":11584.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.13365290000000002,"cache_tokens":1863680.0,"cost_usd":0.13365290000000002,"input_tokens":2315990.0,"output_tokens":19792.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.20958966999999998,"cache_tokens":1951744.0,"cost_usd":0.20958966999999998,"input_tokens":2727383.0,"output_tokens":69383.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.15567919000000008,"cache_tokens":2254848.0,"cost_usd":0.15567919000000008,"input_tokens":2699253.0,"output_tokens":42746.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c","5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.20301919000000002,"cache_tokens":2654208.0,"cost_usd":0.20301918999999996,"input_tokens":3296561.0,"output_tokens":54080.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.16742073,"cache_tokens":2635776.0,"cost_usd":0.16742072999999993,"input_tokens":3102349.0,"output_tokens":36723.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12327885000000001,"cache_tokens":2017280.0,"cost_usd":0.12327885000000001,"input_tokens":2341523.0,"output_tokens":28248.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a","4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.19276378,"cache_tokens":3035136.0,"cost_usd":0.19276378,"input_tokens":3592134.0,"output_tokens":36320.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08495789,"cache_tokens":841728.0,"cost_usd":0.08495789,"input_tokens":1176895.0,"output_tokens":18862.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06871161,"cache_tokens":776192.0,"cost_usd":0.06871160999999999,"input_tokens":1016261.0,"output_tokens":18831.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.21575858999999997,"cache_tokens":3319808.0,"cost_usd":0.21575858999999994,"input_tokens":3999397.0,"output_tokens":28452.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03405679,"cache_tokens":135168.0,"cost_usd":0.034056789999999997,"input_tokens":302853.0,"output_tokens":9698.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.09192,"cache_tokens":1484800.0,"cost_usd":0.09191999999999999,"input_tokens":1759060.0,"output_tokens":12474.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"pair-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec","251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.16693038000000002,"cache_tokens":3065856.0,"cost_usd":0.16693037999999996,"input_tokens":3510464.0,"output_tokens":16527.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03601107,"cache_tokens":292864.0,"cost_usd":0.03601107,"input_tokens":448585.0,"output_tokens":7734.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.05763745,"cache_tokens":686080.0,"cost_usd":0.05763744999999999,"input_tokens":896527.0,"output_tokens":10976.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.18631463,"cache_tokens":2830336.0,"cost_usd":0.1863146299999999,"input_tokens":3425253.0,"output_tokens":24334.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.035087650000000005,"cache_tokens":215040.0,"cost_usd":0.035087650000000005,"input_tokens":377883.0,"output_tokens":8420.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.0822364,"cache_tokens":1361920.0,"cost_usd":0.0822364,"input_tokens":1603182.0,"output_tokens":10379.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921","79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.07325923,"cache_tokens":1202176.0,"cost_usd":0.07325922999999998,"input_tokens":1417929.0,"output_tokens":9662.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09331059,"cache_tokens":1681408.0,"cost_usd":0.09331058999999996,"input_tokens":1930227.0,"output_tokens":11091.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07492495,"cache_tokens":1259520.0,"cost_usd":0.07492495,"input_tokens":1473859.0,"output_tokens":9977.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"pair-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.18198845000000002,"cache_tokens":3102720.0,"cost_usd":0.18198845000000002,"input_tokens":3552869.0,"output_tokens":42769.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.14039034,"cache_tokens":2439168.0,"cost_usd":0.14039034,"input_tokens":2812940.0,"output_tokens":22299.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.035158020000000005,"cache_tokens":231424.0,"cost_usd":0.035158020000000005,"input_tokens":382736.0,"output_tokens":11037.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c","aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05700678,"cache_tokens":618496.0,"cost_usd":0.05700677999999999,"input_tokens":822012.0,"output_tokens":15849.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.046036429999999996,"cache_tokens":587776.0,"cost_usd":0.04603642999999999,"input_tokens":748377.0,"output_tokens":8626.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.039568179999999994,"cache_tokens":382976.0,"cost_usd":0.039568179999999994,"input_tokens":547972.0,"output_tokens":6659.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.13968539,"cache_tokens":1927168.0,"cost_usd":0.13968538999999996,"input_tokens":2388967.0,"output_tokens":25201.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.025599900000000002,"cache_tokens":286720.0,"cost_usd":0.025599899999999995,"input_tokens":375692.0,"output_tokens":7305.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.01032779,"cache_tokens":53248.0,"cost_usd":0.010327789999999998,"input_tokens":96297.0,"output_tokens":4546.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.11875173,"cache_tokens":2174976.0,"cost_usd":0.11875172999999996,"input_tokens":2481879.0,"output_tokens":14934.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03074534,"cache_tokens":288768.0,"cost_usd":0.03074534,"input_tokens":413450.0,"output_tokens":6760.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.055447949999999996,"cache_tokens":665600.0,"cost_usd":0.055447949999999996,"input_tokens":859983.0,"output_tokens":12645.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.09458346,"cache_tokens":1687552.0,"cost_usd":0.09458345999999998,"input_tokens":1923838.0,"output_tokens":17028.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.14066840999999997,"cache_tokens":2783232.0,"cost_usd":0.14066840999999994,"input_tokens":3095015.0,"output_tokens":20808.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.20640612,"cache_tokens":3334144.0,"cost_usd":0.20640612,"input_tokens":3915956.0,"output_tokens":38220.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.23166052999999998,"cache_tokens":3526656.0,"cost_usd":0.23166052999999998,"input_tokens":4203025.0,"output_tokens":48811.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07113910000000001,"cache_tokens":1105920.0,"cost_usd":0.0711391,"input_tokens":1316390.0,"output_tokens":12782.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.05211313,"cache_tokens":434176.0,"cost_usd":0.052113129999999994,"input_tokens":645945.0,"output_tokens":14645.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a","d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.11757648,"cache_tokens":1499136.0,"cost_usd":0.11757648,"input_tokens":1904272.0,"output_tokens":23664.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.19484223000000003,"cache_tokens":3076096.0,"cost_usd":0.19484223000000003,"input_tokens":3611395.0,"output_tokens":44529.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08993866,"cache_tokens":509952.0,"cost_usd":0.08993865999999999,"input_tokens":894586.0,"output_tokens":33890.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.17323019,"cache_tokens":2859008.0,"cost_usd":0.17323018999999998,"input_tokens":3352951.0,"output_tokens":26737.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.14364597999999998,"cache_tokens":2287616.0,"cost_usd":0.14364597999999998,"input_tokens":2734276.0,"output_tokens":16037.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07496088000000001,"cache_tokens":1058816.0,"cost_usd":0.07496088000000001,"input_tokens":1293062.0,"output_tokens":16119.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.12563729999999998,"cache_tokens":1925120.0,"cost_usd":0.12563729999999998,"input_tokens":2314558.0,"output_tokens":18936.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12751177,"cache_tokens":2177024.0,"cost_usd":0.12751177,"input_tokens":2549761.0,"output_tokens":12581.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.10942779,"cache_tokens":1343488.0,"cost_usd":0.10942779,"input_tokens":1744429.0,"output_tokens":17964.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc","764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.18868240000000003,"cache_tokens":2662400.0,"cost_usd":0.18868240000000003,"input_tokens":3316096.0,"output_tokens":21512.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09556473,"cache_tokens":1662976.0,"cost_usd":0.09556472999999997,"input_tokens":1924229.0,"output_tokens":12975.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.17133216000000007,"cache_tokens":2977792.0,"cost_usd":0.17133216000000007,"input_tokens":3431628.0,"output_tokens":27846.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"pair-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.07843154000000001,"cache_tokens":647168.0,"cost_usd":0.07843154,"input_tokens":969448.0,"output_tokens":21349.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04708822000000001,"cache_tokens":405504.0,"cost_usd":0.04708822000000001,"input_tokens":558738.0,"output_tokens":23876.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.012024950000000001,"cache_tokens":61440.0,"cost_usd":0.012024949999999998,"input_tokens":114215.0,"output_tokens":4531.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.14076112000000002,"cache_tokens":2177024.0,"cost_usd":0.14076112000000002,"input_tokens":2601250.0,"output_tokens":23633.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07567729,"cache_tokens":1148928.0,"cost_usd":0.07567729,"input_tokens":1384961.0,"output_tokens":11609.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.04072736,"cache_tokens":243712.0,"cost_usd":0.04072736,"input_tokens":445542.0,"output_tokens":6283.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"pair-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.10641626000000003,"cache_tokens":1882112.0,"cost_usd":0.10641626000000003,"input_tokens":2167788.0,"output_tokens":14203.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.050971300000000004,"cache_tokens":440320.0,"cost_usd":0.050971300000000004,"input_tokens":660828.0,"output_tokens":9371.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.10251098,"cache_tokens":1755136.0,"cost_usd":0.10251097999999997,"input_tokens":2047922.0,"output_tokens":11878.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.16341968,"cache_tokens":2605056.0,"cost_usd":0.16341968,"input_tokens":3087316.0,"output_tokens":25858.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.027911389999999998,"cache_tokens":217088.0,"cost_usd":0.027911389999999998,"input_tokens":322293.0,"output_tokens":11236.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06987283999999999,"cache_tokens":1056768.0,"cost_usd":0.06987283999999999,"input_tokens":1263760.0,"output_tokens":14242.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"pair-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.14532625000000002,"cache_tokens":2344960.0,"cost_usd":0.14532625000000002,"input_tokens":2763523.0,"output_tokens":24386.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12169360000000001,"cache_tokens":1863680.0,"cost_usd":0.12169360000000001,"input_tokens":2226348.0,"output_tokens":22766.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.041726879999999994,"cache_tokens":382976.0,"cost_usd":0.041726879999999994,"input_tokens":547910.0,"output_tokens":10995.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3","845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.14344740999999997,"cache_tokens":1533952.0,"cost_usd":0.14344740999999997,"input_tokens":2080491.0,"output_tokens":30896.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03768226,"cache_tokens":335872.0,"cost_usd":0.03768226,"input_tokens":500266.0,"output_tokens":5894.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09460725,"cache_tokens":1638400.0,"cost_usd":0.09460724999999996,"input_tokens":1904075.0,"output_tokens":11208.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"pair-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.13944778,"cache_tokens":2041856.0,"cost_usd":0.13944777999999997,"input_tokens":2438600.0,"output_tokens":37361.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09739910999999998,"cache_tokens":1482752.0,"cost_usd":0.09739910999999998,"input_tokens":1772929.0,"output_tokens":18780.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09508260999999998,"cache_tokens":1533952.0,"cost_usd":0.09508260999999998,"input_tokens":1803899.0,"output_tokens":17144.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb","78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.11709662000000001,"cache_tokens":1562624.0,"cost_usd":0.11709662000000001,"input_tokens":1949870.0,"output_tokens":24262.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07759743000000002,"cache_tokens":1212416.0,"cost_usd":0.07759743000000002,"input_tokens":1450949.0,"output_tokens":10890.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.03336249,"cache_tokens":258048.0,"cost_usd":0.03336249,"input_tokens":388005.0,"output_tokens":12255.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"pair-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.1293622,"cache_tokens":2222080.0,"cost_usd":0.1293622,"input_tokens":2584362.0,"output_tokens":16715.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.13795766,"cache_tokens":2445312.0,"cost_usd":0.1379576599999999,"input_tokens":2802924.0,"output_tokens":21913.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.18240962,"cache_tokens":2238464.0,"cost_usd":0.18240962,"input_tokens":2888902.0,"output_tokens":35380.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.16576432000000005,"cache_tokens":2381824.0,"cost_usd":0.16576432000000005,"input_tokens":2911548.0,"output_tokens":29702.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.06098728999999999,"cache_tokens":555008.0,"cost_usd":0.06098728999999999,"input_tokens":810555.0,"output_tokens":12010.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.02797909,"cache_tokens":278528.0,"cost_usd":0.027979089999999998,"input_tokens":388163.0,"output_tokens":6356.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"pair-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.10218047999999999,"cache_tokens":587776.0,"cost_usd":0.10218047999999996,"input_tokens":1101234.0,"output_tokens":15057.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.05259424,"cache_tokens":452608.0,"cost_usd":0.05259424,"input_tokens":677718.0,"output_tokens":10499.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.02066904,"cache_tokens":176128.0,"cost_usd":0.02066904,"input_tokens":259846.0,"output_tokens":5655.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"pair-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.12298497000000003,"cache_tokens":1757184.0,"cost_usd":0.12298497000000003,"input_tokens":2127237.0,"output_tokens":29523.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04044991,"cache_tokens":417792.0,"cost_usd":0.04044990999999999,"input_tokens":575333.0,"output_tokens":8570.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09973486,"cache_tokens":1574912.0,"cost_usd":0.09973485999999998,"input_tokens":1874882.0,"output_tokens":14984.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55","97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.1440255,"cache_tokens":2201600.0,"cost_usd":0.1440255,"input_tokens":2650110.0,"output_tokens":21402.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.20989722,"cache_tokens":2269184.0,"cost_usd":0.20989722,"input_tokens":2923692.0,"output_tokens":87291.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12782018,"cache_tokens":1120256.0,"cost_usd":0.12782017999999998,"input_tokens":1601406.0,"output_tokens":44080.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.14508389000000002,"cache_tokens":2029568.0,"cost_usd":0.14508388999999997,"input_tokens":2451127.0,"output_tokens":41926.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08368348999999999,"cache_tokens":1476608.0,"cost_usd":0.08368348999999997,"input_tokens":1703953.0,"output_tokens":10567.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.03545811,"cache_tokens":294912.0,"cost_usd":0.03545811,"input_tokens":443957.0,"output_tokens":8508.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"pair-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda","4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.13316052,"cache_tokens":2095104.0,"cost_usd":0.13316052,"input_tokens":2478960.0,"output_tokens":25458.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.02852811,"cache_tokens":223232.0,"cost_usd":0.02852811,"input_tokens":343653.0,"output_tokens":7536.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.1118409,"cache_tokens":1761280.0,"cost_usd":0.11184089999999998,"input_tokens":2088060.0,"output_tokens":19971.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.15992609,"cache_tokens":2306048.0,"cost_usd":0.15992608999999994,"input_tokens":2793679.0,"output_tokens":35200.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.1425948,"cache_tokens":2150400.0,"cost_usd":0.1425948,"input_tokens":2575242.0,"output_tokens":28713.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08614941000000001,"cache_tokens":1421312.0,"cost_usd":0.08614941,"input_tokens":1675899.0,"output_tokens":10644.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065","a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.11490265,"cache_tokens":1167360.0,"cost_usd":0.11490265,"input_tokens":1604129.0,"output_tokens":28733.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08435057999999998,"cache_tokens":1304576.0,"cost_usd":0.08435057999999998,"input_tokens":1548118.0,"output_tokens":17364.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.1004779,"cache_tokens":1884160.0,"cost_usd":0.10047789999999997,"input_tokens":2133024.0,"output_tokens":13247.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.18825999,"cache_tokens":2930688.0,"cost_usd":0.18825998999999988,"input_tokens":3483667.0,"output_tokens":34785.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10921354000000003,"cache_tokens":1640448.0,"cost_usd":0.10921354000000003,"input_tokens":1968452.0,"output_tokens":21599.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.15657809999999997,"cache_tokens":2314240.0,"cost_usd":0.15657809999999997,"input_tokens":2796246.0,"output_tokens":29700.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640","673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.06801857,"cache_tokens":466944.0,"cost_usd":0.06801856999999999,"input_tokens":773249.0,"output_tokens":16129.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04469667,"cache_tokens":487424.0,"cost_usd":0.044696669999999994,"input_tokens":655517.0,"output_tokens":9720.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.11313838999999999,"cache_tokens":1968128.0,"cost_usd":0.11313838999999999,"input_tokens":2296385.0,"output_tokens":9712.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.15072855000000007,"cache_tokens":1730560.0,"cost_usd":0.15072855000000007,"input_tokens":2329655.0,"output_tokens":17895.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10607621,"cache_tokens":694272.0,"cost_usd":0.10607620999999996,"input_tokens":1211869.0,"output_tokens":15217.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12306655999999999,"cache_tokens":1554432.0,"cost_usd":0.12306655999999996,"input_tokens":2021726.0,"output_tokens":12679.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515","5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.11920503,"cache_tokens":679936.0,"cost_usd":0.11920502999999999,"input_tokens":1286099.0,"output_tokens":15765.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.058763380000000004,"cache_tokens":290816.0,"cost_usd":0.05876338,"input_tokens":581112.0,"output_tokens":12989.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.10554587,"cache_tokens":1255424.0,"cost_usd":0.10554587,"input_tokens":1654405.0,"output_tokens":16072.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"pair-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.21946328999999998,"cache_tokens":2664448.0,"cost_usd":0.21946328999999998,"input_tokens":3483487.0,"output_tokens":33348.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10397222000000002,"cache_tokens":466944.0,"cost_usd":0.10397222000000002,"input_tokens":981730.0,"output_tokens":25492.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09882418,"cache_tokens":587776.0,"cost_usd":0.09882418,"input_tokens":1033732.0,"output_tokens":28595.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.25931956,"cache_tokens":2885632.0,"cost_usd":0.25931956,"input_tokens":3912576.0,"output_tokens":37418.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12236003,"cache_tokens":1294336.0,"cost_usd":0.12236003,"input_tokens":1777759.0,"output_tokens":22033.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12191156,"cache_tokens":1646592.0,"cost_usd":0.12191156,"input_tokens":2091104.0,"output_tokens":11674.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.23583859000000004,"cache_tokens":2213888.0,"cost_usd":0.23583859000000004,"input_tokens":3245051.0,"output_tokens":29495.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.02851221,"cache_tokens":120832.0,"cost_usd":0.02851221,"input_tokens":265247.0,"output_tokens":6450.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07108228000000001,"cache_tokens":823296.0,"cost_usd":0.07108228000000001,"input_tokens":1102802.0,"output_tokens":8915.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528","66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.18427691999999998,"cache_tokens":2043904.0,"cost_usd":0.1842769199999999,"input_tokens":2777656.0,"output_tokens":25794.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.20224514999999998,"cache_tokens":2887680.0,"cost_usd":0.20224514999999998,"input_tokens":3555135.0,"output_tokens":30993.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.22616227000000008,"cache_tokens":2975744.0,"cost_usd":0.22616227000000008,"input_tokens":3800997.0,"output_tokens":26204.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d","a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.13481861,"cache_tokens":530432.0,"cost_usd":0.13481861,"input_tokens":1255313.0,"output_tokens":20347.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04786493,"cache_tokens":198656.0,"cost_usd":0.04786493,"input_tokens":442581.0,"output_tokens":10633.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.0967974,"cache_tokens":1218560.0,"cost_usd":0.0967974,"input_tokens":1578544.0,"output_tokens":12486.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.15912878,"cache_tokens":1826816.0,"cost_usd":0.15912877999999997,"input_tokens":2412908.0,"output_tokens":32821.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.20318361,"cache_tokens":2588672.0,"cost_usd":0.20318361,"input_tokens":3311325.0,"output_tokens":34251.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.26435241,"cache_tokens":3284992.0,"cost_usd":0.2643524099999999,"input_tokens":4255603.0,"output_tokens":40422.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5","2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.30018435,"cache_tokens":3399680.0,"cost_usd":0.3001843499999999,"input_tokens":4583463.0,"output_tokens":41253.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09923763000000003,"cache_tokens":925696.0,"cost_usd":0.09923763000000003,"input_tokens":1354881.0,"output_tokens":14178.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.16661597000000003,"cache_tokens":1593344.0,"cost_usd":0.16661597000000003,"input_tokens":2319565.0,"output_tokens":19765.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.20576061,"cache_tokens":1882112.0,"cost_usd":0.20576061,"input_tokens":2790277.0,"output_tokens":26145.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.15088279999999998,"cache_tokens":1669120.0,"cost_usd":0.15088279999999998,"input_tokens":2233708.0,"output_tokens":32242.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.23528058,"cache_tokens":1837056.0,"cost_usd":0.23528058,"input_tokens":2891462.0,"output_tokens":44016.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b","61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.33495824,"cache_tokens":1476608.0,"cost_usd":0.33495824,"input_tokens":3244958.0,"output_tokens":50815.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.0890893,"cache_tokens":378880.0,"cost_usd":0.0890893,"input_tokens":849006.0,"output_tokens":14408.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.19090069000000007,"cache_tokens":2367488.0,"cost_usd":0.19090069000000007,"input_tokens":3072825.0,"output_tokens":28151.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.08047057,"cache_tokens":446464.0,"cost_usd":0.08047056999999999,"input_tokens":820865.0,"output_tokens":21833.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.05871434,"cache_tokens":186368.0,"cost_usd":0.05871434,"input_tokens":500780.0,"output_tokens":11923.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12348316999999999,"cache_tokens":1439744.0,"cost_usd":0.12348316999999998,"input_tokens":1903633.0,"output_tokens":21415.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"pair-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd","210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.17920010000000003,"cache_tokens":1064960.0,"cost_usd":0.17920010000000003,"input_tokens":1911182.0,"output_tokens":40636.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.21981074000000006,"cache_tokens":2336768.0,"cost_usd":0.21981074000000006,"input_tokens":3240976.0,"output_tokens":28153.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.19941965000000006,"cache_tokens":2273280.0,"cost_usd":0.19941965000000006,"input_tokens":3036215.0,"output_tokens":33562.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.26151754,"cache_tokens":2428928.0,"cost_usd":0.2615175399999999,"input_tokens":3555946.0,"output_tokens":39194.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.15044544,"cache_tokens":1804288.0,"cost_usd":0.15044543999999993,"input_tokens":2398410.0,"output_tokens":14397.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09220995,"cache_tokens":440320.0,"cost_usd":0.09220995,"input_tokens":922919.0,"output_tokens":13221.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d","9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.22293788,"cache_tokens":2615296.0,"cost_usd":0.22293787999999998,"input_tokens":3479656.0,"output_tokens":29650.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.05320514000000001,"cache_tokens":288768.0,"cost_usd":0.05320514000000001,"input_tokens":559292.0,"output_tokens":7927.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12346692,"cache_tokens":1255424.0,"cost_usd":0.12346692,"input_tokens":1766712.0,"output_tokens":18222.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.16408227,"cache_tokens":937984.0,"cost_usd":0.16408226999999997,"input_tokens":1740589.0,"output_tokens":31104.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12834522,"cache_tokens":1490944.0,"cost_usd":0.12834522,"input_tokens":2008860.0,"output_tokens":11859.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.14859002000000002,"cache_tokens":1654784.0,"cost_usd":0.14859002000000002,"input_tokens":2262194.0,"output_tokens":15670.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.25376163,"cache_tokens":1468416.0,"cost_usd":0.25376162999999996,"input_tokens":2642937.0,"output_tokens":67062.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03961625,"cache_tokens":184320.0,"cost_usd":0.039616249999999985,"input_tokens":374621.0,"output_tokens":11083.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.053580659999999995,"cache_tokens":141312.0,"cost_usd":0.05358065999999998,"input_tokens":434144.0,"output_tokens":10833.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.09498742,"cache_tokens":641024.0,"cost_usd":0.09498741999999999,"input_tokens":1080422.0,"output_tokens":19694.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.36163093,"cache_tokens":3035136.0,"cost_usd":0.36163092999999996,"input_tokens":4626035.0,"output_tokens":63884.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.18339751,"cache_tokens":940032.0,"cost_usd":0.18339751,"input_tokens":1830259.0,"output_tokens":43325.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"pair-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272","94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.30122176,"cache_tokens":3213312.0,"cost_usd":0.30122175999999995,"input_tokens":4468118.0,"output_tokens":33203.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.22693322,"cache_tokens":1818624.0,"cost_usd":0.22693321999999996,"input_tokens":2871144.0,"output_tokens":28993.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.22172643,"cache_tokens":1693696.0,"cost_usd":0.22172642999999997,"input_tokens":2732413.0,"output_tokens":30216.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.21515959000000004,"cache_tokens":1517568.0,"cost_usd":0.21515959000000004,"input_tokens":2546055.0,"output_tokens":30719.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10540432000000002,"cache_tokens":1378304.0,"cost_usd":0.10540432000000002,"input_tokens":1757102.0,"output_tokens":14471.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09905030000000001,"cache_tokens":655360.0,"cost_usd":0.0990503,"input_tokens":1142950.0,"output_tokens":12502.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.27391214,"cache_tokens":1794048.0,"cost_usd":0.27391213999999997,"input_tokens":3139716.0,"output_tokens":36481.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10238843,"cache_tokens":1191936.0,"cost_usd":0.10238843,"input_tokens":1596585.0,"output_tokens":11866.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.14166512,"cache_tokens":1286144.0,"cost_usd":0.14166511999999998,"input_tokens":1883326.0,"output_tokens":27007.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"pair-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.15748350000000008,"cache_tokens":1894400.0,"cost_usd":0.15748350000000008,"input_tokens":2471380.0,"output_tokens":28209.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.11178077,"cache_tokens":692224.0,"cost_usd":0.11178076999999999,"input_tokens":1199771.0,"output_tokens":29764.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12201862,"cache_tokens":507904.0,"cost_usd":0.12201861999999997,"input_tokens":1110794.0,"output_tokens":32696.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"pair-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9","232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.2219898,"cache_tokens":1966080.0,"cost_usd":0.2219898,"input_tokens":2928836.0,"output_tokens":37188.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.17765848000000004,"cache_tokens":1683456.0,"cost_usd":0.17765848000000004,"input_tokens":2473148.0,"output_tokens":17402.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.16003956,"cache_tokens":1216512.0,"cost_usd":0.16003955999999997,"input_tokens":1994290.0,"output_tokens":13755.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"pair-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.21770486000000003,"cache_tokens":1923072.0,"cost_usd":0.21770486000000003,"input_tokens":2902000.0,"output_tokens":26347.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09208195999999999,"cache_tokens":212992.0,"cost_usd":0.09208195999999999,"input_tokens":736780.0,"output_tokens":14248.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.05719117,"cache_tokens":221184.0,"cost_usd":0.05719117,"input_tokens":520815.0,"output_tokens":11222.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"pair-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a","18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.2996185,"cache_tokens":1679360.0,"cost_usd":0.29961849999999984,"input_tokens":3181288.0,"output_tokens":47897.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12343609000000001,"cache_tokens":1148928.0,"cost_usd":0.12343609000000001,"input_tokens":1689923.0,"output_tokens":15638.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.15845164,"cache_tokens":944128.0,"cost_usd":0.15845163999999998,"input_tokens":1709680.0,"output_tokens":30590.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7","beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.27459090999999997,"cache_tokens":1298432.0,"cost_usd":0.27459090999999997,"input_tokens":2685025.0,"output_tokens":55298.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03506093,"cache_tokens":178176.0,"cost_usd":0.03506093,"input_tokens":351997.0,"output_tokens":7285.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.0425207,"cache_tokens":174080.0,"cost_usd":0.0425207,"input_tokens":392252.0,"output_tokens":9145.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"pair-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5","b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.14215946,"cache_tokens":817152.0,"cost_usd":0.14215946,"input_tokens":1540828.0,"output_tokens":18187.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12609085,"cache_tokens":1351680.0,"cost_usd":0.12609084999999995,"input_tokens":1870683.0,"output_tokens":15380.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06081491,"cache_tokens":151552.0,"cost_usd":0.06081491,"input_tokens":487111.0,"output_tokens":11869.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"pair-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.16581941,"cache_tokens":1421312.0,"cost_usd":0.16581940999999997,"input_tokens":2170689.0,"output_tokens":21547.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07056781,"cache_tokens":182272.0,"cost_usd":0.07056781,"input_tokens":587933.0,"output_tokens":8501.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.060830930000000005,"cache_tokens":444416.0,"cost_usd":0.060830930000000005,"input_tokens":736419.0,"output_tokens":7396.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25","8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.08367795,"cache_tokens":757760.0,"cost_usd":0.08367795,"input_tokens":1134011.0,"output_tokens":9015.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.12422086,"cache_tokens":765952.0,"cost_usd":0.12422086,"input_tokens":1328194.0,"output_tokens":33812.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.08219198999999999,"cache_tokens":319488.0,"cost_usd":0.08219198999999999,"input_tokens":727487.0,"output_tokens":22815.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.11938531000000001,"cache_tokens":499712.0,"cost_usd":0.11938531000000001,"input_tokens":1090685.0,"output_tokens":31496.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.11420639000000005,"cache_tokens":1282048.0,"cost_usd":0.11420639000000005,"input_tokens":1734541.0,"output_tokens":15742.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12975657,"cache_tokens":1306624.0,"cost_usd":0.12975657,"input_tokens":1835893.0,"output_tokens":22335.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.17228034,"cache_tokens":1712128.0,"cost_usd":0.17228033999999998,"input_tokens":2398768.0,"output_tokens":35841.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.14475731,"cache_tokens":1585152.0,"cost_usd":0.14475730999999997,"input_tokens":2183377.0,"output_tokens":14938.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.15909279999999998,"cache_tokens":1689600.0,"cost_usd":0.15909279999999998,"input_tokens":2354552.0,"output_tokens":17324.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,0],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.22625239000000003,"cache_tokens":2254848.0,"cost_usd":0.22625239000000003,"input_tokens":3271381.0,"output_tokens":12254.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.15218512,"cache_tokens":1654784.0,"cost_usd":0.15218511999999998,"input_tokens":2290998.0,"output_tokens":14219.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07824141000000001,"cache_tokens":909312.0,"cost_usd":0.07824141000000001,"input_tokens":1197739.0,"output_tokens":15396.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"pair-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b","027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.13616922999999997,"cache_tokens":690176.0,"cost_usd":0.13616922999999997,"input_tokens":1378999.0,"output_tokens":24281.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04315349,"cache_tokens":135168.0,"cost_usd":0.04315349,"input_tokens":371401.0,"output_tokens":7327.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09007077000000001,"cache_tokens":1040384.0,"cost_usd":0.09007077000000001,"input_tokens":1391929.0,"output_tokens":12255.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"pair-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554","8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.12285832000000001,"cache_tokens":886784.0,"cost_usd":0.12285831999999998,"input_tokens":1430666.0,"output_tokens":29345.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.11018354000000001,"cache_tokens":1210368.0,"cost_usd":0.11018354000000001,"input_tokens":1659868.0,"output_tokens":12895.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08132778,"cache_tokens":966656.0,"cost_usd":0.08132778,"input_tokens":1275200.0,"output_tokens":12093.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d","4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.23687865,"cache_tokens":1966080.0,"cost_usd":0.23687865,"input_tokens":3057145.0,"output_tokens":28473.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.20918671,"cache_tokens":2301952.0,"cost_usd":0.20918670999999997,"input_tokens":3139783.0,"output_tokens":28907.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.19159702,"cache_tokens":1347584.0,"cost_usd":0.19159702,"input_tokens":2227184.0,"output_tokens":38459.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.25437165,"cache_tokens":2150400.0,"cost_usd":0.25437164999999995,"input_tokens":3268991.0,"output_tokens":44142.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.14562575,"cache_tokens":1607680.0,"cost_usd":0.14562575,"input_tokens":2196639.0,"output_tokens":18103.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.15913821,"cache_tokens":1902592.0,"cost_usd":0.15913820999999997,"input_tokens":2549445.0,"output_tokens":10065.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.17814333999999998,"cache_tokens":1732608.0,"cost_usd":0.17814333999999998,"input_tokens":2499502.0,"output_tokens":22262.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03279281,"cache_tokens":202752.0,"cost_usd":0.03279280999999999,"input_tokens":347927.0,"output_tokens":9868.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06455057,"cache_tokens":241664.0,"cost_usd":0.06455056999999999,"input_tokens":577045.0,"output_tokens":13987.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.12390643999999999,"cache_tokens":1148928.0,"cost_usd":0.12390643999999996,"input_tokens":1689222.0,"output_tokens":16789.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04107859,"cache_tokens":227328.0,"cost_usd":0.04107859,"input_tokens":432313.0,"output_tokens":7022.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06823398,"cache_tokens":782336.0,"cost_usd":0.06823398,"input_tokens":1058382.0,"output_tokens":6714.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"pair-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.18098432,"cache_tokens":1777664.0,"cost_usd":0.18098431999999995,"input_tokens":2507480.0,"output_tokens":36364.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03842112,"cache_tokens":303104.0,"cost_usd":0.03842112,"input_tokens":464674.0,"output_tokens":10185.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.10854649,"cache_tokens":1415168.0,"cost_usd":0.10854648999999997,"input_tokens":1775391.0,"output_tokens":24116.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.10463661,"cache_tokens":1032192.0,"cost_usd":0.10463660999999999,"input_tokens":1444681.0,"output_tokens":23595.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.20659963,"cache_tokens":2134016.0,"cost_usd":0.20659963,"input_tokens":2928667.0,"output_tokens":46763.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07934775000000001,"cache_tokens":430080.0,"cost_usd":0.07934775000000001,"input_tokens":802599.0,"output_tokens":21135.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.29050688,"cache_tokens":2973696.0,"cost_usd":0.29050688,"input_tokens":4148576.0,"output_tokens":50128.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.02563296,"cache_tokens":120832.0,"cost_usd":0.025632959999999996,"input_tokens":245962.0,"output_tokens":6477.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.15526451000000002,"cache_tokens":1810432.0,"cost_usd":0.15526451,"input_tokens":2347159.0,"output_tokens":40885.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"pair-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.13309054,"cache_tokens":1200128.0,"cost_usd":0.13309054,"input_tokens":1760876.0,"output_tokens":25949.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.16467222999999998,"cache_tokens":2256896.0,"cost_usd":0.16467222999999998,"input_tokens":2811845.0,"output_tokens":27446.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.10553065,"cache_tokens":1269760.0,"cost_usd":0.10553065,"input_tokens":1653409.0,"output_tokens":19781.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83","b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.27195065,"cache_tokens":3942400.0,"cost_usd":0.27195065,"input_tokens":4758691.0,"output_tokens":62470.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["29ab921f-05e6-49b9-81f5-94c962af705b","53746ec8-3853-4ef4-8963-d80b7a62d0d6","a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef","22547a48-1280-4301-9bbc-15be2d85f073"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.12811996,"cache_tokens":3059712.0,"cost_usd":0.12811995999999998,"input_tokens":3220646.0,"output_tokens":24377.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["bc39c105-2b68-42ca-8831-ad89a9521465","824ceb2f-a199-44d1-b873-1da7f42e833b","4af33fc5-2b64-47b7-9fa0-95ebadf31bda","5df87f99-9d07-404d-8a0e-450197294f09","8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.19064214000000002,"cache_tokens":2951168.0,"cost_usd":0.19064214000000002,"input_tokens":3424072.0,"output_tokens":62343.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061","b8c0a860-92ab-486b-8d72-99b4335aec03","9be4fb3f-e191-4266-9469-f11c4ff14a5e","601b3755-97b9-4caf-b1e0-f67dfd654912","f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.12520135000000002,"cache_tokens":2078720.0,"cost_usd":0.12520135,"input_tokens":2401025.0,"output_tokens":28988.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c","da3ae814-21fc-4332-91d1-0aea965ce95a","547892a8-5053-4e23-ab91-096d3aa904ee","75ca2fa9-7787-4427-a13c-4270c5f9149b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.13549055,"cache_tokens":2375680.0,"cost_usd":0.13549054999999996,"input_tokens":2730951.0,"output_tokens":21859.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"five-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52","4fdfd6a3-95af-474b-8fb0-5154e3bdcf23","6ed919d7-a670-4585-9351-340e6cc235ec","68dd19a2-16a4-4de4-a320-79937cff66c9","37143bd4-5ba7-4dac-9761-ebbb04b5be4f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.12502769,"cache_tokens":1732608.0,"cost_usd":0.12502768999999997,"input_tokens":2053191.0,"output_tokens":49924.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4","7e7bc362-f9c2-49df-8781-f399c6bafe0c","33d8977c-070b-4e77-b8d4-569bccad0740","a5ca92d0-7ed4-4fc4-b60f-28ea06b36fcc"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.13436714,"cache_tokens":2592768.0,"cost_usd":0.13436713999999997,"input_tokens":2881262.0,"output_tokens":26620.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["c18fe3dd-05b5-4afb-b658-055abd59b970","79262311-37d5-4592-bce2-9c145a83b3c9","636cede8-e158-47e7-89ad-d35bb1d23cbc","d04d7c91-e127-4029-80f3-3f92e14a5cb5","70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.10785789,"cache_tokens":1681408.0,"cost_usd":0.10785788999999997,"input_tokens":2007549.0,"output_tokens":16989.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"five-full","trial_ids":["c1c54b97-e509-42d8-973d-585356b51974","15201409-1182-4f92-9756-cdc862416b43","c1e14118-a8d0-483f-a9d8-0060cf4a0b39","da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","69ed0802-fe7f-4450-ad74-7d475ee0ffe7"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.13849801,"cache_tokens":2670592.0,"cost_usd":0.13849800999999998,"input_tokens":3003357.0,"output_tokens":16931.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af","1f22bd8a-18a1-4859-9083-9de0df74c95c","bd08d4d9-9308-4274-a5e3-d8c7bca4791e","a61e82e1-1484-4990-9073-b632af2a75f6","0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.13801076,"cache_tokens":2588672.0,"cost_usd":0.13801075999999998,"input_tokens":2862466.0,"output_tokens":38563.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["4a8dd64d-aabb-4515-ac3f-02f7a3d0c802","ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec","a0446fca-4471-4958-bb1e-3df8ed50b992","7e35f25c-3bd5-44ce-bfe0-21ed9aad51a6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.17769744,"cache_tokens":3227648.0,"cost_usd":0.17769743999999993,"input_tokens":3654048.0,"output_tokens":33816.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["3311dd49-a9f7-4e30-a162-ec65fab4300c","d6922193-0f32-4d9f-8e12-cac97bee47b1","e4e28300-aea4-4c4f-a2c9-54c329e88925","bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.21439875,"cache_tokens":4085760.0,"cost_usd":0.21439874999999994,"input_tokens":4521733.0,"output_tokens":52860.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["74b342dd-a10b-4a29-87c5-edd4bf5b0393","6651bec7-fc6c-436c-816a-18d9afefe93a","48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe","4752770a-26c6-4da5-b450-fa758f0a752b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.11874462000000002,"cache_tokens":1992704.0,"cost_usd":0.11874462000000002,"input_tokens":2277204.0,"output_tokens":32577.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c","c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","ed34aefc-2c7e-438f-8cb7-f1fc795ffd57","05b9d9cd-b7b6-4ad4-8495-7cda36a03e93","e553d427-3c46-48e0-9afa-785a5f971ec1"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.2042458,"cache_tokens":3901440.0,"cost_usd":0.2042458,"input_tokens":4302074.0,"output_tokens":54215.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["72b86926-dba2-4f85-ab3a-d79953dda99d","b6467ce0-a165-4d26-8c0d-038f7165fe0a","2492445d-931a-4adf-989c-8a19ab8d7e78","d2a2e869-28be-4639-a3a1-0d1add64152e","d31da888-00d8-4508-adea-6c36675f31fb"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.10830844,"cache_tokens":1527808.0,"cost_usd":0.10830843999999996,"input_tokens":1830256.0,"output_tokens":34214.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["1dffd250-0a39-4cdb-aadb-7840b50a1894","979088cf-bd1d-434a-91de-56caffbbd6c4","9833819d-315e-495c-8654-a1e427228e85","431b1436-1805-4ff4-a84a-9436d672e604","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.10623455,"cache_tokens":1269760.0,"cost_usd":0.10623455,"input_tokens":1617505.0,"output_tokens":31960.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955","9db2b2ca-070b-49fe-8af6-20b73ef53bc2","5895b736-9888-4af5-b887-265f7b45615c","25ab5a88-8d6e-4656-be8e-4202d54ab45b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.10317182,"cache_tokens":1808384.0,"cost_usd":0.10317181999999997,"input_tokens":2055016.0,"output_tokens":23851.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f","c1442ba8-30de-44f7-af37-e815c3caf020","adae7162-b5bb-471e-8dcf-8ab4a7b068cc","7e414b92-553b-46ca-b390-03d0542dd648","d5509f08-becb-4192-b9f1-91b404206c78"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.14266085,"cache_tokens":2734080.0,"cost_usd":0.14266085,"input_tokens":3041743.0,"output_tokens":28978.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"five-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","6e43d1d6-56df-408a-9469-97e7e24dbf0c","44ddb4bf-a585-4330-9565-774302236fbe","d44c0106-36a2-414f-969c-0a81858ee5bc","bfce8e12-828b-41f2-bdfc-fcc1890988d0"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.25175532,"cache_tokens":3078144.0,"cost_usd":0.25175532,"input_tokens":3964154.0,"output_tokens":53019.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["e812a61b-a140-4bd8-b45b-716912d155f8","0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8640eddf-f38c-4c00-b868-b4afe97eec1c","8d82559e-9fd5-47c5-b6cd-d262db58df18","d6602e38-df5d-4955-bb54-850f030bbab2"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.14147856,"cache_tokens":2547712.0,"cost_usd":0.14147855999999998,"input_tokens":2930500.0,"output_tokens":15258.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","c4857d54-609c-433a-9f3c-edd4c9c0d058","c26dd50f-3b47-4c42-9315-ae5c6b5055eb","6a429c81-c335-4a0f-a81a-7d2778541eac","563bc7fe-a553-431f-b467-30fd7c98960d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.26974428,"cache_tokens":3250176.0,"cost_usd":0.26974428,"input_tokens":4055336.0,"output_tokens":102930.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","659bb37b-8574-4504-afdd-b21e58530842","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e","92c9ad47-88d3-46e2-a2e7-794324e561ce","43d27172-65df-4a5d-a970-9e45ded97249"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.15647341999999997,"cache_tokens":2842624.0,"cost_usd":0.15647341999999995,"input_tokens":3248532.0,"output_tokens":20617.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"five-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3","a3d31ce5-f827-40a8-9b0b-3dee1a2d4cb5","3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","1775286d-2d14-490a-b90d-5ba72517f3e2","3ff8b805-6582-46ec-95ab-4829b457e9f9"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.12381001999999999,"cache_tokens":1101824.0,"cost_usd":0.12381001999999998,"input_tokens":1519766.0,"output_tokens":56128.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d","92188885-4249-4bd9-8704-fb63416babb3","9f0b555f-6bfa-48a6-90e9-4e52bd4487bf","18507881-9c8e-4d8d-ad24-3806fafe88c3","74ebbea7-8264-4eb9-a1ea-1dcebfbc178d"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.18237295000000003,"cache_tokens":2641920.0,"cost_usd":0.18237295000000003,"input_tokens":3235379.0,"output_tokens":28193.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"five-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993","0154301a-0f01-4882-932b-2a597b2ae93f","1e8b86f0-db8c-4a7d-9e19-7eeecce4c208","7e0de05a-b806-4612-a579-443d912a0dca"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.15380535000000004,"cache_tokens":2365440.0,"cost_usd":0.15380535000000004,"input_tokens":2829241.0,"output_tokens":26544.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["06542d70-275f-4800-a2f9-cef26c515db7","0b8496c3-9b40-45ec-a813-b2732e594b5d","78e11201-2800-4cbe-a865-b06bd5acd3f9","7651c0d2-11fd-42a9-9fe2-5ca4a330e491","c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.11345128000000006,"cache_tokens":1560576.0,"cost_usd":0.11345128000000006,"input_tokens":1909296.0,"output_tokens":28652.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","3c3e9a98-613b-4418-8439-258b4a848122","a3263b3f-a15a-48a1-87e8-e4aa41f07bbe","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34","30be8650-100d-4f98-8a29-ac00239b819e"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.09578995,"cache_tokens":1187840.0,"cost_usd":0.09578994999999998,"input_tokens":1529665.0,"output_tokens":17762.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","43e34746-c4c9-4960-9920-ea5bcc28321f","830335ac-44a7-452d-8525-53f9d21d8c32","202a5466-8849-4186-a381-63fc767a02e3","b632ca2e-0a9a-4fb1-9941-e21fd6fd6629"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.14270449,"cache_tokens":2480128.0,"cost_usd":0.14270449,"input_tokens":2857429.0,"output_tokens":23411.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"five-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","44c081d7-d853-4105-8592-beda9d9e3f69","82fd9628-b4ca-4806-a4c7-3a34e1b709f4","a10427c9-bf1f-4cbd-a094-a565e776a05f","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.06280662000000001,"cache_tokens":856064.0,"cost_usd":0.06280662000000001,"input_tokens":1054302.0,"output_tokens":14778.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["b671167b-b3cd-4094-957c-6ee792002ef1","4ae04a65-d771-4c2f-a33c-bc287b6b3809","5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","562977b5-3a06-419a-9f49-fca342ba1d0a","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.10041569,"cache_tokens":1538048.0,"cost_usd":0.10041569,"input_tokens":1839463.0,"output_tokens":18124.0}},{"reviewer":"glm-5-3-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["cd85e6c3-3588-4272-9445-62bc25d9d2b2","7d5f623f-ae5a-437c-83f1-5237780ae6a6","f537d209-e196-42eb-886d-93ff8a2a5b82","97594fae-d77a-4713-94f9-d8d4e941ec71","2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.09256531,"cache_tokens":1595392.0,"cost_usd":0.09256531,"input_tokens":1810689.0,"output_tokens":24818.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["f32747d8-3315-5aa8-b39e-5730069ba597","a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8","6a82e951-f7be-5bdc-93cb-cf6bd51106bb","63cfa4cb-cca0-5b94-904b-4ea88475ae40"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.20348021000000002,"cache_tokens":3121152.0,"cost_usd":0.20348021000000002,"input_tokens":3651243.0,"output_tokens":60664.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb","9a4d0c08-0689-5d93-be2f-cbe351e6e2e3","6c1db6b3-659b-5cb6-a3fd-1f78dc708af4","7be04c59-309e-5d15-b8cf-0d159ce31bda","4c054805-fe51-500e-9def-b5a9618cca3f"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.13603065,"cache_tokens":1925120.0,"cost_usd":0.13603064999999998,"input_tokens":2329407.0,"output_tokens":35268.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","2c540beb-4d62-50fc-92f0-a2d608621b2b","f387693d-d199-5801-b3c5-533ec569192b","0957105d-8fbe-5033-8c29-d68c13e60c3b","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.15001830000000002,"cache_tokens":2549760.0,"cost_usd":0.15001830000000002,"input_tokens":2920860.0,"output_tokens":35721.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2","03fd7508-2d4a-541f-aa5a-ff618d8a26d9","0c66d12a-ffa7-5356-8eef-8cc114a2e033","02e47f1a-c7b3-50d1-95bf-f093bce96065","0f1e6cce-6d01-553e-9391-217200b6bb82"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.25278479,"cache_tokens":3360768.0,"cost_usd":0.25278479,"input_tokens":4140473.0,"output_tokens":70012.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","253acf32-f3a9-5fed-899e-5eef88c7aa9f","badfb29f-467a-546a-bf3c-ab4eaae09b7f","0b6306bc-2767-58cb-94c4-37de5fd09c5f","6a8ca8be-2dbd-5f34-a16c-67a164c013bd"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.19203746,"cache_tokens":2834432.0,"cost_usd":0.19203745999999997,"input_tokens":3430952.0,"output_tokens":35053.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["dd42ca42-1143-5fea-9164-81c81013b29f","673d29a3-a4fd-51e9-b863-45730b800977","327d6100-224c-553e-b9e2-9c2140e6a640","a0e3e8b5-0699-5b53-bf86-1ecb6a6e758a","9fee43d2-8e61-5378-b163-71556c9b2a51"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.10848261000000002,"cache_tokens":1964032.0,"cost_usd":0.10848261000000002,"input_tokens":2247313.0,"output_tokens":14139.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","50ce9dc4-1553-57e8-bd1b-5e243a2cf5ff","95bd3246-8ef0-54d0-8409-8280963530de","811f421e-3980-52d1-99d1-64d7cb2361f2","8e38730e-7264-5574-bf63-f3586464853b"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.18311611,"cache_tokens":3489792.0,"cost_usd":0.18311610999999994,"input_tokens":3940671.0,"output_tokens":21581.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225","9e81fe42-fab9-5fb3-8135-64e2a4bdb515","050a922e-adbe-5871-b332-d742845b1ac4","59523e2a-a6e8-53e6-beff-12b1469d3ba3","ac81b783-720b-544b-8f38-86857c7632c7"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.21617413,"cache_tokens":3311616.0,"cost_usd":0.21617413,"input_tokens":3985877.0,"output_tokens":31373.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"five-full","trial_ids":["115c2bfb-46ac-5a3b-9f0f-dea08b0b9b6f","6ffde202-840b-52f3-8d15-e9a8bd3d536b","20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719","52de7437-2a60-5a2b-9202-c99c5f0c147a"],"gold_rewards":[0,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.10717298,"cache_tokens":1581056.0,"cost_usd":0.10717298,"input_tokens":1876998.0,"output_tokens":30700.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["7ec99516-5013-5437-aef5-ab4810e3336f","59c7d498-ec1e-52ea-bbe5-323755522374","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad","da6541c0-b238-5734-a21b-2c94f0d9885d","bfa9c87f-ed28-5a35-81f0-31578717b82e"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.19394944000000003,"cache_tokens":3657728.0,"cost_usd":0.19394944000000003,"input_tokens":4060432.0,"output_tokens":47624.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["62abc8b0-669f-56f4-8510-9152ebd80f6b","c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e","42fa81d0-f280-5e2d-94db-0ccd629a48aa","43eef5cc-1ce8-5503-860f-8f7a5ecefa4c"],"gold_rewards":[0,0,1,0,1],"format_valid":false,"selected_candidate":null,"selected_success":false,"usage":{"accounted_cost_usd":0.09350345000000002,"cache_tokens":1443840.0,"cost_usd":0.09350345000000002,"input_tokens":1690325.0,"output_tokens":26431.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["13e2166f-d7d6-5a02-b0f3-b1d7906e15a3","e3e7ab92-0057-5913-b082-4724aa8e4528","cc465d87-1c92-5e37-a1c8-25cbbdce7b3b","66c92fe5-4682-5545-87c7-12380f4bdf94","a6250737-1939-5369-a76b-70e2e38a3531"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.05242235,"cache_tokens":430080.0,"cost_usd":0.05242234999999999,"input_tokens":610533.0,"output_tokens":24904.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["636def06-9e18-5296-9b0d-29a96cc20227","a3811e3b-79c5-5336-81e2-722da7bfb87c","27e62112-35b2-5ca4-af6d-3d426aab0fbb","3ffbca7d-f3ae-539f-87cc-6059526cc195","1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.16536879999999998,"cache_tokens":3297280.0,"cost_usd":0.16536879999999993,"input_tokens":3637046.0,"output_tokens":30971.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","d9dee7f5-af27-5ec7-a6ee-cbdfcf0a9bf3","1e98a0b5-00ff-541f-ba19-934a1f5cf9cf","55e117e3-f60f-57b9-8b3d-4c66c094f741","9175b63e-537c-5c59-b8fe-53c9877b8d8b"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.11463697,"cache_tokens":1757184.0,"cost_usd":0.11463697,"input_tokens":2044557.0,"output_tokens":37631.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["3e10c5af-e933-59a3-bba8-ee6a5a0adbb8","04aec22a-3c71-5d32-9d14-77e05cb9d0f4","2f90bc5e-debc-57f2-b571-36e0f871404c","f3462fa2-3a64-554f-83c5-c7d13574f7c5","377a0fea-4e5b-5f0b-b8f4-d9cbc6d41875"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.25927215000000003,"cache_tokens":4433920.0,"cost_usd":0.25927215,"input_tokens":5083827.0,"output_tokens":57537.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff","c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","2aaa68f7-0307-5648-b597-c46c074da989","9ce115c0-6f80-595d-b0d6-2f5d16681001","cf56b241-193a-5f41-8ec9-34b9f9ab0f61"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.16161624000000002,"cache_tokens":3166208.0,"cost_usd":0.16161624000000002,"input_tokens":3523808.0,"output_tokens":25980.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4","5b482fcb-f868-51ac-841e-6087dee42660","891444a4-42c9-5aee-9841-eb1100276cf1","cef7047f-bfc5-5dbc-b563-b37db12e405d","1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.18626353999999998,"cache_tokens":2510848.0,"cost_usd":0.18626353999999992,"input_tokens":3052972.0,"output_tokens":59239.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852","10f6e1d1-0a5e-565c-b495-4e5fa65694cb","992e50ca-b53b-5f18-a07d-4583f9c5ba32","39b99fcd-e7f0-558e-a395-317ac2d43a34"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.24210469,"cache_tokens":3033088.0,"cost_usd":0.24210469,"input_tokens":3695685.0,"output_tokens":103445.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["40efe11c-c7f1-5430-a850-f67910fa2151","00d35695-9be4-5dd4-8600-913e02ed19cd","871c5b88-55d3-5eab-9571-2cacd7ee061d","210ca3aa-a509-5abc-a041-4b8ad2182edc","c78eb885-9eea-5896-9c32-5e8e1db3ec65"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.14630248,"cache_tokens":1990656.0,"cost_usd":0.14630247999999996,"input_tokens":2439368.0,"output_tokens":38552.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","a069e250-4734-5c05-be6f-fc8f97f2e89b","6c644592-d511-59b8-8df5-f25b1ba20fd3","baebfe76-59c4-5151-a9d3-6417edcdea05","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.15879604000000003,"cache_tokens":2500608.0,"cost_usd":0.15879604000000003,"input_tokens":2976450.0,"output_tokens":24803.0}},{"reviewer":"glm-5-3-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["508af110-96ea-5ff7-896b-04796ba2e958","9b1dcef9-00e4-5306-9536-821d55a87c8b","29b434bf-2d9f-5f00-9504-a0623a7bed0d","53309870-4966-509c-8e99-7fb700095900","ae04f5ee-c71b-5aa6-8af8-9af3489ed493"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.17085814000000005,"cache_tokens":2848768.0,"cost_usd":0.17085814000000005,"input_tokens":3328872.0,"output_tokens":26759.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["58205acb-0399-454d-951f-1d0a66e609e6","3f397919-37f2-4d4e-8e1a-a0968ff72745","8f69837e-7413-43b8-83a3-6040095dded4","42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.17157198000000004,"cache_tokens":2512896.0,"cost_usd":0.17157198000000004,"input_tokens":3057190.0,"output_tokens":29082.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["d47b3f99-2983-4a7e-bcfe-b5f6a3917ba5","459ae3a5-bf93-4931-b1fb-cfc43a325153","d284c01f-1eb3-4d7a-bb7b-972b178c37cc","ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","25b0c68f-bd12-48fa-9625-3e46fc9a100e"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.12746461,"cache_tokens":2496512.0,"cost_usd":0.12746461,"input_tokens":2768537.0,"output_tokens":23531.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88","d3eb9b0c-c047-4fba-b489-4b1894e8e4e8","2b7efd5f-3fa3-47e3-ac45-170180dc9744","4ae46b44-bac5-44ea-a07b-2ba034d10000"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.10845696,"cache_tokens":1452032.0,"cost_usd":0.10845696,"input_tokens":1783062.0,"output_tokens":30483.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"five-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685","4deef7e1-4c61-4de8-88c9-28b9f12a6ee9","ac8ec8a9-6bb4-4247-b545-ffd70e789272","00879e34-1e4c-47a9-b44b-4756b383a65a","68d3bbb4-f526-49be-9d15-f9c765a26f47"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.21513609,"cache_tokens":4343808.0,"cost_usd":0.21513608999999997,"input_tokens":4703637.0,"output_tokens":61695.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["d2097b22-5c9c-4de0-b1fe-c959862674c8","b4946b7c-81c5-46f2-beab-ad91f13da236","45d89215-d0e0-4f60-84f4-101223511dd9","08f2bf5b-3f2d-42d1-99b4-22928ede7f7b","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1,0,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.09271995,"cache_tokens":993280.0,"cost_usd":0.09271994999999998,"input_tokens":1299667.0,"output_tokens":33927.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["3ddf0dc1-b2e3-47a6-9ce1-cc4227960dbc","7d3ebec0-0e90-47f7-bd91-fee1bd135566","1f15d35a-8494-4ece-81a5-12f76a678ae6","3fc86a60-fbed-44a0-a849-c20445cc0dfc","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":0.16077566000000001,"cache_tokens":3182592.0,"cost_usd":0.16077566000000001,"input_tokens":3546848.0,"output_tokens":21319.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["98d06699-1c9f-40fa-909f-1761ac0985e9","879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0","94c94938-8dd6-48f3-8369-5235f70dd9bc","6b5ea915-f211-4057-8375-5c95dc7ca9d7"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":0.15093412000000003,"cache_tokens":2330624.0,"cost_usd":0.15093412000000003,"input_tokens":2677320.0,"output_tokens":58022.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"five-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97","badf6607-45eb-47fc-a573-2f5cbe7d5a91","e440b457-c527-4c98-914b-a0793860bcb9","47d39c9c-577c-4943-a44b-17df7cfbdcef","cf9bb23b-24b6-4031-bba7-2e95b0673f1f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.14378719999999998,"cache_tokens":2744320.0,"cost_usd":0.14378719999999998,"input_tokens":3023074.0,"output_tokens":39289.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"five-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","a489363e-2e98-4b64-afd1-afe0097f809f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756","ae227843-15a4-4755-bcc0-ed14d9fcafbd","68094687-941b-4c8d-ae95-72b7ce4f5377"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":0.09815918,"cache_tokens":1714176.0,"cost_usd":0.09815918,"input_tokens":1934852.0,"output_tokens":27265.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"five-full","trial_ids":["aedb2b10-c2a7-4dd2-a2ee-540b330f5fdb","18fe927a-4757-46e6-9256-012e4ade9d27","12bfc926-d176-433c-9a0c-4096c9e1f62a","829013ec-fa55-4205-ab96-f60f6d6d4313","ded3de0d-d24a-4812-842a-5d55250b88d9"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.13797486000000003,"cache_tokens":2865152.0,"cost_usd":0.13797486000000003,"input_tokens":3120754.0,"output_tokens":27360.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a1bfe3fd-ead1-4de5-9bf5-f4cafaeae6b9","bfb8e58e-0b18-4ca0-ac2e-b64af561449b","beb81f0d-9070-4ce9-b939-c8f3d1bb5703","053f165d-bc3c-4dfb-9aca-baae067c6afd","485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.16389513,"cache_tokens":3373056.0,"cost_usd":0.16389512999999997,"input_tokens":3645989.0,"output_tokens":43527.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"five-full","trial_ids":["c0429e1f-f14d-4b50-96e2-2c1d1c16785d","6aab3479-afe7-4ba7-876f-2826dccb8f07","b6137896-8e6a-4296-902e-489f1dbd9f63","88e4303a-08c5-4a86-ba04-b715ad60d5e5","8540560f-4b9c-4d7d-b4fd-02eec8df55c8"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.09685447,"cache_tokens":1613824.0,"cost_usd":0.09685447,"input_tokens":1790319.0,"output_tokens":43931.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","6326357e-06ae-4122-990c-6fbeb1dcc1d5","4bb47385-4809-4eae-b956-41335f56082d","19f39be0-2971-4e91-91f5-d274fc9a0473","bae17b4b-ec0e-4057-baf7-5fbebcecec14"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.09577407,"cache_tokens":1624064.0,"cost_usd":0.09577406999999999,"input_tokens":1851665.0,"output_tokens":25824.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["8e2fca92-cf96-4eec-a13e-185749b63a7e","80c7f701-e0cc-40da-86a5-b9541ae4c8b0","8c3c9446-3f5a-4610-b85d-49fb6aed8386","14585ea3-b6ce-4fd3-a612-e0cb20fd5037","5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.053639780000000005,"cache_tokens":690176.0,"cost_usd":0.053639780000000005,"input_tokens":858766.0,"output_tokens":15292.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["35495409-8116-4412-9d8c-2aa1e7ad8281","340bcfee-0d56-4820-9b8c-79e9ba5ebb38","89ab747d-4237-4e77-b52c-6480eeb4b268","cd0fda84-1493-45da-81e7-0ecaef415dcd","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.10650528999999999,"cache_tokens":1896448.0,"cost_usd":0.10650528999999997,"input_tokens":2116447.0,"output_tokens":33224.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","1a4aa218-8ffd-4d73-aefd-fefe2ec141df","ab769f17-8807-4bae-8ce1-894965bd03ce","bc93fa1e-b4cb-4a6e-85fa-b324330498d1","1a2db36b-c5e6-4bb8-8f56-092eed46cb19"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.10345639000000002,"cache_tokens":1814528.0,"cost_usd":0.10345639000000002,"input_tokens":2024535.0,"output_tokens":35039.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["33dcf7f2-821c-4b95-9412-93abbbcdd412","c1aeb0bc-6b21-4c35-a3ea-d72970dcc552","5899ade3-35be-44f5-83f4-d8ad28f35105","bd536f75-4078-475d-a834-9656812dca0f","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.09438747000000003,"cache_tokens":1716224.0,"cost_usd":0.09438747000000003,"input_tokens":1950349.0,"output_tokens":15564.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"five-full","trial_ids":["5f68f680-a07c-49c0-b406-6851a47feed1","1837a8e9-b1d1-4fbe-9ee9-2e1cadeec5e2","027fee5c-563d-42ee-9381-3d439e18f3cc","ae11e545-821f-4644-affe-977d2d00e85e","0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.13838492,"cache_tokens":2453504.0,"cost_usd":0.13838492,"input_tokens":2766506.0,"output_tokens":35659.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"five-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0","2fb7862c-7f48-48a0-93c3-54eca6893895","ae21fedd-4cc9-4a49-96cc-c1c73b803554","5125daae-dd4f-44dc-882c-56501931408a","dbfdb33c-da4d-4638-b35a-5aec3d82cbfc"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.20356607000000002,"cache_tokens":3661824.0,"cost_usd":0.20356606999999993,"input_tokens":4102113.0,"output_tokens":55336.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452","35b7ce29-cc56-498d-a801-89df8e7a90ab","239aa4bf-0a90-4bce-886e-8d896677c77d","4b724bb1-b525-432d-bea7-6ff325d7fa5e","96c1ed67-9b2c-4c1c-a4fd-f7104f4f8f38"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.10347099000000001,"cache_tokens":1896448.0,"cost_usd":0.10347099000000001,"input_tokens":2128965.0,"output_tokens":23400.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["c0f8dfd4-eec2-49b4-aa8c-72da018e11dc","e4f722c6-7f78-468f-80cc-2a24b6c8d7b8","450a3f23-4000-4d3e-b2e9-adca96877b67","7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.14129556000000001,"cache_tokens":2691072.0,"cost_usd":0.14129556000000001,"input_tokens":2987018.0,"output_tokens":32343.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["a8a59ca3-d7d3-4d24-8ed9-47d424f9e0af","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f","e73f8d3c-3e4d-499b-a28a-0b17e27a2245","0a09ea75-641f-4052-954a-4a1bb17dc637","b4743f23-dadf-4b40-913f-53107868cb50"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.1141961,"cache_tokens":2119680.0,"cost_usd":0.1141961,"input_tokens":2406408.0,"output_tokens":15193.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["4315997a-3b27-4373-a39b-78f65db60f65","7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d","4e16e545-3134-4d23-aea1-317ecdd11db5","6004bf1b-1a2f-4a9b-8106-cacb4b0b769b"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"accounted_cost_usd":0.12494510000000003,"cache_tokens":2344960.0,"cost_usd":0.12494510000000003,"input_tokens":2590982.0,"output_tokens":35386.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797","73ada6c2-aac1-489d-a700-4eaa19f9090d","582a5306-012f-4035-9050-7a0ebc60460a","2cf1b0e5-3b19-4c2f-8468-849c74805497"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.15479329,"cache_tokens":2859008.0,"cost_usd":0.15479329,"input_tokens":3120635.0,"output_tokens":59558.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["1c05338e-d07a-4d94-ab05-6b72a04123d2","123a7d40-4838-439a-b78d-a43e015cb267","34862c84-7604-484e-bc6a-a76e9f99fcf4","e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.11162924000000002,"cache_tokens":2029568.0,"cost_usd":0.11162924000000002,"input_tokens":2252796.0,"output_tokens":34516.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a","919d48d1-d40c-4edd-a50c-8fc8dd50023b","f84e31cd-0ad0-4881-a7ab-7c484c3448e0","4466e753-6075-4879-8872-41625bd3d0f2"],"gold_rewards":[1,0,0,0,0],"format_valid":false,"selected_candidate":null,"selected_success":false,"usage":{"accounted_cost_usd":0.15927797999999999,"cache_tokens":2912256.0,"cost_usd":0.15927797999999999,"input_tokens":3182768.0,"output_tokens":62667.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"five-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56","ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","63e32b05-5357-49e6-a5d5-c7a0f7ee838a","20c0132c-a1b6-433f-af9d-1c42774d3a56","1410917d-7b38-4a23-b574-5db87e0a47b2"],"gold_rewards":[0,1,0,1,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.17210785000000003,"cache_tokens":3276800.0,"cost_usd":0.17210785000000003,"input_tokens":3553619.0,"output_tokens":64562.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774","d1ad11fb-00de-44bf-9c94-f54f62a7139c","7948cbfc-a3de-497d-af3d-b12619c7b828","7baf5193-d1ff-4b03-9796-58de94513b90","29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.17391583,"cache_tokens":3710976.0,"cost_usd":0.17391583,"input_tokens":3979813.0,"output_tokens":44522.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["3ecd2bd3-624e-4f78-9deb-eeba34c9bdf7","99de7eef-1ef7-4bc1-af56-6e1dcb8b1d8f","9471d7b4-950b-4cfa-a344-bba946613c46","14a85235-f0cc-4ad8-ba39-6cb9a4815a99","f5063f9a-9d07-472d-95a7-34f081113b8f"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.07562749,"cache_tokens":1845248.0,"cost_usd":0.07562749,"input_tokens":1934835.0,"output_tokens":13664.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["3a7f503f-4090-48f5-a39f-efe8ca8a8e9a","04b89ac6-62f1-4584-b5f7-d01954a93982","419d87a4-bada-416f-be28-90c0b233e92c","906712ab-fec6-4704-9f49-c23f134ed88a","0ba959d1-b996-4eb8-b1c4-13f22f30c210"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.10377075000000001,"cache_tokens":1863680.0,"cost_usd":0.10377075000000001,"input_tokens":2039659.0,"output_tokens":42927.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["0d6b6036-af25-44ce-b60d-c71f8121d810","92d66817-de88-45b2-8dee-25c5b861acff","8c88e961-199f-4312-a8a8-87480e92a402","91fb056a-cc76-4059-ac3c-815eb75dd415","7153d56f-6d08-40b4-966c-338a75ed97d6"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.14042311,"cache_tokens":2885632.0,"cost_usd":0.14042310999999993,"input_tokens":3146013.0,"output_tokens":29594.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["476338ae-41bd-4339-a567-b108ff70b9eb","7846989d-1f82-4c44-9a2c-e99cae43622a","d373b8e1-4cfb-460a-9617-f353391a7045","2f93e55f-0e5e-4d92-85ad-5b28f08c75d6","353eaba0-ff68-46e8-b712-ec75bbeae80a"],"gold_rewards":[0,0,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.12456035000000001,"cache_tokens":2467840.0,"cost_usd":0.12456035000000001,"input_tokens":2670591.0,"output_tokens":40225.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["e07b3939-e2cf-437b-9c86-2f62b6f4e4a8","b98993d8-dafb-4292-b604-7e26dd79f7ca","4e0bf87a-f18e-466f-ae29-a140f4924816","1ce0eced-e4bc-46f6-bbf7-e6f3a1296239","cdf6b22c-5f71-496b-be2b-0c2c77255393"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.13658439,"cache_tokens":2848768.0,"cost_usd":0.13658439,"input_tokens":3051757.0,"output_tokens":41346.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["0ee1acac-4abc-48a1-9ca3-fee7afbec553","cd71a394-c0e6-4536-bd9c-88733ae7b1ae","740c6b5e-70f5-432d-b6a3-a4cb20105aed","9fb26637-1af8-4757-95b3-335eca7f2d16","d326d61b-7359-40d1-8508-9574abd4896e"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.24031536000000003,"cache_tokens":4943872.0,"cost_usd":0.24031536000000003,"input_tokens":5229860.0,"output_tokens":98202.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["2cc0c0b9-ee58-46a6-aa7b-ff9ae0d57cd8","d0c09981-614c-496f-b493-546d424cc045","a95552c6-f057-400a-9618-c8c278216298","8d3a49c7-c980-45d0-83f1-e41449009d8e","f72fa959-467e-4044-b57b-99ff1374bfca"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.12161219000000001,"cache_tokens":2254848.0,"cost_usd":0.12161219,"input_tokens":2538803.0,"output_tokens":22747.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["7397e014-b7ec-403e-932d-b06a70e05ad1","995ea0e5-baad-43fd-8a5d-7c4d431bfcfe","3dd32178-989c-446a-9f89-748b0bc7a064","2799e4d7-23ba-48c1-a2cd-e6940c3f40a6","6300a441-4fd5-4259-9e98-e80570f50cc2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.12997672,"cache_tokens":2361344.0,"cost_usd":0.12997672,"input_tokens":2647690.0,"output_tokens":32369.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["21c81942-6a73-4bef-980b-abff15df0770","16a0fd95-3d4b-4045-82d5-35c592778d02","0a061f60-8a2e-49a5-80da-25bbe6dbc9ba","fb6e7f90-dea1-418f-a302-57a9e7f5572e","5d318b46-73cd-400e-b522-03d4cd5976b6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.25069533000000005,"cache_tokens":3762176.0,"cost_usd":0.25069533000000005,"input_tokens":4359073.0,"output_tokens":96591.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["6a23aa92-2dbd-4425-b0f5-be6ca1c282b2","f37dd5e2-a080-49ee-b07d-930748998ae2","4a64e0f3-9a42-4eb8-a8c5-fd9b2cb877e5","aef665c3-bc26-4852-b899-2ab36e2dffaa","39cb19d8-931d-4efd-94d8-ca82da67869e"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.10426395999999999,"cache_tokens":1554432.0,"cost_usd":0.10426395999999999,"input_tokens":1846112.0,"output_tokens":27758.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["0c85f446-bbee-4285-ad09-532f9d47cdbf","b6d19204-81dc-4b3b-a819-5b2a4baef756","0a0ec44c-7779-4973-b9db-d2dfdc502658","fb87af44-6357-41f6-9d28-4e93d4566844","9fb794ac-4287-44bf-8a35-301bfab10f3d"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.13909931,"cache_tokens":2854912.0,"cost_usd":0.13909930999999998,"input_tokens":3096785.0,"output_tokens":34342.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["ad18aec0-8084-4a71-944d-271b25076ecc","109d0d36-8d7d-4b68-b42f-bfb762df6f1e","40112821-acd1-415f-81c1-be9341e4c44d","0ba7b413-c12f-49f3-b4bc-a8e18ad74eac","89a9714f-268d-4d69-b5f1-990692690291"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.15681415,"cache_tokens":3287040.0,"cost_usd":0.15681415,"input_tokens":3578833.0,"output_tokens":28868.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["81577c6d-37d4-46fc-a144-e6ad9c001e95","e9c2f244-add8-421e-9aaf-1625eb643ebe","0413e482-e730-4bf7-83b5-79ffe84c8721","dcc252e4-bd74-4683-86fb-ed344b93fbae","71650b27-8784-4a85-9ff5-8435389532b1"],"gold_rewards":[0,0,0,1,0],"format_valid":false,"selected_candidate":null,"selected_success":false,"usage":{"accounted_cost_usd":0.21954775,"cache_tokens":3645440.0,"cost_usd":0.21954774999999999,"input_tokens":4109297.0,"output_tokens":81212.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/freecad-spring-clip","condition":"five-full","trial_ids":["db39ae67-1c0d-408c-9c74-7c3900c0183d","271ba35a-d0f9-4748-a1fc-3a14eda3b6f5","2ebfdf3b-72fb-4396-9af9-dc049db040ad","afe5b748-b4dd-4f1b-b40a-a39572acf12b","762ad93e-f2c0-458e-a655-e42064d4da8b"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.15006670000000003,"cache_tokens":2406400.0,"cost_usd":0.15006669999999997,"input_tokens":2716808.0,"output_tokens":62627.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["c6dcc346-9f9a-4c65-8e52-7656771af029","e8184798-5fac-4ebe-ac34-bf5ead1beed8","438e5a14-9c70-4eaf-98c1-f79729d218da","09f6464d-aab9-4f77-b880-4e86b99f6174","c71838ac-05fc-44e7-8205-e43543cf0034"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":0.08304303,"cache_tokens":1243136.0,"cost_usd":0.08304302999999998,"input_tokens":1443709.0,"output_tokens":31326.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["ff0537d1-951b-4c6f-bff8-ca3eabc57900","77c6d489-bc86-4989-ad93-c3c58369dc45","174579d5-c127-4bf9-9964-a936c5de7b88","1c7ca041-5603-402f-9e89-3181d99cabaf","19b48258-0343-4c87-8d0f-9c799ec3eb08"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.2329547,"cache_tokens":4546560.0,"cost_usd":0.23295469999999996,"input_tokens":4989486.0,"output_tokens":60238.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["2dfc3f49-a4c0-4723-8464-9d6e3174d199","8e5b54e0-4eb0-4a3c-8aa1-4b4e9b0e91f2","368e83d9-3302-49c6-b465-22851300686b","4e90f229-225a-44ee-89ed-e403b7407882","49c68f26-f1f8-4dab-95f2-5f4575104d73"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.14562267000000004,"cache_tokens":2760704.0,"cost_usd":0.14562267000000004,"input_tokens":3067691.0,"output_tokens":33507.0}},{"reviewer":"glm-5-3-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["04ef82c2-fd0d-4da0-a94c-6645d5b03500","68b56ea3-17ba-4e79-a06e-54324c85668e","59be197e-aa35-4750-9616-e4d48bd46ec3","39cecc22-8305-4a88-a6a9-10f895ca6e6a","7c96734c-7823-4326-9ff3-34fa8632f3ab"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.14275286,"cache_tokens":2803712.0,"cost_usd":0.14275286,"input_tokens":3070872.0,"output_tokens":37135.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.57618484,"cache_tokens":1513684.0,"cost_usd":0.57618484,"input_tokens":1588783.0,"output_tokens":17611.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.41612012,"cache_tokens":718222.0,"cost_usd":0.41612012,"input_tokens":852178.0,"output_tokens":9510.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.0808238200000002,"cache_tokens":2291797.0,"cost_usd":1.0808238200000002,"input_tokens":2591146.0,"output_tokens":14970.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9806914200000001,"cache_tokens":1570607.0,"cost_usd":0.9806914199999998,"input_tokens":1854045.0,"output_tokens":39891.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8961618200000002,"cache_tokens":1089337.0,"cost_usd":0.8961618200000002,"input_tokens":1366478.0,"output_tokens":51122.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c","5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.2382036800000003,"cache_tokens":4584218.0,"cost_usd":2.23820368,"input_tokens":5061263.0,"output_tokens":86010.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5840348399999999,"cache_tokens":1282954.0,"cost_usd":0.5840348399999999,"input_tokens":1427542.0,"output_tokens":10919.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.30578116,"cache_tokens":291006.0,"cost_usd":0.30578116,"input_tokens":426092.0,"output_tokens":9318.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921","79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.5556157400000001,"cache_tokens":743669.0,"cost_usd":0.5556157400000001,"input_tokens":966998.0,"output_tokens":11273.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9152896800000001,"cache_tokens":2212408.0,"cost_usd":0.91528968,"input_tokens":2398956.0,"output_tokens":17931.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.31604084,"cache_tokens":569574.0,"cost_usd":0.31604083999999993,"input_tokens":654484.0,"output_tokens":11154.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"pair-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.8086949600000004,"cache_tokens":4524486.0,"cost_usd":1.8086949600000004,"input_tokens":4870785.0,"output_tokens":33525.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3951949,"cache_tokens":636635.0,"cost_usd":0.39519489999999996,"input_tokens":774772.0,"output_tokens":8245.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.37352911999999994,"cache_tokens":600122.0,"cost_usd":0.37352911999999994,"input_tokens":720711.0,"output_tokens":11062.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.6188370600000002,"cache_tokens":3839981.0,"cost_usd":1.6188370599999997,"input_tokens":4169967.0,"output_tokens":36014.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.23851244000000002,"cache_tokens":274254.0,"cost_usd":0.23851244000000002,"input_tokens":350520.0,"output_tokens":13735.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6772944800000001,"cache_tokens":1641838.0,"cost_usd":0.6772944800000001,"input_tokens":1749801.0,"output_tokens":22561.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.1296036200000004,"cache_tokens":2337537.0,"cost_usd":1.1296036200000004,"input_tokens":2537083.0,"output_tokens":55109.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.5438451800000004,"cache_tokens":3462413.0,"cost_usd":1.5438451800000004,"input_tokens":3815572.0,"output_tokens":33908.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.40221038000000003,"cache_tokens":507033.0,"cost_usd":0.40221038000000003,"input_tokens":646618.0,"output_tokens":17037.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8655703800000001,"cache_tokens":1930963.0,"cost_usd":0.8655703800000001,"input_tokens":2115245.0,"output_tokens":23983.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.72042626,"cache_tokens":923071.0,"cost_usd":0.72042626,"input_tokens":1187282.0,"output_tokens":25121.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.6957311200000003,"cache_tokens":2126652.0,"cost_usd":1.6957311200000003,"input_tokens":2582296.0,"output_tokens":114750.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.5029403000000003,"cache_tokens":2965795.0,"cost_usd":1.5029402999999997,"input_tokens":3342865.0,"output_tokens":46349.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5138109200000001,"cache_tokens":752502.0,"cost_usd":0.51381092,"input_tokens":898284.0,"output_tokens":25924.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.84756628,"cache_tokens":1727848.0,"cost_usd":0.8475662799999999,"input_tokens":1911839.0,"output_tokens":31986.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a","d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.1031328,"cache_tokens":2510210.0,"cost_usd":1.1031328,"input_tokens":2719579.0,"output_tokens":35764.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.2989343000000002,"cache_tokens":3063695.0,"cost_usd":1.2989343,"input_tokens":3281375.0,"output_tokens":44914.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.56478376,"cache_tokens":813716.0,"cost_usd":0.5647837599999999,"input_tokens":963180.0,"output_tokens":32720.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.00471506,"cache_tokens":1239661.0,"cost_usd":1.00471506,"input_tokens":1611507.0,"output_tokens":36777.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3799705,"cache_tokens":565285.0,"cost_usd":0.3799705,"input_tokens":697787.0,"output_tokens":10794.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7143480600000002,"cache_tokens":1582761.0,"cost_usd":0.7143480600000002,"input_tokens":1744546.0,"output_tokens":17348.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.2567203600000003,"cache_tokens":2625216.0,"cost_usd":1.2567203600000003,"input_tokens":2961715.0,"output_tokens":23424.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7645588799999999,"cache_tokens":2055298.0,"cost_usd":0.7645588799999998,"input_tokens":2152101.0,"output_tokens":21513.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.18376546000000002,"cache_tokens":116651.0,"cost_usd":0.18376546,"input_tokens":188666.0,"output_tokens":11958.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.60889868,"cache_tokens":887448.0,"cost_usd":0.6088986799999999,"input_tokens":1101225.0,"output_tokens":17926.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.62587956,"cache_tokens":1385206.0,"cost_usd":0.6258795599999999,"input_tokens":1526626.0,"output_tokens":15395.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.1789557400000001,"cache_tokens":2359729.0,"cost_usd":1.1789557400000001,"input_tokens":2709488.0,"output_tokens":17219.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.5286823200000001,"cache_tokens":3190082.0,"cost_usd":1.5286823199999997,"input_tokens":3556407.0,"output_tokens":42365.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.69766838,"cache_tokens":1690913.0,"cost_usd":0.6976683799999996,"input_tokens":1834326.0,"output_tokens":13012.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7500401000000001,"cache_tokens":1874735.0,"cost_usd":0.7500401,"input_tokens":2014202.0,"output_tokens":15308.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"pair-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.89967318,"cache_tokens":1929903.0,"cost_usd":0.8996731799999997,"input_tokens":2154911.0,"output_tokens":18838.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.33765014,"cache_tokens":494259.0,"cost_usd":0.33765014,"input_tokens":600335.0,"output_tokens":13781.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.4341108,"cache_tokens":769930.0,"cost_usd":0.4341108,"input_tokens":886023.0,"output_tokens":16227.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb","78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[1,0],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.53893668,"cache_tokens":1129198.0,"cost_usd":0.53893668,"input_tokens":1244768.0,"output_tokens":18988.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.32919914,"cache_tokens":518139.0,"cost_usd":0.32919913999999995,"input_tokens":624530.0,"output_tokens":10349.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.50944238,"cache_tokens":657233.0,"cost_usd":0.50944238,"input_tokens":847058.0,"output_tokens":16547.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"pair-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.85666852,"cache_tokens":2115972.0,"cost_usd":0.8566685199999999,"input_tokens":2273007.0,"output_tokens":19697.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.0378990800000003,"cache_tokens":2324478.0,"cost_usd":1.0378990800000003,"input_tokens":2548110.0,"output_tokens":27375.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.0756071,"cache_tokens":2359085.0,"cost_usd":1.0756071,"input_tokens":2582758.0,"output_tokens":33887.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.4532851400000002,"cache_tokens":3498389.0,"cost_usd":1.4532851400000002,"input_tokens":3761789.0,"output_tokens":39760.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.5726035400000001,"cache_tokens":1390659.0,"cost_usd":0.5726035400000001,"input_tokens":1492902.0,"output_tokens":15430.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7014997000000001,"cache_tokens":1599075.0,"cost_usd":0.7014996999999998,"input_tokens":1757676.0,"output_tokens":14477.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"pair-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.8061768800000001,"cache_tokens":1697658.0,"cost_usd":0.8061768799999999,"input_tokens":1892543.0,"output_tokens":20897.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.26473978000000004,"cache_tokens":437923.0,"cost_usd":0.26473978,"input_tokens":520124.0,"output_tokens":8136.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.19986986,"cache_tokens":291751.0,"cost_usd":0.19986986,"input_tokens":362560.0,"output_tokens":5655.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"pair-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.5733247600000002,"cache_tokens":3852946.0,"cost_usd":1.5733247600000002,"input_tokens":4188112.0,"output_tokens":23256.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.18073826,"cache_tokens":268691.0,"cost_usd":0.18073826,"input_tokens":320192.0,"output_tokens":8813.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5996748,"cache_tokens":1562200.0,"cost_usd":0.5996748,"input_tokens":1668334.0,"output_tokens":10208.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55","97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.4680942000000001,"cache_tokens":3454220.0,"cost_usd":1.4680942000000001,"input_tokens":3773763.0,"output_tokens":27872.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.1653164,"cache_tokens":2390530.0,"cost_usd":1.1653163999999998,"input_tokens":2596007.0,"output_tokens":58207.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.73974188,"cache_tokens":964278.0,"cost_usd":0.73974188,"input_tokens":1199518.0,"output_tokens":36294.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":2.6725036999999996,"cache_tokens":5934605.0,"cost_usd":2.6725036999999996,"input_tokens":6453145.0,"output_tokens":91716.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3554824,"cache_tokens":817620.0,"cost_usd":0.3554824,"input_tokens":883606.0,"output_tokens":11482.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.37611934,"cache_tokens":784729.0,"cost_usd":0.37611934,"input_tokens":861972.0,"output_tokens":14534.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"pair-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda","4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.78808104,"cache_tokens":1508054.0,"cost_usd":0.7880810399999999,"input_tokens":1675405.0,"output_tokens":36749.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.34414886,"cache_tokens":610811.0,"cost_usd":0.34414886,"input_tokens":694679.0,"output_tokens":15437.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.4965753400000001,"cache_tokens":1269129.0,"cost_usd":0.49657534,"input_tokens":1358292.0,"output_tokens":9494.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.5818413,"cache_tokens":3559005.0,"cost_usd":1.5818412999999996,"input_tokens":3844991.0,"output_tokens":58209.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.83191912,"cache_tokens":2081792.0,"cost_usd":0.83191912,"input_tokens":2248956.0,"output_tokens":12869.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.38119564,"cache_tokens":577274.0,"cost_usd":0.38119564,"input_tokens":699964.0,"output_tokens":13486.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515","5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.52842552,"cache_tokens":3320562.0,"cost_usd":1.52842552,"input_tokens":3620109.0,"output_tokens":55844.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8296939,"cache_tokens":1262435.0,"cost_usd":0.8296939,"input_tokens":1510351.0,"output_tokens":35086.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7262396400000001,"cache_tokens":1450714.0,"cost_usd":0.7262396400000001,"input_tokens":1612912.0,"output_tokens":27722.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d","a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.9945427800000006,"cache_tokens":5417223.0,"cost_usd":1.9945427800000006,"input_tokens":5696873.0,"output_tokens":44217.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.4260241,"cache_tokens":713495.0,"cost_usd":0.4260241,"input_tokens":818044.0,"output_tokens":21397.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.41105434,"cache_tokens":583889.0,"cost_usd":0.41105433999999996,"input_tokens":696315.0,"output_tokens":23147.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.48885552,"cache_tokens":2601472.0,"cost_usd":1.4888555199999995,"input_tokens":3016288.0,"output_tokens":52666.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.36740064,"cache_tokens":2180144.0,"cost_usd":1.36740064,"input_tokens":2610804.0,"output_tokens":44918.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.90006996,"cache_tokens":1365726.0,"cost_usd":0.9000699599999998,"input_tokens":1619560.0,"output_tokens":43094.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5","2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.9382885600000002,"cache_tokens":4205786.0,"cost_usd":1.93828856,"input_tokens":4620525.0,"output_tokens":60034.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7163918400000001,"cache_tokens":1167984.0,"cost_usd":0.7163918400000001,"input_tokens":1348444.0,"output_tokens":36380.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.362436,"cache_tokens":2608910.0,"cost_usd":1.3624359999999998,"input_tokens":2964341.0,"output_tokens":42390.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b","61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.84978098,"cache_tokens":3651623.0,"cost_usd":1.8497809799999998,"input_tokens":4095118.0,"output_tokens":63515.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.26253324,"cache_tokens":1872784.0,"cost_usd":1.2625332399999996,"input_tokens":2276515.0,"output_tokens":47815.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":1.5028914200000003,"cache_tokens":2860307.0,"cost_usd":1.5028914200000003,"input_tokens":3264463.0,"output_tokens":43953.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.60402306,"cache_tokens":2341151.0,"cost_usd":1.6040230599999998,"input_tokens":2837804.0,"output_tokens":68184.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6823819,"cache_tokens":1801995.0,"cost_usd":0.6823818999999998,"input_tokens":1922933.0,"output_tokens":10125.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7057070799999999,"cache_tokens":1416338.0,"cost_usd":0.7057070799999998,"input_tokens":1582662.0,"output_tokens":23774.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"pair-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd","210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.304871,"cache_tokens":2250220.0,"cost_usd":1.304871,"input_tokens":2610599.0,"output_tokens":48928.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":1.4029847800000006,"cache_tokens":2838783.0,"cost_usd":1.4029847800000006,"input_tokens":3159263.0,"output_tokens":49143.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":1.3635024000000002,"cache_tokens":2739720.0,"cost_usd":1.3635023999999998,"input_tokens":3043186.0,"output_tokens":51437.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.803719,"cache_tokens":3281020.0,"cost_usd":1.803719,"input_tokens":3753733.0,"output_tokens":65649.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.35518702,"cache_tokens":601277.0,"cost_usd":0.35518702,"input_tokens":688068.0,"output_tokens":17579.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.55420144,"cache_tokens":1431484.0,"cost_usd":0.55420144,"input_tokens":1516656.0,"output_tokens":14267.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.0487616000000002,"cache_tokens":2609500.0,"cost_usd":1.0487616,"input_tokens":2766788.0,"output_tokens":34111.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9793143000000001,"cache_tokens":1250945.0,"cost_usd":0.9793143,"input_tokens":1542756.0,"output_tokens":55803.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.73747084,"cache_tokens":1290824.0,"cost_usd":0.73747084,"input_tokens":1503979.0,"output_tokens":23509.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"pair-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272","94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.45287722,"cache_tokens":2835547.0,"cost_usd":1.45287722,"input_tokens":3149972.0,"output_tokens":62600.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7035513400000001,"cache_tokens":1368579.0,"cost_usd":0.7035513400000001,"input_tokens":1558079.0,"output_tokens":18732.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6419164399999999,"cache_tokens":926934.0,"cost_usd":0.6419164399999999,"input_tokens":1155840.0,"output_tokens":18283.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.00734114,"cache_tokens":2230389.0,"cost_usd":1.00734114,"input_tokens":2461491.0,"output_tokens":23613.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7082385600000001,"cache_tokens":1506646.0,"cost_usd":0.7082385600000001,"input_tokens":1680365.0,"output_tokens":16660.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7483070800000001,"cache_tokens":1813618.0,"cost_usd":0.7483070800000001,"input_tokens":1960504.0,"output_tokens":16165.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":1.0824560600000002,"cache_tokens":2627321.0,"cost_usd":1.08245606,"input_tokens":2822992.0,"output_tokens":28503.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.94333352,"cache_tokens":2313442.0,"cost_usd":0.9433335199999997,"input_tokens":2456975.0,"output_tokens":32021.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.49935466,"cache_tokens":768261.0,"cost_usd":0.49935466,"input_tokens":879221.0,"output_tokens":32787.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"pair-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9","232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.99240028,"cache_tokens":1666208.0,"cost_usd":0.9924002799999998,"input_tokens":1873397.0,"output_tokens":61164.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.9758410200000001,"cache_tokens":2364287.0,"cost_usd":0.9758410199999998,"input_tokens":2522125.0,"output_tokens":31853.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.42271171999999996,"cache_tokens":769792.0,"cost_usd":0.4227117199999999,"input_tokens":876879.0,"output_tokens":16510.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"pair-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.5622122,"cache_tokens":3392780.0,"cost_usd":1.5622122,"input_tokens":3640823.0,"output_tokens":75643.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.3942566,"cache_tokens":825700.0,"cost_usd":0.39425659999999996,"input_tokens":895743.0,"output_tokens":18526.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.67127228,"cache_tokens":1736248.0,"cost_usd":0.6712722799999999,"input_tokens":1826443.0,"output_tokens":21267.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"pair-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5","b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.17852668,"cache_tokens":2575168.0,"cost_usd":1.17852668,"input_tokens":2819701.0,"output_tokens":37872.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.59952178,"cache_tokens":1365913.0,"cost_usd":0.59952178,"input_tokens":1482563.0,"output_tokens":18426.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8603084400000001,"cache_tokens":2163044.0,"cost_usd":0.8603084400000001,"input_tokens":2283643.0,"output_tokens":29336.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"pair-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.47041824,"cache_tokens":3589034.0,"cost_usd":1.47041824,"input_tokens":3853033.0,"output_tokens":38107.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8740665000000001,"cache_tokens":2474615.0,"cost_usd":0.8740665000000001,"input_tokens":2595732.0,"output_tokens":13887.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.15348916000000004,"cache_tokens":222206.0,"cost_usd":0.15348916,"input_tokens":270218.0,"output_tokens":6477.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25","8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":1.14971926,"cache_tokens":2693131.0,"cost_usd":1.14971926,"input_tokens":2946377.0,"output_tokens":21582.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.29495246,"cache_tokens":408291.0,"cost_usd":0.29495245999999997,"input_tokens":484365.0,"output_tokens":18703.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.8731357000000001,"cache_tokens":1908535.0,"cost_usd":0.8731357000000001,"input_tokens":2087536.0,"output_tokens":28708.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.3545948200000002,"cache_tokens":3332637.0,"cost_usd":1.3545948200000002,"input_tokens":3511459.0,"output_tokens":54036.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.7916464200000001,"cache_tokens":2028467.0,"cost_usd":0.79164642,"input_tokens":2172720.0,"output_tokens":14157.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5511744000000001,"cache_tokens":1366570.0,"cost_usd":0.5511743999999997,"input_tokens":1461189.0,"output_tokens":14409.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"pair-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554","8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.01248072,"cache_tokens":2222772.0,"cost_usd":1.01248072,"input_tokens":2402668.0,"output_tokens":41524.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.6630086599999999,"cache_tokens":1792631.0,"cost_usd":0.6630086599999999,"input_tokens":1875532.0,"output_tokens":18378.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.28779254000000004,"cache_tokens":525139.0,"cost_usd":0.28779254,"input_tokens":597797.0,"output_tokens":11258.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.3290103600000003,"cache_tokens":2921166.0,"cost_usd":1.3290103600000003,"input_tokens":3178426.0,"output_tokens":47578.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.22338136000000003,"cache_tokens":300096.0,"cost_usd":0.22338135999999997,"input_tokens":360054.0,"output_tokens":13958.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.18330852000000003,"cache_tokens":243182.0,"cost_usd":0.18330852000000003,"input_tokens":306024.0,"output_tokens":7296.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"pair-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.8675188600000001,"cache_tokens":1853201.0,"cost_usd":0.8675188599999999,"input_tokens":2010872.0,"output_tokens":37488.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.47835912,"cache_tokens":1279382.0,"cost_usd":0.47835912,"input_tokens":1343613.0,"output_tokens":12681.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.6117196200000001,"cache_tokens":1740307.0,"cost_usd":0.6117196200000001,"input_tokens":1819648.0,"output_tokens":10946.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.50808894,"cache_tokens":2875029.0,"cost_usd":1.50808894,"input_tokens":3240532.0,"output_tokens":56563.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.8471537400000001,"cache_tokens":1457929.0,"cost_usd":0.84715374,"input_tokens":1666296.0,"output_tokens":40086.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.7783716200000002,"cache_tokens":1244927.0,"cost_usd":0.7783716199999999,"input_tokens":1441754.0,"output_tokens":40712.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.35030144,"cache_tokens":2521064.0,"cost_usd":1.35030144,"input_tokens":2823692.0,"output_tokens":61624.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.29659878,"cache_tokens":499153.0,"cost_usd":0.29659877999999995,"input_tokens":574058.0,"output_tokens":14080.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.5717775400000001,"cache_tokens":1515079.0,"cost_usd":0.5717775400000001,"input_tokens":1592032.0,"output_tokens":15937.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"pair-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":1.40644662,"cache_tokens":3205007.0,"cost_usd":1.4064466199999999,"input_tokens":3451087.0,"output_tokens":51962.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1745761.0,"cost_usd":0.0,"input_tokens":1886591.0,"output_tokens":13149.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2462141.0,"cost_usd":0.0,"input_tokens":2584816.0,"output_tokens":17791.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc","764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2915659.0,"cost_usd":0.0,"input_tokens":3030859.0,"output_tokens":17145.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1185930.0,"cost_usd":0.0,"input_tokens":1280146.0,"output_tokens":21991.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":1324263.0,"cost_usd":0.0,"input_tokens":1385939.0,"output_tokens":11784.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"pair-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec","251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":627025.0,"cost_usd":0.0,"input_tokens":683969.0,"output_tokens":14893.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":396526.0,"cost_usd":0.0,"input_tokens":435163.0,"output_tokens":9271.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1857306.0,"cost_usd":0.0,"input_tokens":1942706.0,"output_tokens":15427.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"pair-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2914508.0,"cost_usd":0.0,"input_tokens":2988975.0,"output_tokens":34540.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1031364.0,"cost_usd":0.0,"input_tokens":1122532.0,"output_tokens":31521.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":706582.0,"cost_usd":0.0,"input_tokens":739895.0,"output_tokens":20046.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"pair-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":3932553.0,"cost_usd":0.0,"input_tokens":4082441.0,"output_tokens":53594.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1285579.0,"cost_usd":0.0,"input_tokens":1431480.0,"output_tokens":28304.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1088243.0,"cost_usd":0.0,"input_tokens":1235124.0,"output_tokens":28551.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c","aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1564365.0,"cost_usd":0.0,"input_tokens":1711408.0,"output_tokens":40145.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1680781.0,"cost_usd":0.0,"input_tokens":1758675.0,"output_tokens":15751.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1736625.0,"cost_usd":0.0,"input_tokens":1819081.0,"output_tokens":20468.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"pair-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":713841.0,"cost_usd":0.0,"input_tokens":903475.0,"output_tokens":26864.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":953387.0,"cost_usd":0.0,"input_tokens":1072295.0,"output_tokens":16098.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":769749.0,"cost_usd":0.0,"input_tokens":871526.0,"output_tokens":27528.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":5516785.0,"cost_usd":0.0,"input_tokens":5642721.0,"output_tokens":49305.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1688037.0,"cost_usd":0.0,"input_tokens":1732864.0,"output_tokens":18812.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":774756.0,"cost_usd":0.0,"input_tokens":867597.0,"output_tokens":18722.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"pair-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2584353.0,"cost_usd":0.0,"input_tokens":2804072.0,"output_tokens":58316.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":262117.0,"cost_usd":0.0,"input_tokens":314103.0,"output_tokens":8371.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":866968.0,"cost_usd":0.0,"input_tokens":1064481.0,"output_tokens":83184.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528","66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":3898629.0,"cost_usd":0.0,"input_tokens":4088336.0,"output_tokens":55058.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":461987.0,"cost_usd":0.0,"input_tokens":535535.0,"output_tokens":13116.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":384898.0,"cost_usd":0.0,"input_tokens":440501.0,"output_tokens":15782.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640","673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":848852.0,"cost_usd":0.0,"input_tokens":932805.0,"output_tokens":19192.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1518948.0,"cost_usd":0.0,"input_tokens":1632295.0,"output_tokens":16653.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1389495.0,"cost_usd":0.0,"input_tokens":1454216.0,"output_tokens":14474.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d","9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1932631.0,"cost_usd":0.0,"input_tokens":2229701.0,"output_tokens":30177.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1687365.0,"cost_usd":0.0,"input_tokens":1814821.0,"output_tokens":13770.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2883585.0,"cost_usd":0.0,"input_tokens":3012436.0,"output_tokens":11901.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1425050.0,"cost_usd":0.0,"input_tokens":1509717.0,"output_tokens":22111.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":909177.0,"cost_usd":0.0,"input_tokens":1033389.0,"output_tokens":12895.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":527855.0,"cost_usd":0.0,"input_tokens":601956.0,"output_tokens":12673.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"pair-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b","027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":2671992.0,"cost_usd":0.0,"input_tokens":2821302.0,"output_tokens":31129.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1785050.0,"cost_usd":0.0,"input_tokens":1861321.0,"output_tokens":28809.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":672694.0,"cost_usd":0.0,"input_tokens":723757.0,"output_tokens":28784.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"pair-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2961926.0,"cost_usd":0.0,"input_tokens":3228186.0,"output_tokens":72991.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1157805.0,"cost_usd":0.0,"input_tokens":1269724.0,"output_tokens":23510.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2385482.0,"cost_usd":0.0,"input_tokens":2451647.0,"output_tokens":27275.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"pair-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a","18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":3496367.0,"cost_usd":0.0,"input_tokens":3739749.0,"output_tokens":56887.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2039701.0,"cost_usd":0.0,"input_tokens":2212933.0,"output_tokens":38949.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1244154.0,"cost_usd":0.0,"input_tokens":1376187.0,"output_tokens":27982.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83","b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":3978374.0,"cost_usd":0.0,"input_tokens":4088687.0,"output_tokens":51568.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":462752.0,"cost_usd":0.0,"input_tokens":555978.0,"output_tokens":22002.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"cache_tokens":611550.0,"cost_usd":0.0,"input_tokens":733642.0,"output_tokens":30118.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":3005215.0,"cost_usd":0.0,"input_tokens":3158203.0,"output_tokens":37259.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":965651.0,"cost_usd":0.0,"input_tokens":1026180.0,"output_tokens":15758.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1582505.0,"cost_usd":0.0,"input_tokens":1658424.0,"output_tokens":13598.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":2754074.0,"cost_usd":0.0,"input_tokens":2947362.0,"output_tokens":35857.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":3372455.0,"cost_usd":0.0,"input_tokens":3603171.0,"output_tokens":47434.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2573942.0,"cost_usd":0.0,"input_tokens":2753823.0,"output_tokens":33073.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2671967.0,"cost_usd":0.0,"input_tokens":2791683.0,"output_tokens":42954.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2343182.0,"cost_usd":0.0,"input_tokens":2540494.0,"output_tokens":22222.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1047997.0,"cost_usd":0.0,"input_tokens":1179694.0,"output_tokens":13191.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":3091215.0,"cost_usd":0.0,"input_tokens":3268923.0,"output_tokens":36177.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"cache_tokens":2498832.0,"cost_usd":0.0,"input_tokens":2679604.0,"output_tokens":41811.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1589062.0,"cost_usd":0.0,"input_tokens":1693852.0,"output_tokens":16527.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":3790366.0,"cost_usd":0.0,"input_tokens":3931344.0,"output_tokens":44994.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1060485.0,"cost_usd":0.0,"input_tokens":1180508.0,"output_tokens":37788.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1029043.0,"cost_usd":0.0,"input_tokens":1221241.0,"output_tokens":53356.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a","4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":4963675.0,"cost_usd":0.0,"input_tokens":5238430.0,"output_tokens":67342.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1955106.0,"cost_usd":0.0,"input_tokens":2146492.0,"output_tokens":29921.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":4354225.0,"cost_usd":0.0,"input_tokens":4488393.0,"output_tokens":55258.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":1428748.0,"cost_usd":0.0,"input_tokens":1686027.0,"output_tokens":42526.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1394374.0,"cost_usd":0.0,"input_tokens":1505809.0,"output_tokens":22329.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":560820.0,"cost_usd":0.0,"input_tokens":639814.0,"output_tokens":12944.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3","845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1660662.0,"cost_usd":0.0,"input_tokens":1899604.0,"output_tokens":30866.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":848743.0,"cost_usd":0.0,"input_tokens":976072.0,"output_tokens":13703.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":411637.0,"cost_usd":0.0,"input_tokens":453106.0,"output_tokens":9693.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":2614682.0,"cost_usd":0.0,"input_tokens":2845718.0,"output_tokens":48615.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2591067.0,"cost_usd":0.0,"input_tokens":2797915.0,"output_tokens":22376.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2282849.0,"cost_usd":0.0,"input_tokens":2473571.0,"output_tokens":33517.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2370728.0,"cost_usd":0.0,"input_tokens":2509072.0,"output_tokens":42245.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2530000.0,"cost_usd":0.0,"input_tokens":2647205.0,"output_tokens":14528.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":2179256.0,"cost_usd":0.0,"input_tokens":2277479.0,"output_tokens":28872.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":3885788.0,"cost_usd":0.0,"input_tokens":4029970.0,"output_tokens":66565.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2667579.0,"cost_usd":0.0,"input_tokens":2817125.0,"output_tokens":17927.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1617821.0,"cost_usd":0.0,"input_tokens":1728345.0,"output_tokens":19956.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d","4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":2628418.0,"cost_usd":0.0,"input_tokens":2935328.0,"output_tokens":60523.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2664186.0,"cost_usd":0.0,"input_tokens":2842906.0,"output_tokens":16669.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1640096.0,"cost_usd":0.0,"input_tokens":1822717.0,"output_tokens":14218.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"cache_tokens":2677142.0,"cost_usd":0.0,"input_tokens":2869388.0,"output_tokens":20833.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2682523.0,"cost_usd":0.0,"input_tokens":2948312.0,"output_tokens":17631.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1730162.0,"cost_usd":0.0,"input_tokens":1910229.0,"output_tokens":18981.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":2505483.0,"cost_usd":0.0,"input_tokens":2676363.0,"output_tokens":15225.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":2107122.0,"cost_usd":0.0,"input_tokens":2206714.0,"output_tokens":15854.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":583527.0,"cost_usd":0.0,"input_tokens":673511.0,"output_tokens":14730.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065","a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":4118567.0,"cost_usd":0.0,"input_tokens":4343810.0,"output_tokens":47129.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"cache_tokens":1620748.0,"cost_usd":0.0,"input_tokens":1822980.0,"output_tokens":28302.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"cache_tokens":1405582.0,"cost_usd":0.0,"input_tokens":1546724.0,"output_tokens":26065.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7","beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"cache_tokens":1973987.0,"cost_usd":0.0,"input_tokens":2083535.0,"output_tokens":43249.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["1dffd250-0a39-4cdb-aadb-7840b50a1894","979088cf-bd1d-434a-91de-56caffbbd6c4","9833819d-315e-495c-8654-a1e427228e85","431b1436-1805-4ff4-a84a-9436d672e604","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":1809051.0,"cost_usd":0.0,"input_tokens":1998563.0,"output_tokens":40186.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c","da3ae814-21fc-4332-91d1-0aea965ce95a","547892a8-5053-4e23-ab91-096d3aa904ee","75ca2fa9-7787-4427-a13c-4270c5f9149b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":3452126.0,"cost_usd":0.0,"input_tokens":3572437.0,"output_tokens":38918.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["bc39c105-2b68-42ca-8831-ad89a9521465","824ceb2f-a199-44d1-b873-1da7f42e833b","4af33fc5-2b64-47b7-9fa0-95ebadf31bda","5df87f99-9d07-404d-8a0e-450197294f09","8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":4254643.0,"cost_usd":0.0,"input_tokens":4490308.0,"output_tokens":60529.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","c4857d54-609c-433a-9f3c-edd4c9c0d058","c26dd50f-3b47-4c42-9315-ae5c6b5055eb","6a429c81-c335-4a0f-a81a-7d2778541eac","563bc7fe-a553-431f-b467-30fd7c98960d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":6773536.0,"cost_usd":0.0,"input_tokens":7092466.0,"output_tokens":97013.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["4a8dd64d-aabb-4515-ac3f-02f7a3d0c802","ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec","a0446fca-4471-4958-bb1e-3df8ed50b992","7e35f25c-3bd5-44ce-bfe0-21ed9aad51a6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":3928828.0,"cost_usd":0.0,"input_tokens":4064043.0,"output_tokens":33592.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061","b8c0a860-92ab-486b-8d72-99b4335aec03","9be4fb3f-e191-4266-9469-f11c4ff14a5e","601b3755-97b9-4caf-b1e0-f67dfd654912","f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2645269.0,"cost_usd":0.0,"input_tokens":2766258.0,"output_tokens":57998.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["74b342dd-a10b-4a29-87c5-edd4bf5b0393","6651bec7-fc6c-436c-816a-18d9afefe93a","48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe","4752770a-26c6-4da5-b450-fa758f0a752b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1474405.0,"cost_usd":0.0,"input_tokens":1647012.0,"output_tokens":21058.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"five-full","trial_ids":["c1c54b97-e509-42d8-973d-585356b51974","15201409-1182-4f92-9756-cdc862416b43","c1e14118-a8d0-483f-a9d8-0060cf4a0b39","da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","69ed0802-fe7f-4450-ad74-7d475ee0ffe7"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":4389385.0,"cost_usd":0.0,"input_tokens":4749025.0,"output_tokens":31070.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","43e34746-c4c9-4960-9920-ea5bcc28321f","830335ac-44a7-452d-8525-53f9d21d8c32","202a5466-8849-4186-a381-63fc767a02e3","b632ca2e-0a9a-4fb1-9941-e21fd6fd6629"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":3665765.0,"cost_usd":0.0,"input_tokens":3892747.0,"output_tokens":37331.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["29ab921f-05e6-49b9-81f5-94c962af705b","53746ec8-3853-4ef4-8963-d80b7a62d0d6","a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef","22547a48-1280-4301-9bbc-15be2d85f073"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":3468028.0,"cost_usd":0.0,"input_tokens":3588152.0,"output_tokens":27018.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["b671167b-b3cd-4094-957c-6ee792002ef1","4ae04a65-d771-4c2f-a33c-bc287b6b3809","5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","562977b5-3a06-419a-9f49-fca342ba1d0a","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2273203.0,"cost_usd":0.0,"input_tokens":2356258.0,"output_tokens":20372.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["cd85e6c3-3588-4272-9445-62bc25d9d2b2","7d5f623f-ae5a-437c-83f1-5237780ae6a6","f537d209-e196-42eb-886d-93ff8a2a5b82","97594fae-d77a-4713-94f9-d8d4e941ec71","2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":3233778.0,"cost_usd":0.0,"input_tokens":3345991.0,"output_tokens":28150.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["e812a61b-a140-4bd8-b45b-716912d155f8","0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8640eddf-f38c-4c00-b868-b4afe97eec1c","8d82559e-9fd5-47c5-b6cd-d262db58df18","d6602e38-df5d-4955-bb54-850f030bbab2"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":486105.0,"cost_usd":0.0,"input_tokens":585775.0,"output_tokens":22815.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","3c3e9a98-613b-4418-8439-258b4a848122","a3263b3f-a15a-48a1-87e8-e4aa41f07bbe","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34","30be8650-100d-4f98-8a29-ac00239b819e"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":951427.0,"cost_usd":0.0,"input_tokens":1210982.0,"output_tokens":14066.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955","9db2b2ca-070b-49fe-8af6-20b73ef53bc2","5895b736-9888-4af5-b887-265f7b45615c","25ab5a88-8d6e-4656-be8e-4202d54ab45b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2162146.0,"cost_usd":0.0,"input_tokens":2364561.0,"output_tokens":34293.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["c18fe3dd-05b5-4afb-b658-055abd59b970","79262311-37d5-4592-bce2-9c145a83b3c9","636cede8-e158-47e7-89ad-d35bb1d23cbc","d04d7c91-e127-4029-80f3-3f92e14a5cb5","70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":4433054.0,"cost_usd":0.0,"input_tokens":4809402.0,"output_tokens":37751.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["06542d70-275f-4800-a2f9-cef26c515db7","0b8496c3-9b40-45ec-a813-b2732e594b5d","78e11201-2800-4cbe-a865-b06bd5acd3f9","7651c0d2-11fd-42a9-9fe2-5ca4a330e491","c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"cache_tokens":2977914.0,"cost_usd":0.0,"input_tokens":3333330.0,"output_tokens":36461.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","659bb37b-8574-4504-afdd-b21e58530842","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e","92c9ad47-88d3-46e2-a2e7-794324e561ce","43d27172-65df-4a5d-a970-9e45ded97249"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":3204202.0,"cost_usd":0.0,"input_tokens":3380523.0,"output_tokens":27906.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c","c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","ed34aefc-2c7e-438f-8cb7-f1fc795ffd57","05b9d9cd-b7b6-4ad4-8495-7cda36a03e93","e553d427-3c46-48e0-9afa-785a5f971ec1"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2759232.0,"cost_usd":0.0,"input_tokens":3049802.0,"output_tokens":59611.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["3311dd49-a9f7-4e30-a162-ec65fab4300c","d6922193-0f32-4d9f-8e12-cac97bee47b1","e4e28300-aea4-4c4f-a2c9-54c329e88925","bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2380887.0,"cost_usd":0.0,"input_tokens":2730384.0,"output_tokens":51714.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d","92188885-4249-4bd9-8704-fb63416babb3","9f0b555f-6bfa-48a6-90e9-4e52bd4487bf","18507881-9c8e-4d8d-ad24-3806fafe88c3","74ebbea7-8264-4eb9-a1ea-1dcebfbc178d"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":2538263.0,"cost_usd":0.0,"input_tokens":2700012.0,"output_tokens":23083.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"five-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3","a3d31ce5-f827-40a8-9b0b-3dee1a2d4cb5","3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","1775286d-2d14-490a-b90d-5ba72517f3e2","3ff8b805-6582-46ec-95ab-4829b457e9f9"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"cache_tokens":4011263.0,"cost_usd":0.0,"input_tokens":4109283.0,"output_tokens":49736.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4","7e7bc362-f9c2-49df-8781-f399c6bafe0c","33d8977c-070b-4e77-b8d4-569bccad0740","a5ca92d0-7ed4-4fc4-b60f-28ea06b36fcc"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":2388173.0,"cost_usd":0.0,"input_tokens":2635119.0,"output_tokens":33752.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["72b86926-dba2-4f85-ab3a-d79953dda99d","b6467ce0-a165-4d26-8c0d-038f7165fe0a","2492445d-931a-4adf-989c-8a19ab8d7e78","d2a2e869-28be-4639-a3a1-0d1add64152e","d31da888-00d8-4508-adea-6c36675f31fb"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2280061.0,"cost_usd":0.0,"input_tokens":2366791.0,"output_tokens":34785.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"five-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993","0154301a-0f01-4882-932b-2a597b2ae93f","1e8b86f0-db8c-4a7d-9e19-7eeecce4c208","7e0de05a-b806-4612-a579-443d912a0dca"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2537742.0,"cost_usd":0.0,"input_tokens":2637578.0,"output_tokens":29392.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"five-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","44c081d7-d853-4105-8592-beda9d9e3f69","82fd9628-b4ca-4806-a4c7-3a34e1b709f4","a10427c9-bf1f-4cbd-a094-a565e776a05f","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":616954.0,"cost_usd":0.0,"input_tokens":730940.0,"output_tokens":10977.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"five-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","6e43d1d6-56df-408a-9469-97e7e24dbf0c","44ddb4bf-a585-4330-9565-774302236fbe","d44c0106-36a2-414f-969c-0a81858ee5bc","bfce8e12-828b-41f2-bdfc-fcc1890988d0"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":3788253.0,"cost_usd":0.0,"input_tokens":3887754.0,"output_tokens":38573.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f","c1442ba8-30de-44f7-af37-e815c3caf020","adae7162-b5bb-471e-8dcf-8ab4a7b068cc","7e414b92-553b-46ca-b390-03d0542dd648","d5509f08-becb-4192-b9f1-91b404206c78"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":2295824.0,"cost_usd":0.0,"input_tokens":2588868.0,"output_tokens":17977.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af","1f22bd8a-18a1-4859-9083-9de0df74c95c","bd08d4d9-9308-4274-a5e3-d8c7bca4791e","a61e82e1-1484-4990-9073-b632af2a75f6","0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2274708.0,"cost_usd":0.0,"input_tokens":2436325.0,"output_tokens":32979.0}},{"reviewer":"glm-5-3","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"five-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52","4fdfd6a3-95af-474b-8fb0-5154e3bdcf23","6ed919d7-a670-4585-9351-340e6cc235ec","68dd19a2-16a4-4de4-a320-79937cff66c9","37143bd4-5ba7-4dac-9761-ebbb04b5be4f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2562623.0,"cost_usd":0.0,"input_tokens":3063764.0,"output_tokens":41546.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["636def06-9e18-5296-9b0d-29a96cc20227","a3811e3b-79c5-5336-81e2-722da7bfb87c","27e62112-35b2-5ca4-af6d-3d426aab0fbb","3ffbca7d-f3ae-539f-87cc-6059526cc195","1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":2433539.0,"cost_usd":0.0,"input_tokens":2743048.0,"output_tokens":48710.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","a069e250-4734-5c05-be6f-fc8f97f2e89b","6c644592-d511-59b8-8df5-f25b1ba20fd3","baebfe76-59c4-5151-a9d3-6417edcdea05","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2401825.0,"cost_usd":0.0,"input_tokens":2557791.0,"output_tokens":33948.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["f32747d8-3315-5aa8-b39e-5730069ba597","a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8","6a82e951-f7be-5bdc-93cb-cf6bd51106bb","63cfa4cb-cca0-5b94-904b-4ea88475ae40"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":4539082.0,"cost_usd":0.0,"input_tokens":4678816.0,"output_tokens":53701.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["40efe11c-c7f1-5430-a850-f67910fa2151","00d35695-9be4-5dd4-8600-913e02ed19cd","871c5b88-55d3-5eab-9571-2cacd7ee061d","210ca3aa-a509-5abc-a041-4b8ad2182edc","c78eb885-9eea-5896-9c32-5e8e1db3ec65"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"cache_tokens":5640964.0,"cost_usd":0.0,"input_tokens":6037434.0,"output_tokens":116080.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["7ec99516-5013-5437-aef5-ab4810e3336f","59c7d498-ec1e-52ea-bbe5-323755522374","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad","da6541c0-b238-5734-a21b-2c94f0d9885d","bfa9c87f-ed28-5a35-81f0-31578717b82e"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2268605.0,"cost_usd":0.0,"input_tokens":2376127.0,"output_tokens":46471.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225","9e81fe42-fab9-5fb3-8135-64e2a4bdb515","050a922e-adbe-5871-b332-d742845b1ac4","59523e2a-a6e8-53e6-beff-12b1469d3ba3","ac81b783-720b-544b-8f38-86857c7632c7"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":3019841.0,"cost_usd":0.0,"input_tokens":3237941.0,"output_tokens":41117.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","2c540beb-4d62-50fc-92f0-a2d608621b2b","f387693d-d199-5801-b3c5-533ec569192b","0957105d-8fbe-5033-8c29-d68c13e60c3b","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,1,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"cache_tokens":2856317.0,"cost_usd":0.0,"input_tokens":3244648.0,"output_tokens":67842.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","50ce9dc4-1553-57e8-bd1b-5e243a2cf5ff","95bd3246-8ef0-54d0-8409-8280963530de","811f421e-3980-52d1-99d1-64d7cb2361f2","8e38730e-7264-5574-bf63-f3586464853b"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":1672643.0,"cost_usd":0.0,"input_tokens":1751160.0,"output_tokens":22895.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["dd42ca42-1143-5fea-9164-81c81013b29f","673d29a3-a4fd-51e9-b863-45730b800977","327d6100-224c-553e-b9e2-9c2140e6a640","a0e3e8b5-0699-5b53-bf86-1ecb6a6e758a","9fee43d2-8e61-5378-b163-71556c9b2a51"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2119748.0,"cost_usd":0.0,"input_tokens":2210696.0,"output_tokens":18837.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"five-full","trial_ids":["115c2bfb-46ac-5a3b-9f0f-dea08b0b9b6f","6ffde202-840b-52f3-8d15-e9a8bd3d536b","20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719","52de7437-2a60-5a2b-9202-c99c5f0c147a"],"gold_rewards":[0,1,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":1458603.0,"cost_usd":0.0,"input_tokens":1575534.0,"output_tokens":29562.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb","9a4d0c08-0689-5d93-be2f-cbe351e6e2e3","6c1db6b3-659b-5cb6-a3fd-1f78dc708af4","7be04c59-309e-5d15-b8cf-0d159ce31bda","4c054805-fe51-500e-9def-b5a9618cca3f"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":2885975.0,"cost_usd":0.0,"input_tokens":3027998.0,"output_tokens":42495.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852","10f6e1d1-0a5e-565c-b495-4e5fa65694cb","992e50ca-b53b-5f18-a07d-4583f9c5ba32","39b99fcd-e7f0-558e-a395-317ac2d43a34"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":6244171.0,"cost_usd":0.0,"input_tokens":6630126.0,"output_tokens":93523.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["3e10c5af-e933-59a3-bba8-ee6a5a0adbb8","04aec22a-3c71-5d32-9d14-77e05cb9d0f4","2f90bc5e-debc-57f2-b571-36e0f871404c","f3462fa2-3a64-554f-83c5-c7d13574f7c5","377a0fea-4e5b-5f0b-b8f4-d9cbc6d41875"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":3773668.0,"cost_usd":0.0,"input_tokens":4162109.0,"output_tokens":63927.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["13e2166f-d7d6-5a02-b0f3-b1d7906e15a3","e3e7ab92-0057-5913-b082-4724aa8e4528","cc465d87-1c92-5e37-a1c8-25cbbdce7b3b","66c92fe5-4682-5545-87c7-12380f4bdf94","a6250737-1939-5369-a76b-70e2e38a3531"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1078619.0,"cost_usd":0.0,"input_tokens":1158617.0,"output_tokens":21697.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["508af110-96ea-5ff7-896b-04796ba2e958","9b1dcef9-00e4-5306-9536-821d55a87c8b","29b434bf-2d9f-5f00-9504-a0623a7bed0d","53309870-4966-509c-8e99-7fb700095900","ae04f5ee-c71b-5aa6-8af8-9af3489ed493"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"cache_tokens":2797166.0,"cost_usd":0.0,"input_tokens":2912494.0,"output_tokens":25676.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["62abc8b0-669f-56f4-8510-9152ebd80f6b","c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e","42fa81d0-f280-5e2d-94db-0ccd629a48aa","43eef5cc-1ce8-5503-860f-8f7a5ecefa4c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2742009.0,"cost_usd":0.0,"input_tokens":2903581.0,"output_tokens":40045.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","253acf32-f3a9-5fed-899e-5eef88c7aa9f","badfb29f-467a-546a-bf3c-ab4eaae09b7f","0b6306bc-2767-58cb-94c4-37de5fd09c5f","6a8ca8be-2dbd-5f34-a16c-67a164c013bd"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":3008401.0,"cost_usd":0.0,"input_tokens":3146582.0,"output_tokens":57084.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff","c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","2aaa68f7-0307-5648-b597-c46c074da989","9ce115c0-6f80-595d-b0d6-2f5d16681001","cf56b241-193a-5f41-8ec9-34b9f9ab0f61"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":2606808.0,"cost_usd":0.0,"input_tokens":2828778.0,"output_tokens":18512.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4","5b482fcb-f868-51ac-841e-6087dee42660","891444a4-42c9-5aee-9841-eb1100276cf1","cef7047f-bfc5-5dbc-b563-b37db12e405d","1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":3019313.0,"cost_usd":0.0,"input_tokens":3137656.0,"output_tokens":60952.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2","03fd7508-2d4a-541f-aa5a-ff618d8a26d9","0c66d12a-ffa7-5356-8eef-8cc114a2e033","02e47f1a-c7b3-50d1-95bf-f093bce96065","0f1e6cce-6d01-553e-9391-217200b6bb82"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":4422656.0,"cost_usd":0.0,"input_tokens":4591021.0,"output_tokens":76232.0}},{"reviewer":"glm-5-3","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","d9dee7f5-af27-5ec7-a6ee-cbdfcf0a9bf3","1e98a0b5-00ff-541f-ba19-934a1f5cf9cf","55e117e3-f60f-57b9-8b3d-4c66c094f741","9175b63e-537c-5c59-b8fe-53c9877b8d8b"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2851207.0,"cost_usd":0.0,"input_tokens":3061243.0,"output_tokens":62165.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["c0f8dfd4-eec2-49b4-aa8c-72da018e11dc","e4f722c6-7f78-468f-80cc-2a24b6c8d7b8","450a3f23-4000-4d3e-b2e9-adca96877b67","7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":3253457.0,"cost_usd":0.0,"input_tokens":3498232.0,"output_tokens":47580.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["a8a59ca3-d7d3-4d24-8ed9-47d424f9e0af","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f","e73f8d3c-3e4d-499b-a28a-0b17e27a2245","0a09ea75-641f-4052-954a-4a1bb17dc637","b4743f23-dadf-4b40-913f-53107868cb50"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"cache_tokens":3618250.0,"cost_usd":0.0,"input_tokens":3804029.0,"output_tokens":49598.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"five-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0","2fb7862c-7f48-48a0-93c3-54eca6893895","ae21fedd-4cc9-4a49-96cc-c1c73b803554","5125daae-dd4f-44dc-882c-56501931408a","dbfdb33c-da4d-4638-b35a-5aec3d82cbfc"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2850580.0,"cost_usd":0.0,"input_tokens":3010263.0,"output_tokens":36030.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["35495409-8116-4412-9d8c-2aa1e7ad8281","340bcfee-0d56-4820-9b8c-79e9ba5ebb38","89ab747d-4237-4e77-b52c-6480eeb4b268","cd0fda84-1493-45da-81e7-0ecaef415dcd","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":5711829.0,"cost_usd":0.0,"input_tokens":5906611.0,"output_tokens":50104.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["d47b3f99-2983-4a7e-bcfe-b5f6a3917ba5","459ae3a5-bf93-4931-b1fb-cfc43a325153","d284c01f-1eb3-4d7a-bb7b-972b178c37cc","ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","25b0c68f-bd12-48fa-9625-3e46fc9a100e"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"cache_tokens":4059681.0,"cost_usd":0.0,"input_tokens":4346664.0,"output_tokens":66967.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"five-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685","4deef7e1-4c61-4de8-88c9-28b9f12a6ee9","ac8ec8a9-6bb4-4247-b545-ffd70e789272","00879e34-1e4c-47a9-b44b-4756b383a65a","68d3bbb4-f526-49be-9d15-f9c765a26f47"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":6139948.0,"cost_usd":0.0,"input_tokens":6589021.0,"output_tokens":53111.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["1c05338e-d07a-4d94-ab05-6b72a04123d2","123a7d40-4838-439a-b78d-a43e015cb267","34862c84-7604-484e-bc6a-a76e9f99fcf4","e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1716453.0,"cost_usd":0.0,"input_tokens":1868170.0,"output_tokens":29605.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"five-full","trial_ids":["c0429e1f-f14d-4b50-96e2-2c1d1c16785d","6aab3479-afe7-4ba7-876f-2826dccb8f07","b6137896-8e6a-4296-902e-489f1dbd9f63","88e4303a-08c5-4a86-ba04-b715ad60d5e5","8540560f-4b9c-4d7d-b4fd-02eec8df55c8"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"cache_tokens":1903601.0,"cost_usd":0.0,"input_tokens":2056978.0,"output_tokens":25441.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["4315997a-3b27-4373-a39b-78f65db60f65","7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d","4e16e545-3134-4d23-aea1-317ecdd11db5","6004bf1b-1a2f-4a9b-8106-cacb4b0b769b"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":3229388.0,"cost_usd":0.0,"input_tokens":3447509.0,"output_tokens":73976.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["d2097b22-5c9c-4de0-b1fe-c959862674c8","b4946b7c-81c5-46f2-beab-ad91f13da236","45d89215-d0e0-4f60-84f4-101223511dd9","08f2bf5b-3f2d-42d1-99b4-22928ede7f7b","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1,0,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":2198456.0,"cost_usd":0.0,"input_tokens":2317714.0,"output_tokens":36623.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["8e2fca92-cf96-4eec-a13e-185749b63a7e","80c7f701-e0cc-40da-86a5-b9541ae4c8b0","8c3c9446-3f5a-4610-b85d-49fb6aed8386","14585ea3-b6ce-4fd3-a612-e0cb20fd5037","5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2859051.0,"cost_usd":0.0,"input_tokens":3042445.0,"output_tokens":37774.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88","d3eb9b0c-c047-4fba-b489-4b1894e8e4e8","2b7efd5f-3fa3-47e3-ac45-170180dc9744","4ae46b44-bac5-44ea-a07b-2ba034d10000"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":3417313.0,"cost_usd":0.0,"input_tokens":3634116.0,"output_tokens":44774.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["3ddf0dc1-b2e3-47a6-9ce1-cc4227960dbc","7d3ebec0-0e90-47f7-bd91-fee1bd135566","1f15d35a-8494-4ece-81a5-12f76a678ae6","3fc86a60-fbed-44a0-a849-c20445cc0dfc","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":5,"selected_success":false,"usage":{"cache_tokens":3676995.0,"cost_usd":0.0,"input_tokens":3917764.0,"output_tokens":32594.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"five-full","trial_ids":["aedb2b10-c2a7-4dd2-a2ee-540b330f5fdb","18fe927a-4757-46e6-9256-012e4ade9d27","12bfc926-d176-433c-9a0c-4096c9e1f62a","829013ec-fa55-4205-ab96-f60f6d6d4313","ded3de0d-d24a-4812-842a-5d55250b88d9"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":3194718.0,"cost_usd":0.0,"input_tokens":3524592.0,"output_tokens":41572.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"five-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97","badf6607-45eb-47fc-a573-2f5cbe7d5a91","e440b457-c527-4c98-914b-a0793860bcb9","47d39c9c-577c-4943-a44b-17df7cfbdcef","cf9bb23b-24b6-4031-bba7-2e95b0673f1f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"cache_tokens":2699107.0,"cost_usd":0.0,"input_tokens":2988915.0,"output_tokens":62574.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774","d1ad11fb-00de-44bf-9c94-f54f62a7139c","7948cbfc-a3de-497d-af3d-b12619c7b828","7baf5193-d1ff-4b03-9796-58de94513b90","29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":4488684.0,"cost_usd":0.0,"input_tokens":4746323.0,"output_tokens":58017.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["58205acb-0399-454d-951f-1d0a66e609e6","3f397919-37f2-4d4e-8e1a-a0968ff72745","8f69837e-7413-43b8-83a3-6040095dded4","42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":3021288.0,"cost_usd":0.0,"input_tokens":3330925.0,"output_tokens":28924.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","6326357e-06ae-4122-990c-6fbeb1dcc1d5","4bb47385-4809-4eae-b956-41335f56082d","19f39be0-2971-4e91-91f5-d274fc9a0473","bae17b4b-ec0e-4057-baf7-5fbebcecec14"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":3268961.0,"cost_usd":0.0,"input_tokens":3513468.0,"output_tokens":34665.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"five-full","trial_ids":["5f68f680-a07c-49c0-b406-6851a47feed1","1837a8e9-b1d1-4fbe-9ee9-2e1cadeec5e2","027fee5c-563d-42ee-9381-3d439e18f3cc","ae11e545-821f-4644-affe-977d2d00e85e","0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2441039.0,"cost_usd":0.0,"input_tokens":2753476.0,"output_tokens":33064.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452","35b7ce29-cc56-498d-a801-89df8e7a90ab","239aa4bf-0a90-4bce-886e-8d896677c77d","4b724bb1-b525-432d-bea7-6ff325d7fa5e","96c1ed67-9b2c-4c1c-a4fd-f7104f4f8f38"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2677007.0,"cost_usd":0.0,"input_tokens":2822063.0,"output_tokens":34862.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["98d06699-1c9f-40fa-909f-1761ac0985e9","879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0","94c94938-8dd6-48f3-8369-5235f70dd9bc","6b5ea915-f211-4057-8375-5c95dc7ca9d7"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":4626287.0,"cost_usd":0.0,"input_tokens":4764891.0,"output_tokens":66637.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"five-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56","ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","63e32b05-5357-49e6-a5d5-c7a0f7ee838a","20c0132c-a1b6-433f-af9d-1c42774d3a56","1410917d-7b38-4a23-b574-5db87e0a47b2"],"gold_rewards":[0,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":3672272.0,"cost_usd":0.0,"input_tokens":3940570.0,"output_tokens":53103.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797","73ada6c2-aac1-489d-a700-4eaa19f9090d","582a5306-012f-4035-9050-7a0ebc60460a","2cf1b0e5-3b19-4c2f-8468-849c74805497"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":3411862.0,"cost_usd":0.0,"input_tokens":3710993.0,"output_tokens":71761.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["33dcf7f2-821c-4b95-9412-93abbbcdd412","c1aeb0bc-6b21-4c35-a3ea-d72970dcc552","5899ade3-35be-44f5-83f4-d8ad28f35105","bd536f75-4078-475d-a834-9656812dca0f","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1843702.0,"cost_usd":0.0,"input_tokens":1909557.0,"output_tokens":14539.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a","919d48d1-d40c-4edd-a50c-8fc8dd50023b","f84e31cd-0ad0-4881-a7ab-7c484c3448e0","4466e753-6075-4879-8872-41625bd3d0f2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":3145352.0,"cost_usd":0.0,"input_tokens":3440448.0,"output_tokens":86582.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"five-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","a489363e-2e98-4b64-afd1-afe0097f809f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756","ae227843-15a4-4755-bcc0-ed14d9fcafbd","68094687-941b-4c8d-ae95-72b7ce4f5377"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":1135478.0,"cost_usd":0.0,"input_tokens":1291828.0,"output_tokens":39454.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a1bfe3fd-ead1-4de5-9bf5-f4cafaeae6b9","bfb8e58e-0b18-4ca0-ac2e-b64af561449b","beb81f0d-9070-4ce9-b939-c8f3d1bb5703","053f165d-bc3c-4dfb-9aca-baae067c6afd","485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"cache_tokens":2966939.0,"cost_usd":0.0,"input_tokens":3213938.0,"output_tokens":31282.0}},{"reviewer":"glm-5-3","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","1a4aa218-8ffd-4d73-aefd-fefe2ec141df","ab769f17-8807-4bae-8ce1-894965bd03ce","bc93fa1e-b4cb-4a6e-85fa-b324330498d1","1a2db36b-c5e6-4bb8-8f56-092eed46cb19"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":4644084.0,"cost_usd":0.0,"input_tokens":5023098.0,"output_tokens":97776.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["3ecd2bd3-624e-4f78-9deb-eeba34c9bdf7","99de7eef-1ef7-4bc1-af56-6e1dcb8b1d8f","9471d7b4-950b-4cfa-a344-bba946613c46","14a85235-f0cc-4ad8-ba39-6cb9a4815a99","f5063f9a-9d07-472d-95a7-34f081113b8f"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.5030705,"cache_tokens":1243725.0,"cost_usd":0.5030705,"input_tokens":1305873.0,"output_tokens":21067.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["3a7f503f-4090-48f5-a39f-efe8ca8a8e9a","04b89ac6-62f1-4584-b5f7-d01954a93982","419d87a4-bada-416f-be28-90c0b233e92c","906712ab-fec6-4704-9f49-c23f134ed88a","0ba959d1-b996-4eb8-b1c4-13f22f30c210"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":1.16334926,"cache_tokens":2279271.0,"cost_usd":1.1633492599999995,"input_tokens":2499731.0,"output_tokens":59567.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["0d6b6036-af25-44ce-b60d-c71f8121d810","92d66817-de88-45b2-8dee-25c5b861acff","8c88e961-199f-4312-a8a8-87480e92a402","91fb056a-cc76-4059-ac3c-815eb75dd415","7153d56f-6d08-40b4-966c-338a75ed97d6"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":2,"selected_success":true,"usage":{"accounted_cost_usd":0.78909266,"cache_tokens":1217081.0,"cost_usd":0.78909266,"input_tokens":1412497.0,"output_tokens":45243.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["476338ae-41bd-4339-a567-b108ff70b9eb","7846989d-1f82-4c44-9a2c-e99cae43622a","d373b8e1-4cfb-460a-9617-f353391a7045","2f93e55f-0e5e-4d92-85ad-5b28f08c75d6","353eaba0-ff68-46e8-b712-ec75bbeae80a"],"gold_rewards":[0,0,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":1.26418922,"cache_tokens":2676467.0,"cost_usd":1.2641892199999998,"input_tokens":2905826.0,"output_tokens":56183.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["e07b3939-e2cf-437b-9c86-2f62b6f4e4a8","b98993d8-dafb-4292-b604-7e26dd79f7ca","4e0bf87a-f18e-466f-ae29-a140f4924816","1ce0eced-e4bc-46f6-bbf7-e6f3a1296239","cdf6b22c-5f71-496b-be2b-0c2c77255393"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":1.12380316,"cache_tokens":1967356.0,"cost_usd":1.12380316,"input_tokens":2275843.0,"output_tokens":41002.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["0ee1acac-4abc-48a1-9ca3-fee7afbec553","cd71a394-c0e6-4536-bd9c-88733ae7b1ae","740c6b5e-70f5-432d-b6a3-a4cb20105aed","9fb26637-1af8-4757-95b3-335eca7f2d16","d326d61b-7359-40d1-8508-9574abd4896e"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":2.2862547,"cache_tokens":5668685.0,"cost_usd":2.2862547,"input_tokens":5988064.0,"output_tokens":83015.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["2cc0c0b9-ee58-46a6-aa7b-ff9ae0d57cd8","d0c09981-614c-496f-b493-546d424cc045","a95552c6-f057-400a-9618-c8c278216298","8d3a49c7-c980-45d0-83f1-e41449009d8e","f72fa959-467e-4044-b57b-99ff1374bfca"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":1.0163296800000001,"cache_tokens":2685158.0,"cost_usd":1.0163296800000001,"input_tokens":2867587.0,"output_tokens":14270.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["7397e014-b7ec-403e-932d-b06a70e05ad1","995ea0e5-baad-43fd-8a5d-7c4d431bfcfe","3dd32178-989c-446a-9f89-748b0bc7a064","2799e4d7-23ba-48c1-a2cd-e6940c3f40a6","6300a441-4fd5-4259-9e98-e80570f50cc2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.1183213200000002,"cache_tokens":2437592.0,"cost_usd":1.1183213200000002,"input_tokens":2703391.0,"output_tokens":25552.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["21c81942-6a73-4bef-980b-abff15df0770","16a0fd95-3d4b-4045-82d5-35c592778d02","0a061f60-8a2e-49a5-80da-25bbe6dbc9ba","fb6e7f90-dea1-418f-a302-57a9e7f5572e","5d318b46-73cd-400e-b522-03d4cd5976b6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":2,"selected_success":false,"usage":{"accounted_cost_usd":1.51799024,"cache_tokens":3365624.0,"cost_usd":1.5179902399999996,"input_tokens":3612992.0,"output_tokens":67412.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["6a23aa92-2dbd-4425-b0f5-be6ca1c282b2","f37dd5e2-a080-49ee-b07d-930748998ae2","4a64e0f3-9a42-4eb8-a8c5-fd9b2cb877e5","aef665c3-bc26-4852-b899-2ab36e2dffaa","39cb19d8-931d-4efd-94d8-ca82da67869e"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":4,"selected_success":false,"usage":{"accounted_cost_usd":0.91375878,"cache_tokens":1818543.0,"cost_usd":0.91375878,"input_tokens":2011609.0,"output_tokens":38783.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["0c85f446-bbee-4285-ad09-532f9d47cdbf","b6d19204-81dc-4b3b-a819-5b2a4baef756","0a0ec44c-7779-4973-b9db-d2dfdc502658","fb87af44-6357-41f6-9d28-4e93d4566844","9fb794ac-4287-44bf-8a35-301bfab10f3d"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.7828357800000001,"cache_tokens":1527963.0,"cost_usd":0.7828357800000001,"input_tokens":1682326.0,"output_tokens":38513.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["ad18aec0-8084-4a71-944d-271b25076ecc","109d0d36-8d7d-4b68-b42f-bfb762df6f1e","40112821-acd1-415f-81c1-be9341e4c44d","0ba7b413-c12f-49f3-b4bc-a8e18ad74eac","89a9714f-268d-4d69-b5f1-990692690291"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":4,"selected_success":true,"usage":{"accounted_cost_usd":0.61767406,"cache_tokens":1379071.0,"cost_usd":0.61767406,"input_tokens":1507975.0,"output_tokens":17875.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["81577c6d-37d4-46fc-a144-e6ad9c001e95","e9c2f244-add8-421e-9aaf-1625eb643ebe","0413e482-e730-4bf7-83b5-79ffe84c8721","dcc252e4-bd74-4683-86fb-ed344b93fbae","71650b27-8784-4a85-9ff5-8435389532b1"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":1.73079602,"cache_tokens":3993607.0,"cost_usd":1.73079602,"input_tokens":4278890.0,"output_tokens":66605.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/freecad-spring-clip","condition":"five-full","trial_ids":["db39ae67-1c0d-408c-9c74-7c3900c0183d","271ba35a-d0f9-4748-a1fc-3a14eda3b6f5","2ebfdf3b-72fb-4396-9af9-dc049db040ad","afe5b748-b4dd-4f1b-b40a-a39572acf12b","762ad93e-f2c0-458e-a655-e42064d4da8b"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":1.37028118,"cache_tokens":2356713.0,"cost_usd":1.37028118,"input_tokens":2619356.0,"output_tokens":88599.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["c6dcc346-9f9a-4c65-8e52-7656771af029","e8184798-5fac-4ebe-ac34-bf5ead1beed8","438e5a14-9c70-4eaf-98c1-f79729d218da","09f6464d-aab9-4f77-b880-4e86b99f6174","c71838ac-05fc-44e7-8205-e43543cf0034"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.11655294,"cache_tokens":2276609.0,"cost_usd":1.11655294,"input_tokens":2518336.0,"output_tokens":42322.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["ff0537d1-951b-4c6f-bff8-ca3eabc57900","77c6d489-bc86-4989-ad93-c3c58369dc45","174579d5-c127-4bf9-9964-a936c5de7b88","1c7ca041-5603-402f-9e89-3181d99cabaf","19b48258-0343-4c87-8d0f-9c799ec3eb08"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":5,"selected_success":true,"usage":{"accounted_cost_usd":2.09411238,"cache_tokens":3689073.0,"cost_usd":2.09411238,"input_tokens":4109804.0,"output_tokens":124075.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["2dfc3f49-a4c0-4723-8464-9d6e3174d199","8e5b54e0-4eb0-4a3c-8aa1-4b4e9b0e91f2","368e83d9-3302-49c6-b465-22851300686b","4e90f229-225a-44ee-89ed-e403b7407882","49c68f26-f1f8-4dab-95f2-5f4575104d73"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.9060748400000006,"cache_tokens":2004164.0,"cost_usd":0.9060748400000006,"input_tokens":2158083.0,"output_tokens":38524.0}},{"reviewer":"glm-5-3","source_key":"gpt-6-astra","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["04ef82c2-fd0d-4da0-a94c-6645d5b03500","68b56ea3-17ba-4e79-a06e-54324c85668e","59be197e-aa35-4750-9616-e4d48bd46ec3","39cecc22-8305-4a88-a6a9-10f895ca6e6a","7c96734c-7823-4326-9ff3-34fa8632f3ab"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":1.16561606,"cache_tokens":2755631.0,"cost_usd":1.16561606,"input_tokens":2966897.0,"output_tokens":34859.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb"],"gold_rewards":[1],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.0013118820000000001,"cache_tokens":4026.0,"cost_usd":0.0013118820000000001,"input_tokens":5949.0,"output_tokens":1304.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.061483618000000004,"cache_tokens":2125514.0,"cost_usd":0.061483618,"input_tokens":2249608.0,"output_tokens":29249.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.10055073,"cache_tokens":2736510.0,"cost_usd":0.10055072999999999,"input_tokens":2971380.0,"output_tokens":45036.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.03479760400000001,"cache_tokens":199192.0,"cost_usd":0.034797604,"input_tokens":260758.0,"output_tokens":30089.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.03529956200000001,"cache_tokens":284006.0,"cost_usd":0.03529956200000001,"input_tokens":349913.0,"output_tokens":28503.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["8ce77375-fc91-4d15-b532-7113e4ae372c","5df87f99-9d07-404d-8a0e-450197294f09"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.021771388000000003,"cache_tokens":164524.0,"cost_usd":0.021771388000000003,"input_tokens":188863.0,"output_tokens":23129.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.027827912000000003,"cache_tokens":68216.0,"cost_usd":0.027827912000000003,"input_tokens":92126.0,"output_tokens":33470.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.02816916,"cache_tokens":52160.0,"cost_usd":0.02816916,"input_tokens":84639.0,"output_tokens":31301.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["f54a9c59-8c79-4d61-af25-c7085b431b7a","4d97d3b4-887b-49fc-8649-377c732a6061"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.057884782,"cache_tokens":276906.0,"cost_usd":0.057884781999999996,"input_tokens":372784.0,"output_tokens":52808.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.05003612600000001,"cache_tokens":360578.0,"cost_usd":0.05003612599999999,"input_tokens":466427.0,"output_tokens":36705.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.05803992400000001,"cache_tokens":394392.0,"cost_usd":0.05803992400000001,"input_tokens":550336.0,"output_tokens":31775.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.060856684000000015,"cache_tokens":514872.0,"cost_usd":0.060856684000000015,"input_tokens":599830.0,"output_tokens":58427.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.064690734,"cache_tokens":1262762.0,"cost_usd":0.064690734,"input_tokens":1405167.0,"output_tokens":37155.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"single-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.031876014,"cache_tokens":774462.0,"cost_usd":0.031876014,"input_tokens":848319.0,"output_tokens":15464.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"pair-full","trial_ids":["6ed919d7-a670-4585-9351-340e6cc235ec","251128cc-7fa0-4583-ad5d-f0ea4eaa8e52"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.05198602800000001,"cache_tokens":1658144.0,"cost_usd":0.05198602800000001,"input_tokens":1784997.0,"output_tokens":18896.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04064883000000002,"cache_tokens":1097530.0,"cost_usd":0.04064883000000002,"input_tokens":1199058.0,"output_tokens":16106.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.04198396600000001,"cache_tokens":1065058.0,"cost_usd":0.04198396600000001,"input_tokens":1160860.0,"output_tokens":20382.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.08974424000000003,"cache_tokens":2509080.0,"cost_usd":0.08974424000000003,"input_tokens":2647958.0,"output_tokens":63072.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.04404631600000001,"cache_tokens":326968.0,"cost_usd":0.04404631600000001,"input_tokens":421135.0,"output_tokens":31880.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.04325776,"cache_tokens":1026180.0,"cost_usd":0.04325775999999999,"input_tokens":1098316.0,"output_tokens":30613.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["70cd4227-a51a-4732-81a5-c4cda62c6921","79262311-37d5-4592-bce2-9c145a83b3c9"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.057901174000000014,"cache_tokens":1878742.0,"cost_usd":0.057901174000000014,"input_tokens":1987258.0,"output_tokens":31631.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.024523852000000002,"cache_tokens":59276.0,"cost_usd":0.024523852000000002,"input_tokens":88462.0,"output_tokens":26800.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"single-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.047571843999999995,"cache_tokens":249752.0,"cost_usd":0.047571843999999995,"input_tokens":338638.0,"output_tokens":39801.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"pair-full","trial_ids":["da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","15201409-1182-4f92-9756-cdc862416b43"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.032815568,"cache_tokens":121964.0,"cost_usd":0.032815568,"input_tokens":169526.0,"output_tokens":32573.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.025119634000000002,"cache_tokens":105322.0,"cost_usd":0.025119634000000002,"input_tokens":150394.0,"output_tokens":21919.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.004692722,"cache_tokens":47066.0,"cost_usd":0.004692722,"input_tokens":56999.0,"output_tokens":3300.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["0e00002b-ba55-4850-b07e-bc0529d0108c","aa77cfcd-401b-4ec2-bb23-3114624676af"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.035795188000000006,"cache_tokens":187704.0,"cost_usd":0.035795188000000006,"input_tokens":247705.0,"output_tokens":32244.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[1],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.000778964,"cache_tokens":3512.0,"cost_usd":0.000778964,"input_tokens":4697.0,"output_tokens":748.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06997081,"cache_tokens":2563570.0,"cost_usd":0.06997080999999998,"input_tokens":2705368.0,"output_tokens":31561.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.045280622000000006,"cache_tokens":397446.0,"cost_usd":0.04528062199999999,"input_tokens":446540.0,"output_tokens":48027.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.032262954,"cache_tokens":128222.0,"cost_usd":0.032262954,"input_tokens":164184.0,"output_tokens":35536.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.015414742,"cache_tokens":44126.0,"cost_usd":0.015414742,"input_tokens":60298.0,"output_tokens":17497.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[1,0],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.044504872,"cache_tokens":343636.0,"cost_usd":0.044504872,"input_tokens":443569.0,"output_tokens":30476.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.150324082,"cache_tokens":2900646.0,"cost_usd":0.150324082,"input_tokens":3243742.0,"output_tokens":82634.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06749902800000002,"cache_tokens":1793244.0,"cost_usd":0.06749902800000002,"input_tokens":1940286.0,"output_tokens":34238.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.053649510000000004,"cache_tokens":480430.0,"cost_usd":0.05364951,"input_tokens":547311.0,"output_tokens":53898.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.04898037000000001,"cache_tokens":255610.0,"cost_usd":0.048980369999999995,"input_tokens":314592.0,"output_tokens":51841.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.021044848,"cache_tokens":96624.0,"cost_usd":0.021044848,"input_tokens":125749.0,"output_tokens":21153.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","572f1416-fdc5-4d90-86da-0ee50671b76c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.025561582000000003,"cache_tokens":206706.0,"cost_usd":0.025561582000000003,"input_tokens":248848.0,"output_tokens":22490.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08266114600000003,"cache_tokens":1791318.0,"cost_usd":0.08266114600000003,"input_tokens":1957753.0,"output_tokens":50767.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.036664286000000004,"cache_tokens":782818.0,"cost_usd":0.036664286000000004,"input_tokens":833732.0,"output_tokens":30278.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["b6467ce0-a165-4d26-8c0d-038f7165fe0a","d2a2e869-28be-4639-a3a1-0d1add64152e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.031439760000000004,"cache_tokens":142120.0,"cost_usd":0.031439760000000004,"input_tokens":163287.0,"output_tokens":39073.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.042039876000000004,"cache_tokens":235348.0,"cost_usd":0.042039876,"input_tokens":320304.0,"output_tokens":32882.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.02765442,"cache_tokens":60560.0,"cost_usd":0.02765442,"input_tokens":109413.0,"output_tokens":24974.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["979088cf-bd1d-434a-91de-56caffbbd6c4","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,1],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.002026768,"cache_tokens":7184.0,"cost_usd":0.002026768,"input_tokens":11479.0,"output_tokens":1563.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.06353434399999999,"cache_tokens":1207092.0,"cost_usd":0.06353434399999999,"input_tokens":1349153.0,"output_tokens":36108.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08914788200000001,"cache_tokens":1691286.0,"cost_usd":0.089147882,"input_tokens":1936811.0,"output_tokens":35293.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05139451800000001,"cache_tokens":609194.0,"cost_usd":0.05139451800000001,"input_tokens":698388.0,"output_tokens":41678.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.06173843400000002,"cache_tokens":1599722.0,"cost_usd":0.06173843400000002,"input_tokens":1782309.0,"output_tokens":15714.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.073565922,"cache_tokens":2026406.0,"cost_usd":0.07356592199999999,"input_tokens":2227545.0,"output_tokens":22925.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["adae7162-b5bb-471e-8dcf-8ab4a7b068cc","764e43b3-0aca-4713-b057-60173dfc903f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.09263302000000001,"cache_tokens":1938740.0,"cost_usd":0.09263302000000001,"input_tokens":2067304.0,"output_tokens":76936.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.059496846000000006,"cache_tokens":1539818.0,"cost_usd":0.059496846,"input_tokens":1633056.0,"output_tokens":42736.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"single-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.04189532400000001,"cache_tokens":1323812.0,"cost_usd":0.04189532400000001,"input_tokens":1397439.0,"output_tokens":24895.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"pair-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","44ddb4bf-a585-4330-9565-774302236fbe"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.034950038,"cache_tokens":224834.0,"cost_usd":0.034950038,"input_tokens":297353.0,"output_tokens":26397.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.039447366000000005,"cache_tokens":773118.0,"cost_usd":0.039447366,"input_tokens":848850.0,"output_tokens":26325.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.042822874000000004,"cache_tokens":986902.0,"cost_usd":0.042822874000000004,"input_tokens":1068787.0,"output_tokens":27121.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8d82559e-9fd5-47c5-b6cd-d262db58df18"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.03498189,"cache_tokens":172750.0,"cost_usd":0.03498189,"input_tokens":216495.0,"output_tokens":36589.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.065925536,"cache_tokens":1766868.0,"cost_usd":0.065925536,"input_tokens":1909955.0,"output_tokens":33452.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"single-full","trial_ids":["6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.02593696,"cache_tokens":906000.0,"cost_usd":0.02593696,"input_tokens":961111.0,"output_tokens":11319.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"pair-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","6a429c81-c335-4a0f-a81a-7d2778541eac"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.06536746600000001,"cache_tokens":1438638.0,"cost_usd":0.06536746600000001,"input_tokens":1588471.0,"output_tokens":33839.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08406469200000001,"cache_tokens":1743916.0,"cost_usd":0.084064692,"input_tokens":1943523.0,"output_tokens":42339.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.074648636,"cache_tokens":1560648.0,"cost_usd":0.07464863599999998,"input_tokens":1743887.0,"output_tokens":35472.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.09999188,"cache_tokens":1153760.0,"cost_usd":0.09999187999999999,"input_tokens":1294454.0,"output_tokens":92368.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.023978944000000002,"cache_tokens":78672.0,"cost_usd":0.023978944000000002,"input_tokens":131950.0,"output_tokens":17738.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"single-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.020402936000000003,"cache_tokens":77428.0,"cost_usd":0.020402936000000003,"input_tokens":99629.0,"output_tokens":22692.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"pair-full","trial_ids":["3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","12ede6a8-2e58-4309-9dec-2126caa32ab3"],"gold_rewards":[0,1],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.017503528,"cache_tokens":36504.0,"cost_usd":0.017503528,"input_tokens":61525.0,"output_tokens":17793.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.034793492,"cache_tokens":202156.0,"cost_usd":0.034793492,"input_tokens":272669.0,"output_tokens":27069.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.03544685400000001,"cache_tokens":215162.0,"cost_usd":0.035446854,"input_tokens":287817.0,"output_tokens":27207.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["92188885-4249-4bd9-8704-fb63416babb3","845221db-2915-4efe-87c2-480d87dfd72d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.06411443000000001,"cache_tokens":862690.0,"cost_usd":0.06411443000000001,"input_tokens":976991.0,"output_tokens":49893.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.033062612,"cache_tokens":1283436.0,"cost_usd":0.033062612,"input_tokens":1354850.0,"output_tokens":12678.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"single-full","trial_ids":["da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08348763000000001,"cache_tokens":2432170.0,"cost_usd":0.08348763,"input_tokens":2578533.0,"output_tokens":51913.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"pair-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.075893816,"cache_tokens":1153268.0,"cost_usd":0.075893816,"input_tokens":1302278.0,"output_tokens":53089.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.044165590000000005,"cache_tokens":1302390.0,"cost_usd":0.04416559,"input_tokens":1413238.0,"output_tokens":16155.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.05099414400000002,"cache_tokens":1662432.0,"cost_usd":0.05099414400000002,"input_tokens":1793238.0,"output_tokens":16030.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["c65e4e0a-f785-4d3d-b992-539672dc20bb","78e11201-2800-4cbe-a865-b06bd5acd3f9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.076461054,"cache_tokens":1925542.0,"cost_usd":0.076461054,"input_tokens":2040339.0,"output_tokens":57162.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.071437794,"cache_tokens":1428782.0,"cost_usd":0.071437794,"input_tokens":1539240.0,"output_tokens":56266.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"single-full","trial_ids":["d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.0574778,"cache_tokens":1171240.0,"cost_usd":0.057477799999999996,"input_tokens":1264634.0,"output_tokens":43534.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"pair-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.04470766,"cache_tokens":409220.0,"cost_usd":0.044707659999999996,"input_tokens":509032.0,"output_tokens":30128.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04152453800000001,"cache_tokens":430914.0,"cost_usd":0.04152453800000001,"input_tokens":519878.0,"output_tokens":28691.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.087229336,"cache_tokens":1720588.0,"cost_usd":0.08722933599999999,"input_tokens":1864279.0,"output_tokens":66020.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","830335ac-44a7-452d-8525-53f9d21d8c32"],"gold_rewards":[0,1],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.06648410800000001,"cache_tokens":943124.0,"cost_usd":0.066484108,"input_tokens":1055548.0,"output_tokens":53256.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.037610764000000005,"cache_tokens":967152.0,"cost_usd":0.037610764000000005,"input_tokens":1056604.0,"output_tokens":16911.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"single-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.027603488000000002,"cache_tokens":170544.0,"cost_usd":0.027603488000000002,"input_tokens":217022.0,"output_tokens":24522.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"pair-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.044789008,"cache_tokens":443784.0,"cost_usd":0.044789008,"input_tokens":523654.0,"output_tokens":36532.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.050893402000000004,"cache_tokens":1461606.0,"cost_usd":0.050893402000000004,"input_tokens":1581520.0,"output_tokens":21638.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"single-full","trial_ids":["6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.041668470000000006,"cache_tokens":275790.0,"cost_usd":0.041668470000000006,"input_tokens":368934.0,"output_tokens":29161.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"pair-full","trial_ids":["5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05016606,"cache_tokens":336900.0,"cost_usd":0.05016606,"input_tokens":431856.0,"output_tokens":40784.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07541864600000003,"cache_tokens":1332478.0,"cost_usd":0.07541864600000003,"input_tokens":1524803.0,"output_tokens":36030.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06312719600000001,"cache_tokens":1828948.0,"cost_usd":0.06312719600000001,"input_tokens":1989230.0,"output_tokens":22822.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55","97594fae-d77a-4713-94f9-d8d4e941ec71"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.099058788,"cache_tokens":1541704.0,"cost_usd":0.09905878799999998,"input_tokens":1792380.0,"output_tokens":50179.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.05839967200000001,"cache_tokens":225596.0,"cost_usd":0.05839967200000001,"input_tokens":341614.0,"output_tokens":47419.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"single-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08324016800000002,"cache_tokens":1189364.0,"cost_usd":0.08324016800000002,"input_tokens":1314278.0,"output_tokens":71869.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"pair-full","trial_ids":["a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.06661829000000001,"cache_tokens":369110.0,"cost_usd":0.06661829,"input_tokens":494096.0,"output_tokens":55360.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.05173563600000003,"cache_tokens":1238348.0,"cost_usd":0.05173563600000003,"input_tokens":1360398.0,"output_tokens":24570.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"single-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.044570797999999995,"cache_tokens":1100394.0,"cost_usd":0.044570797999999995,"input_tokens":1217540.0,"output_tokens":16812.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"pair-full","trial_ids":["7be04c59-309e-5d15-b8cf-0d159ce31bda","4e40eb30-e620-57e8-9140-de1eaddd5ecb"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.0612103,"cache_tokens":362140.0,"cost_usd":0.0612103,"input_tokens":486397.0,"output_tokens":47483.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.06797302600000002,"cache_tokens":644798.0,"cost_usd":0.06797302600000002,"input_tokens":755143.0,"output_tokens":59369.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.05072031,"cache_tokens":1327350.0,"cost_usd":0.050720309999999984,"input_tokens":1446453.0,"output_tokens":23070.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.039960506,"cache_tokens":155058.0,"cost_usd":0.039960506,"input_tokens":220442.0,"output_tokens":37107.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.027139798000000003,"cache_tokens":113574.0,"cost_usd":0.027139798000000003,"input_tokens":167620.0,"output_tokens":21901.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.050752988,"cache_tokens":270204.0,"cost_usd":0.050752988,"input_tokens":360839.0,"output_tokens":43821.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["02e47f1a-c7b3-50d1-95bf-f093bce96065","a9026094-0021-5a31-8b84-5752801596d2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.051568938,"cache_tokens":209794.0,"cost_usd":0.051568938,"input_tokens":314379.0,"output_tokens":41048.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07674143800000001,"cache_tokens":1567554.0,"cost_usd":0.07674143800000001,"input_tokens":1739782.0,"output_tokens":42240.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"single-full","trial_ids":["0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.026425008000000003,"cache_tokens":93364.0,"cost_usd":0.026425008,"input_tokens":133470.0,"output_tokens":25679.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"pair-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","0b6306bc-2767-58cb-94c4-37de5fd09c5f"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.03479994200000001,"cache_tokens":83806.0,"cost_usd":0.03479994200000001,"input_tokens":158600.0,"output_tokens":26907.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.042924778000000004,"cache_tokens":119574.0,"cost_usd":0.042924778000000004,"input_tokens":195415.0,"output_tokens":38489.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"single-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.04056641400000001,"cache_tokens":208522.0,"cost_usd":0.04056641400000001,"input_tokens":261714.0,"output_tokens":41522.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"pair-full","trial_ids":["327d6100-224c-553e-b9e2-9c2140e6a640","673d29a3-a4fd-51e9-b863-45730b800977"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.026069024000000003,"cache_tokens":74032.0,"cost_usd":0.026069024000000003,"input_tokens":124766.0,"output_tokens":21802.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10933181600000003,"cache_tokens":2325048.0,"cost_usd":0.10933181600000003,"input_tokens":2608826.0,"output_tokens":46402.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"single-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.048851696,"cache_tokens":1232728.0,"cost_usd":0.048851696,"input_tokens":1367372.0,"output_tokens":16062.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"pair-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","95bd3246-8ef0-54d0-8409-8280963530de"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.03778811,"cache_tokens":378530.0,"cost_usd":0.03778810999999999,"input_tokens":442805.0,"output_tokens":31815.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.026655484000000004,"cache_tokens":67832.0,"cost_usd":0.026655484,"input_tokens":120073.0,"output_tokens":22254.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"single-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.063316622,"cache_tokens":504046.0,"cost_usd":0.063316622,"input_tokens":685370.0,"output_tokens":30147.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"pair-full","trial_ids":["9e81fe42-fab9-5fb3-8135-64e2a4bdb515","5705ea8b-ff2e-5fb2-94b2-06afc674c225"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.07842741200000002,"cache_tokens":930796.0,"cost_usd":0.07842741199999999,"input_tokens":1064651.0,"output_tokens":64339.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.047256160000000005,"cache_tokens":1314020.0,"cost_usd":0.04725615999999998,"input_tokens":1431565.0,"output_tokens":18482.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"single-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06428656800000002,"cache_tokens":1412704.0,"cost_usd":0.06428656800000002,"input_tokens":1580715.0,"output_tokens":26417.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"pair-full","trial_ids":["20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.08594285,"cache_tokens":1955370.0,"cost_usd":0.08594285,"input_tokens":2137055.0,"output_tokens":48916.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.012756344000000001,"cache_tokens":6172.0,"cost_usd":0.012756344000000001,"input_tokens":14141.0,"output_tokens":16606.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.03668401,"cache_tokens":69190.0,"cost_usd":0.03668401,"input_tokens":120025.0,"output_tokens":37903.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["da6541c0-b238-5734-a21b-2c94f0d9885d","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05338967600000001,"cache_tokens":278028.0,"cost_usd":0.05338967600000001,"input_tokens":338315.0,"output_tokens":57849.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.055928528000000005,"cache_tokens":1359524.0,"cost_usd":0.05592852799999998,"input_tokens":1473740.0,"output_tokens":32249.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.09788983000000001,"cache_tokens":1963430.0,"cost_usd":0.09788983000000001,"input_tokens":2187958.0,"output_tokens":52651.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.07766675600000003,"cache_tokens":1764768.0,"cost_usd":0.07766675600000003,"input_tokens":1884503.0,"output_tokens":59048.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.019027018,"cache_tokens":56994.0,"cost_usd":0.019027018,"input_tokens":71029.0,"output_tokens":23546.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"single-full","trial_ids":["66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.04697771200000001,"cache_tokens":1200196.0,"cost_usd":0.04697771200000001,"input_tokens":1292977.0,"output_tokens":27522.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"pair-full","trial_ids":["e3e7ab92-0057-5913-b082-4724aa8e4528","66c92fe5-4682-5545-87c7-12380f4bdf94"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.017859678,"cache_tokens":41654.0,"cost_usd":0.017859678,"input_tokens":67050.0,"output_tokens":18153.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.03751915000000001,"cache_tokens":164390.0,"cost_usd":0.03751915000000001,"input_tokens":229936.0,"output_tokens":33255.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"single-full","trial_ids":["a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.032241466,"cache_tokens":184898.0,"cost_usd":0.032241465999999996,"input_tokens":228067.0,"output_tokens":32500.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"pair-full","trial_ids":["1bd6403d-5fed-5432-8044-65521e03d00d","a3811e3b-79c5-5336-81e2-722da7bfb87c"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.0410012,"cache_tokens":291000.0,"cost_usd":0.0410012,"input_tokens":381164.0,"output_tokens":28982.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.06476114400000002,"cache_tokens":1315092.0,"cost_usd":0.06476114400000002,"input_tokens":1462950.0,"output_tokens":34889.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.04324681400000001,"cache_tokens":189402.0,"cost_usd":0.04324681400000001,"input_tokens":242897.0,"output_tokens":45685.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","55e117e3-f60f-57b9-8b3d-4c66c094f741"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05282197,"cache_tokens":332950.0,"cost_usd":0.052821969999999996,"input_tokens":413308.0,"output_tokens":49716.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.054218358,"cache_tokens":410554.0,"cost_usd":0.054218357999999994,"input_tokens":479595.0,"output_tokens":54781.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"single-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.058133986000000006,"cache_tokens":305058.0,"cost_usd":0.058133986,"input_tokens":404338.0,"output_tokens":51753.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"pair-full","trial_ids":["f3462fa2-3a64-554f-83c5-c7d13574f7c5","2f90bc5e-debc-57f2-b571-36e0f871404c"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.034969606,"cache_tokens":204718.0,"cost_usd":0.034969606,"input_tokens":268294.0,"output_tokens":29621.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.086371512,"cache_tokens":1782056.0,"cost_usd":0.08637151199999998,"input_tokens":2005557.0,"output_tokens":37465.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06808098200000001,"cache_tokens":1607006.0,"cost_usd":0.06808098200000001,"input_tokens":1776869.0,"output_tokens":29488.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","cc750051-3a52-5c68-8fd9-f21aed4221ff"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.091786184,"cache_tokens":1944672.0,"cost_usd":0.09178618399999999,"input_tokens":2145233.0,"output_tokens":51591.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10280784,"cache_tokens":1141560.0,"cost_usd":0.10280783999999998,"input_tokens":1360254.0,"output_tokens":70764.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.034586284,"cache_tokens":188112.0,"cost_usd":0.034586284,"input_tokens":231250.0,"output_tokens":36029.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1bda56d0-33d1-5aef-baf5-1976c6b5869b","61c1c457-7381-5f56-b43b-24d1efaa39a4"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.13412604600000003,"cache_tokens":1633778.0,"cost_usd":0.13412604600000003,"input_tokens":1825653.0,"output_tokens":121935.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04987340000000001,"cache_tokens":1570840.0,"cost_usd":0.04987340000000001,"input_tokens":1682237.0,"output_tokens":21773.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.04852199400000001,"cache_tokens":230482.0,"cost_usd":0.04852199400000001,"input_tokens":333672.0,"output_tokens":36677.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.086394332,"cache_tokens":2039416.0,"cost_usd":0.086394332,"input_tokens":2213837.0,"output_tokens":51130.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.03473977,"cache_tokens":84450.0,"cost_usd":0.03473977,"input_tokens":147214.0,"output_tokens":30819.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"single-full","trial_ids":["210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.03174746,"cache_tokens":84060.0,"cost_usd":0.03174746,"input_tokens":140105.0,"output_tokens":28529.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"pair-full","trial_ids":["00d35695-9be4-5dd4-8600-913e02ed19cd","210ca3aa-a509-5abc-a041-4b8ad2182edc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05571011,"cache_tokens":386690.0,"cost_usd":0.05571011,"input_tokens":477926.0,"output_tokens":49896.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.062292908,"cache_tokens":261944.0,"cost_usd":0.062292908,"input_tokens":432455.0,"output_tokens":34768.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.048703722000000005,"cache_tokens":321406.0,"cost_usd":0.048703722000000005,"input_tokens":445530.0,"output_tokens":29010.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.060273906,"cache_tokens":454498.0,"cost_usd":0.060273906,"input_tokens":589542.0,"output_tokens":41489.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.08476237,"cache_tokens":355850.0,"cost_usd":0.08476237,"input_tokens":572212.0,"output_tokens":52533.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.098370016,"cache_tokens":1462668.0,"cost_usd":0.09837001599999995,"input_tokens":1727632.0,"output_tokens":45211.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["29b434bf-2d9f-5f00-9504-a0623a7bed0d","9b1dcef9-00e4-5306-9536-821d55a87c8b"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05020469600000001,"cache_tokens":510028.0,"cost_usd":0.050204696,"input_tokens":603863.0,"output_tokens":39380.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.047311644,"cache_tokens":215912.0,"cost_usd":0.047311644,"input_tokens":347829.0,"output_tokens":25422.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"single-full","trial_ids":["3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07754000200000004,"cache_tokens":1673086.0,"cost_usd":0.07754000200000004,"input_tokens":1894357.0,"output_tokens":25983.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"pair-full","trial_ids":["42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.052385148000000006,"cache_tokens":408864.0,"cost_usd":0.052385148000000006,"input_tokens":545586.0,"output_tokens":29461.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08006563600000001,"cache_tokens":1367668.0,"cost_usd":0.08006563600000001,"input_tokens":1619296.0,"output_tokens":22930.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"single-full","trial_ids":["459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.07236419000000001,"cache_tokens":1595130.0,"cost_usd":0.07236419000000001,"input_tokens":1799204.0,"output_tokens":24700.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"pair-full","trial_ids":["ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","459ae3a5-bf93-4931-b1fb-cfc43a325153"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.09804148000000001,"cache_tokens":1765000.0,"cost_usd":0.09804148,"input_tokens":1937152.0,"output_tokens":72444.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.047782648000000004,"cache_tokens":918464.0,"cost_usd":0.047782648000000004,"input_tokens":1031875.0,"output_tokens":24853.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"single-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.05624768800000002,"cache_tokens":1453864.0,"cost_usd":0.05624768800000002,"input_tokens":1612822.0,"output_tokens":16818.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"pair-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.08417506,"cache_tokens":879180.0,"cost_usd":0.08417505999999998,"input_tokens":1019185.0,"output_tokens":71545.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04397225000000001,"cache_tokens":172570.0,"cost_usd":0.04397225000000001,"input_tokens":242720.0,"output_tokens":41411.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"single-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.034644418,"cache_tokens":48734.0,"cost_usd":0.034644418,"input_tokens":133630.0,"output_tokens":23676.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"pair-full","trial_ids":["ac8ec8a9-6bb4-4247-b545-ffd70e789272","94c52ab6-8010-4716-b724-48a0ceba8685"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.031484354000000006,"cache_tokens":141042.0,"cost_usd":0.031484354,"input_tokens":216608.0,"output_tokens":21019.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.0727853,"cache_tokens":1365800.0,"cost_usd":0.0727853,"input_tokens":1539143.0,"output_tokens":38014.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"single-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.001116112,"cache_tokens":2616.0,"cost_usd":0.001116112,"input_tokens":3625.0,"output_tokens":1327.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"pair-full","trial_ids":["45d89215-d0e0-4f60-84f4-101223511dd9","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.11436180800000002,"cache_tokens":1483504.0,"cost_usd":0.11436180800000002,"input_tokens":1638434.0,"output_tokens":105898.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.078860632,"cache_tokens":2559776.0,"cost_usd":0.07886063199999997,"input_tokens":2749708.0,"output_tokens":29026.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"single-full","trial_ids":["06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08735031000000003,"cache_tokens":1586290.0,"cost_usd":0.08735031000000003,"input_tokens":1830063.0,"output_tokens":34267.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"pair-full","trial_ids":["1f15d35a-8494-4ece-81a5-12f76a678ae6","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.029237764000000003,"cache_tokens":153212.0,"cost_usd":0.029237764000000003,"input_tokens":209530.0,"output_tokens":23902.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.021156834,"cache_tokens":69942.0,"cost_usd":0.021156834,"input_tokens":108048.0,"output_tokens":18612.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"single-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.020961004000000002,"cache_tokens":62332.0,"cost_usd":0.020961004,"input_tokens":96787.0,"output_tokens":19613.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"pair-full","trial_ids":["879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.023348538000000002,"cache_tokens":121054.0,"cost_usd":0.023348538000000002,"input_tokens":141441.0,"output_tokens":27297.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.06072125600000001,"cache_tokens":1511768.0,"cost_usd":0.06072125600000001,"input_tokens":1674677.0,"output_tokens":21665.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"single-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.029396094000000005,"cache_tokens":121522.0,"cost_usd":0.029396093999999998,"input_tokens":145134.0,"output_tokens":35380.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"pair-full","trial_ids":["e440b457-c527-4c98-914b-a0793860bcb9","232e77bd-2716-4008-a3fe-2ffb40b20e97"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.001416914,"cache_tokens":5422.0,"cost_usd":0.001416914,"input_tokens":8441.0,"output_tokens":1083.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.10906031800000002,"cache_tokens":2405094.0,"cost_usd":0.10906031800000002,"input_tokens":2637103.0,"output_tokens":62398.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"single-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09270443,"cache_tokens":2171990.0,"cost_usd":0.09270442999999998,"input_tokens":2392985.0,"output_tokens":43760.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"pair-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.112615038,"cache_tokens":1661614.0,"cost_usd":0.112615038,"input_tokens":1859241.0,"output_tokens":87130.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.058704158000000006,"cache_tokens":1414634.0,"cost_usd":0.05870415799999998,"input_tokens":1542464.0,"output_tokens":31332.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"single-full","trial_ids":["18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.034316028,"cache_tokens":225844.0,"cost_usd":0.034316028,"input_tokens":298575.0,"output_tokens":25355.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"pair-full","trial_ids":["12bfc926-d176-433c-9a0c-4096c9e1f62a","18fe927a-4757-46e6-9256-012e4ade9d27"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.044775148,"cache_tokens":530244.0,"cost_usd":0.044775148,"input_tokens":606574.0,"output_tokens":36774.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[1],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.045488312,"cache_tokens":394996.0,"cost_usd":0.045488312,"input_tokens":468884.0,"output_tokens":40103.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"single-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.069454914,"cache_tokens":739142.0,"cost_usd":0.06945491399999999,"input_tokens":862524.0,"output_tokens":56268.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"pair-full","trial_ids":["485a4a47-eeb8-4489-b28e-074d2c6645f7","beb81f0d-9070-4ce9-b939-c8f3d1bb5703"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.053012408000000004,"cache_tokens":381024.0,"cost_usd":0.053012408,"input_tokens":431999.0,"output_tokens":59289.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.051488664,"cache_tokens":1414832.0,"cost_usd":0.051488664,"input_tokens":1522710.0,"output_tokens":27048.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"single-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.053348472,"cache_tokens":1638216.0,"cost_usd":0.053348472,"input_tokens":1737612.0,"output_tokens":30324.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"pair-full","trial_ids":["88e4303a-08c5-4a86-ba04-b715ad60d5e5","b6137896-8e6a-4296-902e-489f1dbd9f63"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.040889054,"cache_tokens":185282.0,"cost_usd":0.040889054,"input_tokens":265637.0,"output_tokens":33203.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07285071000000001,"cache_tokens":1639930.0,"cost_usd":0.07285070999999999,"input_tokens":1821492.0,"output_tokens":32466.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"single-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.12298041800000001,"cache_tokens":2343374.0,"cost_usd":0.122980418,"input_tokens":2600105.0,"output_tokens":75903.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"pair-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","4bb47385-4809-4eae-b956-41335f56082d"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.034381778,"cache_tokens":346494.0,"cost_usd":0.034381778,"input_tokens":406532.0,"output_tokens":28406.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.08396920000000004,"cache_tokens":2203400.0,"cost_usd":0.08396920000000004,"input_tokens":2390500.0,"output_tokens":41490.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"single-full","trial_ids":["8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.03472518800000001,"cache_tokens":779044.0,"cost_usd":0.03472518800000001,"input_tokens":846902.0,"output_tokens":21732.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"pair-full","trial_ids":["5ca69254-299d-4e75-b1ac-25bd266a1a25","8c3c9446-3f5a-4610-b85d-49fb6aed8386"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.04739865200000001,"cache_tokens":1216456.0,"cost_usd":0.04739865200000001,"input_tokens":1306655.0,"output_tokens":28848.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.033583982000000005,"cache_tokens":93766.0,"cost_usd":0.033583982,"input_tokens":122525.0,"output_tokens":40304.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"single-full","trial_ids":["41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.027437244000000003,"cache_tokens":94592.0,"cost_usd":0.027437244000000003,"input_tokens":137880.0,"output_tokens":26139.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"pair-full","trial_ids":["89ab747d-4237-4e77-b52c-6480eeb4b268","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.019995232,"cache_tokens":36376.0,"cost_usd":0.019995232,"input_tokens":52132.0,"output_tokens":24658.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.06631823800000002,"cache_tokens":925494.0,"cost_usd":0.06631823800000002,"input_tokens":1040947.0,"output_tokens":52182.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"single-full","trial_ids":["ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.035230208,"cache_tokens":113404.0,"cost_usd":0.035230208,"input_tokens":178907.0,"output_tokens":30342.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"pair-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","ab769f17-8807-4bae-8ce1-894965bd03ce"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.022719556000000002,"cache_tokens":75828.0,"cost_usd":0.022719556,"input_tokens":110329.0,"output_tokens":22119.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.03588614,"cache_tokens":447600.0,"cost_usd":0.03588614,"input_tokens":554636.0,"output_tokens":13947.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"single-full","trial_ids":["eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":0,"correct":true,"usage":{"accounted_cost_usd":0.11523351400000002,"cache_tokens":1864302.0,"cost_usd":0.11523351400000002,"input_tokens":2208334.0,"output_tokens":40146.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"pair-full","trial_ids":["5899ade3-35be-44f5-83f4-d8ad28f35105","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.11407304400000003,"cache_tokens":1950892.0,"cost_usd":0.11407304400000003,"input_tokens":2279733.0,"output_tokens":42533.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.050973076000000006,"cache_tokens":1031888.0,"cost_usd":0.050973076000000006,"input_tokens":1171063.0,"output_tokens":19896.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"single-full","trial_ids":["027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.070026122,"cache_tokens":1548126.0,"cost_usd":0.070026122,"input_tokens":1682561.0,"output_tokens":44869.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"pair-full","trial_ids":["0fe8bfdb-8aca-46f2-a656-ec98a5f3206b","027fee5c-563d-42ee-9381-3d439e18f3cc"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":1,"usage":{"accounted_cost_usd":0.045561642000000006,"cache_tokens":149486.0,"cost_usd":0.045561642000000006,"input_tokens":233430.0,"output_tokens":39466.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.06672066,"cache_tokens":559420.0,"cost_usd":0.06672066,"input_tokens":707418.0,"output_tokens":45826.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"single-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06411267200000002,"cache_tokens":1130776.0,"cost_usd":0.06411267200000002,"input_tokens":1262540.0,"output_tokens":41226.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"pair-full","trial_ids":["ae21fedd-4cc9-4a49-96cc-c1c73b803554","8f824405-4da1-46ee-b753-782bde6decf0"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.076358586,"cache_tokens":1678238.0,"cost_usd":0.076358586,"input_tokens":1821825.0,"output_tokens":50033.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.09603919000000002,"cache_tokens":2751910.0,"cost_usd":0.09603919000000002,"input_tokens":2964337.0,"output_tokens":45518.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"single-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.08172612,"cache_tokens":2220880.0,"cost_usd":0.08172612,"input_tokens":2413821.0,"output_tokens":35959.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"pair-full","trial_ids":["239aa4bf-0a90-4bce-886e-8d896677c77d","4c9c456b-82a7-4947-a5ee-0dc694c90452"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.07834558,"cache_tokens":1283740.0,"cost_usd":0.07834558,"input_tokens":1436971.0,"output_tokens":54013.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.064815722,"cache_tokens":551286.0,"cost_usd":0.064815722,"input_tokens":681302.0,"output_tokens":49020.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"single-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.061666396,"cache_tokens":1221308.0,"cost_usd":0.061666396,"input_tokens":1357288.0,"output_tokens":35154.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"pair-full","trial_ids":["7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.051799732000000015,"cache_tokens":485016.0,"cost_usd":0.051799732000000015,"input_tokens":597238.0,"output_tokens":35933.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.05716046,"cache_tokens":1752560.0,"cost_usd":0.05716046,"input_tokens":1879457.0,"output_tokens":25720.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"single-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.106863012,"cache_tokens":1990936.0,"cost_usd":0.106863012,"input_tokens":2258760.0,"output_tokens":51523.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"pair-full","trial_ids":["e73f8d3c-3e4d-499b-a28a-0b17e27a2245","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.10794260200000001,"cache_tokens":2293946.0,"cost_usd":0.10794260199999998,"input_tokens":2447578.0,"output_tokens":88009.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.07289110800000001,"cache_tokens":1350744.0,"cost_usd":0.07289110800000001,"input_tokens":1501452.0,"output_tokens":45879.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"single-full","trial_ids":["f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[0],"format_valid":false,"predicted_reward":null,"correct":false,"usage":{"accounted_cost_usd":0.0021247500000000003,"cache_tokens":5970.0,"cost_usd":0.0021247500000000003,"input_tokens":12975.0,"output_tokens":821.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"pair-full","trial_ids":["7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.035226232,"cache_tokens":238896.0,"cost_usd":0.035226231999999996,"input_tokens":313795.0,"output_tokens":25873.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.032274504,"cache_tokens":157592.0,"cost_usd":0.032274503999999996,"input_tokens":209004.0,"output_tokens":30092.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"single-full","trial_ids":["1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.03764199000000001,"cache_tokens":1191770.0,"cost_usd":0.03764198999999999,"input_tokens":1284837.0,"output_tokens":13371.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"pair-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.03440095,"cache_tokens":204850.0,"cost_usd":0.03440095,"input_tokens":249397.0,"output_tokens":35101.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.022366758,"cache_tokens":246874.0,"cost_usd":0.022366758,"input_tokens":294072.0,"output_tokens":15538.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"single-full","trial_ids":["1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.052066896,"cache_tokens":1380428.0,"cost_usd":0.052066896,"input_tokens":1522530.0,"output_tokens":16881.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"pair-full","trial_ids":["e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[1,0],"format_valid":false,"preferred_success":false,"candidate_a_predicted_reward":null,"candidate_b_predicted_reward":null,"usage":{"accounted_cost_usd":0.001444276,"cache_tokens":6408.0,"cost_usd":0.001444276,"input_tokens":8248.0,"output_tokens":1507.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.041820020000000006,"cache_tokens":215380.0,"cost_usd":0.04182001999999999,"input_tokens":296636.0,"output_tokens":33994.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"single-full","trial_ids":["0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.06382503000000002,"cache_tokens":389770.0,"cost_usd":0.06382503000000002,"input_tokens":499587.0,"output_tokens":55965.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"pair-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":1,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.055569686,"cache_tokens":473958.0,"cost_usd":0.05556968599999999,"input_tokens":549104.0,"output_tokens":54121.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7"],"gold_rewards":[1],"format_valid":true,"predicted_reward":1,"correct":true,"usage":{"accounted_cost_usd":0.04369548,"cache_tokens":1004200.0,"cost_usd":0.04369548,"input_tokens":1113735.0,"output_tokens":19043.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"single-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.038923074,"cache_tokens":1091202.0,"cost_usd":0.038923074,"input_tokens":1181127.0,"output_tokens":17426.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"pair-full","trial_ids":["ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","0e261726-0879-43fc-87e2-3384b45c6e56"],"gold_rewards":[1,0],"format_valid":true,"preferred_success":true,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.05746202400000001,"cache_tokens":561032.0,"cost_usd":0.057462023999999993,"input_tokens":677838.0,"output_tokens":42178.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[1],"format_valid":true,"predicted_reward":0,"correct":false,"usage":{"accounted_cost_usd":0.053727262000000005,"cache_tokens":203966.0,"cost_usd":0.053727262000000005,"input_tokens":350182.0,"output_tokens":30503.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"single-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[0],"format_valid":true,"predicted_reward":1,"correct":false,"usage":{"accounted_cost_usd":0.09398741400000002,"cache_tokens":1954842.0,"cost_usd":0.09398741400000002,"input_tokens":2113749.0,"output_tokens":68703.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"pair-full","trial_ids":["29b4373c-29f9-4f5d-9a8d-6776c5f32f83","b0d4330b-66e0-46a4-838a-7761350cd774"],"gold_rewards":[0,1],"format_valid":true,"preferred_success":false,"candidate_a_predicted_reward":0,"candidate_b_predicted_reward":0,"usage":{"accounted_cost_usd":0.029905344000000004,"cache_tokens":253892.0,"cost_usd":0.029905344000000004,"input_tokens":289026.0,"output_tokens":30907.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["1dffd250-0a39-4cdb-aadb-7840b50a1894","979088cf-bd1d-434a-91de-56caffbbd6c4","9833819d-315e-495c-8654-a1e427228e85","431b1436-1805-4ff4-a84a-9436d672e604","bc422ff8-34c9-4dc0-bb9f-9af9767f501e"],"gold_rewards":[0,0,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":311550.0,"cost_usd":0.0,"input_tokens":390400.0,"output_tokens":39880.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["471a00c5-65f7-4add-b02f-058870f4f781","1f5729f2-f6aa-4dc1-a5de-96abb45d1b5c","da3ae814-21fc-4332-91d1-0aea965ce95a","547892a8-5053-4e23-ab91-096d3aa904ee","75ca2fa9-7787-4427-a13c-4270c5f9149b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1045560.0,"cost_usd":0.0,"input_tokens":1227099.0,"output_tokens":60376.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["bc39c105-2b68-42ca-8831-ad89a9521465","824ceb2f-a199-44d1-b873-1da7f42e833b","4af33fc5-2b64-47b7-9fa0-95ebadf31bda","5df87f99-9d07-404d-8a0e-450197294f09","8ce77375-fc91-4d15-b532-7113e4ae372c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":398090.0,"cost_usd":0.0,"input_tokens":465770.0,"output_tokens":40642.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["f371a11a-bad5-4890-a28d-0872ad56ddcd","c4857d54-609c-433a-9f3c-edd4c9c0d058","c26dd50f-3b47-4c42-9315-ae5c6b5055eb","6a429c81-c335-4a0f-a81a-7d2778541eac","563bc7fe-a553-431f-b467-30fd7c98960d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":363660.0,"cost_usd":0.0,"input_tokens":550867.0,"output_tokens":53828.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["4a8dd64d-aabb-4515-ac3f-02f7a3d0c802","ffc533dd-ad81-47bd-b1ee-872f90555fe0","077a7d55-231b-4599-a02a-622c42e6c9ec","a0446fca-4471-4958-bb1e-3df8ed50b992","7e35f25c-3bd5-44ce-bfe0-21ed9aad51a6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":836354.0,"cost_usd":0.0,"input_tokens":962683.0,"output_tokens":48299.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["4d97d3b4-887b-49fc-8649-377c732a6061","b8c0a860-92ab-486b-8d72-99b4335aec03","9be4fb3f-e191-4266-9469-f11c4ff14a5e","601b3755-97b9-4caf-b1e0-f67dfd654912","f54a9c59-8c79-4d61-af25-c7085b431b7a"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":216994.0,"cost_usd":0.0,"input_tokens":298985.0,"output_tokens":36398.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["74b342dd-a10b-4a29-87c5-edd4bf5b0393","6651bec7-fc6c-436c-816a-18d9afefe93a","48eaf166-d0f7-45c1-bd2b-44d77d581ae3","50da2d77-a6cc-437c-9556-afb882fdd0fe","4752770a-26c6-4da5-b450-fa758f0a752b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":1624998.0,"cost_usd":0.0,"input_tokens":1751171.0,"output_tokens":52135.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/gsea-proteomics","condition":"five-full","trial_ids":["c1c54b97-e509-42d8-973d-585356b51974","15201409-1182-4f92-9756-cdc862416b43","c1e14118-a8d0-483f-a9d8-0060cf4a0b39","da6ec8c1-5a4a-4dac-9f61-ac0f6a38c904","69ed0802-fe7f-4450-ad74-7d475ee0ffe7"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":108542.0,"cost_usd":0.0,"input_tokens":181223.0,"output_tokens":29807.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["bb3d18b1-ef31-4cc2-9222-aa478c050213","43e34746-c4c9-4960-9920-ea5bcc28321f","830335ac-44a7-452d-8525-53f9d21d8c32","202a5466-8849-4186-a381-63fc767a02e3","b632ca2e-0a9a-4fb1-9941-e21fd6fd6629"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":734402.0,"cost_usd":0.0,"input_tokens":853677.0,"output_tokens":44745.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["29ab921f-05e6-49b9-81f5-94c962af705b","53746ec8-3853-4ef4-8963-d80b7a62d0d6","a9171dd3-4869-4935-b4bc-a4b1e7744efb","d7f3194f-d844-49a1-81d3-5e8bf30d72ef","22547a48-1280-4301-9bbc-15be2d85f073"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1388094.0,"cost_usd":0.0,"input_tokens":1569494.0,"output_tokens":62400.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["b671167b-b3cd-4094-957c-6ee792002ef1","4ae04a65-d771-4c2f-a33c-bc287b6b3809","5dee62ea-c1f1-40ae-aac5-1b6bd2de2b56","562977b5-3a06-419a-9f49-fca342ba1d0a","6908bb6e-5843-481b-8052-25fae98e9a7a"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":370474.0,"cost_usd":0.0,"input_tokens":486194.0,"output_tokens":37959.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["cd85e6c3-3588-4272-9445-62bc25d9d2b2","7d5f623f-ae5a-437c-83f1-5237780ae6a6","f537d209-e196-42eb-886d-93ff8a2a5b82","97594fae-d77a-4713-94f9-d8d4e941ec71","2fc22c0b-2fb9-478c-8ea2-062e4c1e6a55"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":1187324.0,"cost_usd":0.0,"input_tokens":1334319.0,"output_tokens":110775.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["e812a61b-a140-4bd8-b45b-716912d155f8","0fb44bc1-0cb3-47be-9495-c363e6e8fc7a","8640eddf-f38c-4c00-b868-b4afe97eec1c","8d82559e-9fd5-47c5-b6cd-d262db58df18","d6602e38-df5d-4955-bb54-850f030bbab2"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":69614.0,"cost_usd":0.0,"input_tokens":92099.0,"output_tokens":20019.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["57234d50-2044-4771-b09e-0db1a001725f","3c3e9a98-613b-4418-8439-258b4a848122","a3263b3f-a15a-48a1-87e8-e4aa41f07bbe","d8b331c9-9e1f-4fed-abca-7bd15dcc9f34","30be8650-100d-4f98-8a29-ac00239b819e"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1999294.0,"cost_usd":0.0,"input_tokens":2193917.0,"output_tokens":45116.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["c5f094fe-db8b-4e7b-8686-70c72e4f5873","eaa878e4-36fb-48ec-a032-73b237bf7955","9db2b2ca-070b-49fe-8af6-20b73ef53bc2","5895b736-9888-4af5-b887-265f7b45615c","25ab5a88-8d6e-4656-be8e-4202d54ab45b"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1713742.0,"cost_usd":0.0,"input_tokens":1926004.0,"output_tokens":98913.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["c18fe3dd-05b5-4afb-b658-055abd59b970","79262311-37d5-4592-bce2-9c145a83b3c9","636cede8-e158-47e7-89ad-d35bb1d23cbc","d04d7c91-e127-4029-80f3-3f92e14a5cb5","70cd4227-a51a-4732-81a5-c4cda62c6921"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":721368.0,"cost_usd":0.0,"input_tokens":871714.0,"output_tokens":56998.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["06542d70-275f-4800-a2f9-cef26c515db7","0b8496c3-9b40-45ec-a813-b2732e594b5d","78e11201-2800-4cbe-a865-b06bd5acd3f9","7651c0d2-11fd-42a9-9fe2-5ca4a330e491","c65e4e0a-f785-4d3d-b992-539672dc20bb"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":625548.0,"cost_usd":0.0,"input_tokens":704801.0,"output_tokens":37754.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["fd95450f-36a1-4118-939d-c1bd65d72b99","659bb37b-8574-4504-afdd-b21e58530842","540f2d7c-e65f-4339-b07f-ab5d5ca6ee6e","92c9ad47-88d3-46e2-a2e7-794324e561ce","43d27172-65df-4a5d-a970-9e45ded97249"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":1220066.0,"cost_usd":0.0,"input_tokens":1339413.0,"output_tokens":79759.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["572f1416-fdc5-4d90-86da-0ee50671b76c","c3dfd9c2-0aee-4ad1-943f-e683c7baf0ae","ed34aefc-2c7e-438f-8cb7-f1fc795ffd57","05b9d9cd-b7b6-4ad4-8495-7cda36a03e93","e553d427-3c46-48e0-9afa-785a5f971ec1"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":384866.0,"cost_usd":0.0,"input_tokens":488668.0,"output_tokens":39728.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["3311dd49-a9f7-4e30-a162-ec65fab4300c","d6922193-0f32-4d9f-8e12-cac97bee47b1","e4e28300-aea4-4c4f-a2c9-54c329e88925","bb38bbde-04f6-47e5-bda2-0447c94c91df","28abb116-32d6-49d9-a107-c9a1566a0ce7"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":39448.0,"cost_usd":0.0,"input_tokens":67190.0,"output_tokens":17581.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["845221db-2915-4efe-87c2-480d87dfd72d","92188885-4249-4bd9-8704-fb63416babb3","9f0b555f-6bfa-48a6-90e9-4e52bd4487bf","18507881-9c8e-4d8d-ad24-3806fafe88c3","74ebbea7-8264-4eb9-a1ea-1dcebfbc178d"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":639880.0,"cost_usd":0.0,"input_tokens":753689.0,"output_tokens":55439.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/roy-polymorph-cn","condition":"five-full","trial_ids":["12ede6a8-2e58-4309-9dec-2126caa32ab3","a3d31ce5-f827-40a8-9b0b-3dee1a2d4cb5","3a3c3f4b-d19d-47ae-8839-ccd81a1e3679","1775286d-2d14-490a-b90d-5ba72517f3e2","3ff8b805-6582-46ec-95ab-4829b457e9f9"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":144354.0,"cost_usd":0.0,"input_tokens":181996.0,"output_tokens":21933.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["7911d192-8bc1-42d3-b02c-430a27e1e7af","762389f4-5e7d-48e6-9e27-b694f05858a4","7e7bc362-f9c2-49df-8781-f399c6bafe0c","33d8977c-070b-4e77-b8d4-569bccad0740","a5ca92d0-7ed4-4fc4-b60f-28ea06b36fcc"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2187204.0,"cost_usd":0.0,"input_tokens":2384367.0,"output_tokens":56520.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["72b86926-dba2-4f85-ab3a-d79953dda99d","b6467ce0-a165-4d26-8c0d-038f7165fe0a","2492445d-931a-4adf-989c-8a19ab8d7e78","d2a2e869-28be-4639-a3a1-0d1add64152e","d31da888-00d8-4508-adea-6c36675f31fb"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":223962.0,"cost_usd":0.0,"input_tokens":288117.0,"output_tokens":31546.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/sglang-qwen-burst","condition":"five-full","trial_ids":["23a3bb91-53dc-427e-98a5-398d0b2a61a7","da2045d3-6430-4de5-8a2e-695508268993","0154301a-0f01-4882-932b-2a597b2ae93f","1e8b86f0-db8c-4a7d-9e19-7eeecce4c208","7e0de05a-b806-4612-a579-443d912a0dca"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2149128.0,"cost_usd":0.0,"input_tokens":2326165.0,"output_tokens":47417.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/shadow-relay","condition":"five-full","trial_ids":["29cf1fcf-a407-4292-8a34-2b3f9a04d2f8","44c081d7-d853-4105-8592-beda9d9e3f69","82fd9628-b4ca-4806-a4c7-3a34e1b709f4","a10427c9-bf1f-4cbd-a094-a565e776a05f","664cd34e-46ad-4dc7-9279-bec26815d8c8"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":694394.0,"cost_usd":0.0,"input_tokens":822558.0,"output_tokens":61963.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/uefi-bootkit","condition":"five-full","trial_ids":["051deb9f-cb0e-4ca3-a369-137f9197c226","6e43d1d6-56df-408a-9469-97e7e24dbf0c","44ddb4bf-a585-4330-9565-774302236fbe","d44c0106-36a2-414f-969c-0a81858ee5bc","bfce8e12-828b-41f2-bdfc-fcc1890988d0"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":403732.0,"cost_usd":0.0,"input_tokens":517147.0,"output_tokens":42731.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["764e43b3-0aca-4713-b057-60173dfc903f","c1442ba8-30de-44f7-af37-e815c3caf020","adae7162-b5bb-471e-8dcf-8ab4a7b068cc","7e414b92-553b-46ca-b390-03d0542dd648","d5509f08-becb-4192-b9f1-91b404206c78"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":410896.0,"cost_usd":0.0,"input_tokens":531333.0,"output_tokens":39053.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["aa77cfcd-401b-4ec2-bb23-3114624676af","1f22bd8a-18a1-4859-9083-9de0df74c95c","bd08d4d9-9308-4274-a5e3-d8c7bca4791e","a61e82e1-1484-4990-9073-b632af2a75f6","0e00002b-ba55-4850-b07e-bc0529d0108c"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":210778.0,"cost_usd":0.0,"input_tokens":280791.0,"output_tokens":25792.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"fable-5.1","task_name":"terminal-bench/wdm-design","condition":"five-full","trial_ids":["251128cc-7fa0-4583-ad5d-f0ea4eaa8e52","4fdfd6a3-95af-474b-8fb0-5154e3bdcf23","6ed919d7-a670-4585-9351-340e6cc235ec","68dd19a2-16a4-4de4-a320-79937cff66c9","37143bd4-5ba7-4dac-9761-ebbb04b5be4f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":146330.0,"cost_usd":0.0,"input_tokens":214796.0,"output_tokens":23521.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/atrx-vep-crispr","condition":"five-full","trial_ids":["636def06-9e18-5296-9b0d-29a96cc20227","a3811e3b-79c5-5336-81e2-722da7bfb87c","27e62112-35b2-5ca4-af6d-3d426aab0fbb","3ffbca7d-f3ae-539f-87cc-6059526cc195","1bd6403d-5fed-5432-8044-65521e03d00d"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":218238.0,"cost_usd":0.0,"input_tokens":318748.0,"output_tokens":29965.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["f96fa2cd-58bd-5245-9d03-89d59183c6ec","a069e250-4734-5c05-be6f-fc8f97f2e89b","6c644592-d511-59b8-8df5-f25b1ba20fd3","baebfe76-59c4-5151-a9d3-6417edcdea05","1b413252-969d-5ef7-b788-9c889ba74bc2"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":557780.0,"cost_usd":0.0,"input_tokens":689899.0,"output_tokens":36719.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["f32747d8-3315-5aa8-b39e-5730069ba597","a30ba747-7d72-526e-a54d-f8b00a27fcbd","12625fdf-5f28-5fa4-a978-b4abb95567a8","6a82e951-f7be-5bdc-93cb-cf6bd51106bb","63cfa4cb-cca0-5b94-904b-4ea88475ae40"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":234500.0,"cost_usd":0.0,"input_tokens":277023.0,"output_tokens":26568.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["40efe11c-c7f1-5430-a850-f67910fa2151","00d35695-9be4-5dd4-8600-913e02ed19cd","871c5b88-55d3-5eab-9571-2cacd7ee061d","210ca3aa-a509-5abc-a041-4b8ad2182edc","c78eb885-9eea-5896-9c32-5e8e1db3ec65"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":188950.0,"cost_usd":0.0,"input_tokens":233199.0,"output_tokens":20901.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["7ec99516-5013-5437-aef5-ab4810e3336f","59c7d498-ec1e-52ea-bbe5-323755522374","eeb6f60a-9e8b-5b67-9eed-3c2805bab9ad","da6541c0-b238-5734-a21b-2c94f0d9885d","bfa9c87f-ed28-5a35-81f0-31578717b82e"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":113302.0,"cost_usd":0.0,"input_tokens":167441.0,"output_tokens":32866.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/formal-crypto","condition":"five-full","trial_ids":["5705ea8b-ff2e-5fb2-94b2-06afc674c225","9e81fe42-fab9-5fb3-8135-64e2a4bdb515","050a922e-adbe-5871-b332-d742845b1ac4","59523e2a-a6e8-53e6-beff-12b1469d3ba3","ac81b783-720b-544b-8f38-86857c7632c7"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1046004.0,"cost_usd":0.0,"input_tokens":1281231.0,"output_tokens":46343.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["68f10378-bca2-5d7f-9ff7-8f7370a5bcbf","2c540beb-4d62-50fc-92f0-a2d608621b2b","f387693d-d199-5801-b3c5-533ec569192b","0957105d-8fbe-5033-8c29-d68c13e60c3b","c284334e-5e4a-542e-91dc-1da4803885b9"],"gold_rewards":[1,1,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":623758.0,"cost_usd":0.0,"input_tokens":730112.0,"output_tokens":71574.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["6c3df6cf-34a2-5787-b6bc-234865896b98","50ce9dc4-1553-57e8-bd1b-5e243a2cf5ff","95bd3246-8ef0-54d0-8409-8280963530de","811f421e-3980-52d1-99d1-64d7cb2361f2","8e38730e-7264-5574-bf63-f3586464853b"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1054320.0,"cost_usd":0.0,"input_tokens":1191237.0,"output_tokens":40995.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/kv-live-surgery","condition":"five-full","trial_ids":["dd42ca42-1143-5fea-9164-81c81013b29f","673d29a3-a4fd-51e9-b863-45730b800977","327d6100-224c-553e-b9e2-9c2140e6a640","a0e3e8b5-0699-5b53-bf86-1ecb6a6e758a","9fee43d2-8e61-5378-b163-71556c9b2a51"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":136676.0,"cost_usd":0.0,"input_tokens":166188.0,"output_tokens":29590.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/lake-temp-glm","condition":"five-full","trial_ids":["115c2bfb-46ac-5a3b-9f0f-dea08b0b9b6f","6ffde202-840b-52f3-8d15-e9a8bd3d536b","20012fab-b1f7-586f-b0c0-0a45b4f5287a","6ebc7ae0-dd8e-5cf6-8a02-37a20b5b6719","52de7437-2a60-5a2b-9202-c99c5f0c147a"],"gold_rewards":[0,1,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":233556.0,"cost_usd":0.0,"input_tokens":288210.0,"output_tokens":32015.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["4e40eb30-e620-57e8-9140-de1eaddd5ecb","9a4d0c08-0689-5d93-be2f-cbe351e6e2e3","6c1db6b3-659b-5cb6-a3fd-1f78dc708af4","7be04c59-309e-5d15-b8cf-0d159ce31bda","4c054805-fe51-500e-9def-b5a9618cca3f"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":279892.0,"cost_usd":0.0,"input_tokens":364616.0,"output_tokens":27038.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["e745de43-4307-575c-a6e0-13e3ba3c8b70","16f3b1f9-2919-5a79-ae0d-5e1f5bf73852","10f6e1d1-0a5e-565c-b495-4e5fa65694cb","992e50ca-b53b-5f18-a07d-4583f9c5ba32","39b99fcd-e7f0-558e-a395-317ac2d43a34"],"gold_rewards":[0,1,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":158108.0,"cost_usd":0.0,"input_tokens":237709.0,"output_tokens":25924.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/production-planning","condition":"five-full","trial_ids":["3e10c5af-e933-59a3-bba8-ee6a5a0adbb8","04aec22a-3c71-5d32-9d14-77e05cb9d0f4","2f90bc5e-debc-57f2-b571-36e0f871404c","f3462fa2-3a64-554f-83c5-c7d13574f7c5","377a0fea-4e5b-5f0b-b8f4-d9cbc6d41875"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":329394.0,"cost_usd":0.0,"input_tokens":408378.0,"output_tokens":30620.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/protein-autointerp-disulfide","condition":"five-full","trial_ids":["13e2166f-d7d6-5a02-b0f3-b1d7906e15a3","e3e7ab92-0057-5913-b082-4724aa8e4528","cc465d87-1c92-5e37-a1c8-25cbbdce7b3b","66c92fe5-4682-5545-87c7-12380f4bdf94","a6250737-1939-5369-a76b-70e2e38a3531"],"gold_rewards":[1,1,1,0,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":89694.0,"cost_usd":0.0,"input_tokens":127456.0,"output_tokens":18962.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["508af110-96ea-5ff7-896b-04796ba2e958","9b1dcef9-00e4-5306-9536-821d55a87c8b","29b434bf-2d9f-5f00-9504-a0623a7bed0d","53309870-4966-509c-8e99-7fb700095900","ae04f5ee-c71b-5aa6-8af8-9af3489ed493"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1100628.0,"cost_usd":0.0,"input_tokens":1321783.0,"output_tokens":57275.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["62abc8b0-669f-56f4-8510-9152ebd80f6b","c41a55c9-c040-5639-9d1c-af806e513d3d","a6171396-62e5-5bf2-9382-29bf93dda65e","42fa81d0-f280-5e2d-94db-0ccd629a48aa","43eef5cc-1ce8-5503-860f-8f7a5ecefa4c"],"gold_rewards":[0,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":545862.0,"cost_usd":0.0,"input_tokens":676996.0,"output_tokens":47397.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/satb-audio-transcription","condition":"five-full","trial_ids":["25b044c4-f333-5c82-b912-fb5ef60ca54c","253acf32-f3a9-5fed-899e-5eef88c7aa9f","badfb29f-467a-546a-bf3c-ab4eaae09b7f","0b6306bc-2767-58cb-94c4-37de5fd09c5f","6a8ca8be-2dbd-5f34-a16c-67a164c013bd"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":366278.0,"cost_usd":0.0,"input_tokens":471063.0,"output_tokens":46023.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["cc750051-3a52-5c68-8fd9-f21aed4221ff","c9a0ff9a-e078-5e9a-8e91-2fabbd56fc19","2aaa68f7-0307-5648-b597-c46c074da989","9ce115c0-6f80-595d-b0d6-2f5d16681001","cf56b241-193a-5f41-8ec9-34b9f9ab0f61"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":2705896.0,"cost_usd":0.0,"input_tokens":2961439.0,"output_tokens":110184.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["61c1c457-7381-5f56-b43b-24d1efaa39a4","5b482fcb-f868-51ac-841e-6087dee42660","891444a4-42c9-5aee-9841-eb1100276cf1","cef7047f-bfc5-5dbc-b563-b37db12e405d","1bda56d0-33d1-5aef-baf5-1976c6b5869b"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1126220.0,"cost_usd":0.0,"input_tokens":1265842.0,"output_tokens":92363.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a9026094-0021-5a31-8b84-5752801596d2","03fd7508-2d4a-541f-aa5a-ff618d8a26d9","0c66d12a-ffa7-5356-8eef-8cc114a2e033","02e47f1a-c7b3-50d1-95bf-f093bce96065","0f1e6cce-6d01-553e-9391-217200b6bb82"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":241288.0,"cost_usd":0.0,"input_tokens":324033.0,"output_tokens":26663.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"glm-5.3","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["f1ebdd28-1992-5e6f-8de9-89f4f7c85239","d9dee7f5-af27-5ec7-a6ee-cbdfcf0a9bf3","1e98a0b5-00ff-541f-ba19-934a1f5cf9cf","55e117e3-f60f-57b9-8b3d-4c66c094f741","9175b63e-537c-5c59-b8fe-53c9877b8d8b"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":377188.0,"cost_usd":0.0,"input_tokens":466952.0,"output_tokens":33273.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["c0f8dfd4-eec2-49b4-aa8c-72da018e11dc","e4f722c6-7f78-468f-80cc-2a24b6c8d7b8","450a3f23-4000-4d3e-b2e9-adca96877b67","7650376a-3864-4712-a184-842b836174aa","99e454d7-39e1-4887-893b-50d4bdbdcc47"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":834322.0,"cost_usd":0.0,"input_tokens":1064391.0,"output_tokens":65770.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/cumulative-layout-shift","condition":"five-full","trial_ids":["a8a59ca3-d7d3-4d24-8ed9-47d424f9e0af","5dd79906-5fd2-4aea-90ce-cd929ffc8c2f","e73f8d3c-3e4d-499b-a28a-0b17e27a2245","0a09ea75-641f-4052-954a-4a1bb17dc637","b4743f23-dadf-4b40-913f-53107868cb50"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":723112.0,"cost_usd":0.0,"input_tokens":861566.0,"output_tokens":55362.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/embedding-drift-monitor","condition":"five-full","trial_ids":["8f824405-4da1-46ee-b753-782bde6decf0","2fb7862c-7f48-48a0-93c3-54eca6893895","ae21fedd-4cc9-4a49-96cc-c1c73b803554","5125daae-dd4f-44dc-882c-56501931408a","dbfdb33c-da4d-4638-b35a-5aec3d82cbfc"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":2846080.0,"cost_usd":0.0,"input_tokens":3104486.0,"output_tokens":87436.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/fin-saccr-rwa","condition":"five-full","trial_ids":["35495409-8116-4412-9d8c-2aa1e7ad8281","340bcfee-0d56-4820-9b8c-79e9ba5ebb38","89ab747d-4237-4e77-b52c-6480eeb4b268","cd0fda84-1493-45da-81e7-0ecaef415dcd","41beef44-6db2-4dc6-8ea7-1cdc0b3cde9e"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":87614.0,"cost_usd":0.0,"input_tokens":113862.0,"output_tokens":26022.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/heat-pump-warranty","condition":"five-full","trial_ids":["d47b3f99-2983-4a7e-bcfe-b5f6a3917ba5","459ae3a5-bf93-4931-b1fb-cfc43a325153","d284c01f-1eb3-4d7a-bb7b-972b178c37cc","ff24f5b2-e40e-4c87-9adf-a23b9c3a36ae","25b0c68f-bd12-48fa-9625-3e46fc9a100e"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":2928122.0,"cost_usd":0.0,"input_tokens":3400722.0,"output_tokens":81285.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/hof-topology-interpenetration","condition":"five-full","trial_ids":["94c52ab6-8010-4716-b724-48a0ceba8685","4deef7e1-4c61-4de8-88c9-28b9f12a6ee9","ac8ec8a9-6bb4-4247-b545-ffd70e789272","00879e34-1e4c-47a9-b44b-4756b383a65a","68d3bbb4-f526-49be-9d15-f9c765a26f47"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":117122.0,"cost_usd":0.0,"input_tokens":176549.0,"output_tokens":31800.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["1c05338e-d07a-4d94-ab05-6b72a04123d2","123a7d40-4838-439a-b78d-a43e015cb267","34862c84-7604-484e-bc6a-a76e9f99fcf4","e9a8ddbf-68e4-4fc8-a4b4-6b1b21c82386","1051ae4b-a140-481d-a16d-39c533f74f32"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":489494.0,"cost_usd":0.0,"input_tokens":593514.0,"output_tokens":50570.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/interleaved-vigenere","condition":"five-full","trial_ids":["c0429e1f-f14d-4b50-96e2-2c1d1c16785d","6aab3479-afe7-4ba7-876f-2826dccb8f07","b6137896-8e6a-4296-902e-489f1dbd9f63","88e4303a-08c5-4a86-ba04-b715ad60d5e5","8540560f-4b9c-4d7d-b4fd-02eec8df55c8"],"gold_rewards":[1,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":236418.0,"cost_usd":0.0,"input_tokens":270676.0,"output_tokens":26435.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["4315997a-3b27-4373-a39b-78f65db60f65","7e189f34-601d-421f-b5e3-485d98aa0256","f4e8cbb7-e9ea-4e51-b1c5-cdc0f32b670d","4e16e545-3134-4d23-aea1-317ecdd11db5","6004bf1b-1a2f-4a9b-8106-cacb4b0b769b"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":134460.0,"cost_usd":0.0,"input_tokens":188257.0,"output_tokens":25140.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/legacy-utility-triage","condition":"five-full","trial_ids":["d2097b22-5c9c-4de0-b1fe-c959862674c8","b4946b7c-81c5-46f2-beab-ad91f13da236","45d89215-d0e0-4f60-84f4-101223511dd9","08f2bf5b-3f2d-42d1-99b4-22928ede7f7b","4351b3db-0b6e-4c26-a268-1d24f00cd002"],"gold_rewards":[1,0,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":1314038.0,"cost_usd":0.0,"input_tokens":1467130.0,"output_tokens":67769.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["8e2fca92-cf96-4eec-a13e-185749b63a7e","80c7f701-e0cc-40da-86a5-b9541ae4c8b0","8c3c9446-3f5a-4610-b85d-49fb6aed8386","14585ea3-b6ce-4fd3-a612-e0cb20fd5037","5ca69254-299d-4e75-b1ac-25bd266a1a25"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":303274.0,"cost_usd":0.0,"input_tokens":379813.0,"output_tokens":36351.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["052f51dc-dcf8-40ed-9c2d-fcc2e0b90661","6a8dbe38-e671-4ba3-85b2-e3f96b5f5b88","d3eb9b0c-c047-4fba-b489-4b1894e8e4e8","2b7efd5f-3fa3-47e3-ac45-170180dc9744","4ae46b44-bac5-44ea-a07b-2ba034d10000"],"gold_rewards":[0,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":480870.0,"cost_usd":0.0,"input_tokens":615165.0,"output_tokens":36313.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/nextjs-performance","condition":"five-full","trial_ids":["3ddf0dc1-b2e3-47a6-9ce1-cc4227960dbc","7d3ebec0-0e90-47f7-bd91-fee1bd135566","1f15d35a-8494-4ece-81a5-12f76a678ae6","3fc86a60-fbed-44a0-a849-c20445cc0dfc","06741db4-97a2-4835-8c86-cb57dc8724d8"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":2182590.0,"cost_usd":0.0,"input_tokens":2528144.0,"output_tokens":96901.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/payments-pipeline-fix","condition":"five-full","trial_ids":["aedb2b10-c2a7-4dd2-a2ee-540b330f5fdb","18fe927a-4757-46e6-9256-012e4ade9d27","12bfc926-d176-433c-9a0c-4096c9e1f62a","829013ec-fa55-4205-ab96-f60f6d6d4313","ded3de0d-d24a-4812-842a-5d55250b88d9"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"cache_tokens":353012.0,"cost_usd":0.0,"input_tokens":456260.0,"output_tokens":36821.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/photonic-waveguide-routing","condition":"five-full","trial_ids":["232e77bd-2716-4008-a3fe-2ffb40b20e97","badf6607-45eb-47fc-a573-2f5cbe7d5a91","e440b457-c527-4c98-914b-a0793860bcb9","47d39c9c-577c-4943-a44b-17df7cfbdcef","cf9bb23b-24b6-4031-bba7-2e95b0673f1f"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":1237554.0,"cost_usd":0.0,"input_tokens":1378569.0,"output_tokens":64612.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/pretrain-shard-corruption","condition":"five-full","trial_ids":["b0d4330b-66e0-46a4-838a-7761350cd774","d1ad11fb-00de-44bf-9c94-f54f62a7139c","7948cbfc-a3de-497d-af3d-b12619c7b828","7baf5193-d1ff-4b03-9796-58de94513b90","29b4373c-29f9-4f5d-9a8d-6776c5f32f83"],"gold_rewards":[1,1,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":261670.0,"cost_usd":0.0,"input_tokens":374706.0,"output_tokens":26816.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/react-lead-form","condition":"five-full","trial_ids":["58205acb-0399-454d-951f-1d0a66e609e6","3f397919-37f2-4d4e-8e1a-a0968ff72745","8f69837e-7413-43b8-83a3-6040095dded4","42dcb576-cdb6-465f-9a1b-aacd210f5c34","3cbae36a-1edb-4d6e-886f-3b6418701884"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":1790026.0,"cost_usd":0.0,"input_tokens":2169927.0,"output_tokens":63522.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["3c26f469-98d4-4358-b007-bb69c8cd9f11","6326357e-06ae-4122-990c-6fbeb1dcc1d5","4bb47385-4809-4eae-b956-41335f56082d","19f39be0-2971-4e91-91f5-d274fc9a0473","bae17b4b-ec0e-4057-baf7-5fbebcecec14"],"gold_rewards":[0,1,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":607512.0,"cost_usd":0.0,"input_tokens":827060.0,"output_tokens":57745.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/risk-scorer-replay","condition":"five-full","trial_ids":["5f68f680-a07c-49c0-b406-6851a47feed1","1837a8e9-b1d1-4fbe-9ee9-2e1cadeec5e2","027fee5c-563d-42ee-9381-3d439e18f3cc","ae11e545-821f-4644-affe-977d2d00e85e","0fe8bfdb-8aca-46f2-a656-ec98a5f3206b"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":300850.0,"cost_usd":0.0,"input_tokens":360064.0,"output_tokens":26146.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/rs-archive-clone","condition":"five-full","trial_ids":["4c9c456b-82a7-4947-a5ee-0dc694c90452","35b7ce29-cc56-498d-a801-89df8e7a90ab","239aa4bf-0a90-4bce-886e-8d896677c77d","4b724bb1-b525-432d-bea7-6ff325d7fa5e","96c1ed67-9b2c-4c1c-a4fd-f7104f4f8f38"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":1890086.0,"cost_usd":0.0,"input_tokens":2109866.0,"output_tokens":39562.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["98d06699-1c9f-40fa-909f-1761ac0985e9","879d10b8-3012-48af-9ffe-7e59ed9c00df","94443d6e-afbc-4929-a222-c772bd436ef0","94c94938-8dd6-48f3-8369-5235f70dd9bc","6b5ea915-f211-4057-8375-5c95dc7ca9d7"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":172706.0,"cost_usd":0.0,"input_tokens":234427.0,"output_tokens":21244.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/sound-change-cascade","condition":"five-full","trial_ids":["0e261726-0879-43fc-87e2-3384b45c6e56","ae4b58e2-4aed-48b0-aa22-c97c56bc7ce7","63e32b05-5357-49e6-a5d5-c7a0f7ee838a","20c0132c-a1b6-433f-af9d-1c42774d3a56","1410917d-7b38-4a23-b574-5db87e0a47b2"],"gold_rewards":[0,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":581694.0,"cost_usd":0.0,"input_tokens":724384.0,"output_tokens":48233.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["22e65e01-7e38-4019-a6ae-dcf7ad40c78a","1621f3f1-8f3a-42b8-a46a-4972f53ec797","73ada6c2-aac1-489d-a700-4eaa19f9090d","582a5306-012f-4035-9050-7a0ebc60460a","2cf1b0e5-3b19-4c2f-8468-849c74805497"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":323066.0,"cost_usd":0.0,"input_tokens":407602.0,"output_tokens":33948.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["33dcf7f2-821c-4b95-9412-93abbbcdd412","c1aeb0bc-6b21-4c35-a3ea-d72970dcc552","5899ade3-35be-44f5-83f4-d8ad28f35105","bd536f75-4078-475d-a834-9656812dca0f","eac6352e-425e-4308-90a6-40e7d9c5214d"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":3128522.0,"cost_usd":0.0,"input_tokens":3476880.0,"output_tokens":37689.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["1e99fd49-8d40-49ac-9036-6722ac352abd","0f46d84b-5709-4851-9ea8-c666c296768a","919d48d1-d40c-4edd-a50c-8fc8dd50023b","f84e31cd-0ad0-4881-a7ab-7c484c3448e0","4466e753-6075-4879-8872-41625bd3d0f2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":201464.0,"cost_usd":0.0,"input_tokens":241526.0,"output_tokens":31665.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vllm-deepseek-streaming","condition":"five-full","trial_ids":["0f8ada5e-d778-4179-ab14-2a584fd3456f","a489363e-2e98-4b64-afd1-afe0097f809f","2b411ea9-cf5a-4fc3-bd30-4f46ae495756","ae227843-15a4-4755-bcc0-ed14d9fcafbd","68094687-941b-4c8d-ae95-72b7ce4f5377"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"cache_tokens":220886.0,"cost_usd":0.0,"input_tokens":276616.0,"output_tokens":19249.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/vpp-loss-divergence","condition":"five-full","trial_ids":["a1bfe3fd-ead1-4de5-9bf5-f4cafaeae6b9","bfb8e58e-0b18-4ca0-ac2e-b64af561449b","beb81f0d-9070-4ce9-b939-c8f3d1bb5703","053f165d-bc3c-4dfb-9aca-baae067c6afd","485a4a47-eeb8-4489-b28e-074d2c6645f7"],"gold_rewards":[1,1,1,1,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"cache_tokens":141866.0,"cost_usd":0.0,"input_tokens":190901.0,"output_tokens":20954.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-5.6-sol","task_name":"terminal-bench/wal-recovery-ordering","condition":"five-full","trial_ids":["cfe93181-5fe6-4215-80ef-f55675c08e3b","1a4aa218-8ffd-4d73-aefd-fefe2ec141df","ab769f17-8807-4bae-8ce1-894965bd03ce","bc93fa1e-b4cb-4a6e-85fa-b324330498d1","1a2db36b-c5e6-4bb8-8f56-092eed46cb19"],"gold_rewards":[1,0,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"cache_tokens":111220.0,"cost_usd":0.0,"input_tokens":200461.0,"output_tokens":21139.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/telecom-entity-resolution","condition":"five-full","trial_ids":["3ecd2bd3-624e-4f78-9deb-eeba34c9bdf7","99de7eef-1ef7-4bc1-af56-6e1dcb8b1d8f","9471d7b4-950b-4cfa-a344-bba946613c46","14a85235-f0cc-4ad8-ba39-6cb9a4815a99","f5063f9a-9d07-472d-95a7-34f081113b8f"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.05721368600000001,"cache_tokens":809198.0,"cost_usd":0.05721368600000001,"input_tokens":858770.0,"output_tokens":61581.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/vf2-speedup-networkx","condition":"five-full","trial_ids":["3a7f503f-4090-48f5-a39f-efe8ca8a8e9a","04b89ac6-62f1-4584-b5f7-d01954a93982","419d87a4-bada-416f-be28-90c0b233e92c","906712ab-fec6-4704-9f49-c23f134ed88a","0ba959d1-b996-4eb8-b1c4-13f22f30c210"],"gold_rewards":[0,1,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.12147197000000004,"cache_tokens":2209250.0,"cost_usd":0.12147197000000004,"input_tokens":2343806.0,"output_tokens":115765.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/session-window-debug","condition":"five-full","trial_ids":["0d6b6036-af25-44ce-b60d-c71f8121d810","92d66817-de88-45b2-8dee-25c5b861acff","8c88e961-199f-4312-a8a8-87480e92a402","91fb056a-cc76-4059-ac3c-815eb75dd415","7153d56f-6d08-40b4-966c-338a75ed97d6"],"gold_rewards":[0,1,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.07950801,"cache_tokens":882170.0,"cost_usd":0.07950800999999999,"input_tokens":971352.0,"output_tokens":81383.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/html-js-filter","condition":"five-full","trial_ids":["476338ae-41bd-4339-a567-b108ff70b9eb","7846989d-1f82-4c44-9a2c-e99cae43622a","d373b8e1-4cfb-460a-9617-f353391a7045","2f93e55f-0e5e-4d92-85ad-5b28f08c75d6","353eaba0-ff68-46e8-b712-ec75bbeae80a"],"gold_rewards":[0,0,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.052420584,"cache_tokens":793112.0,"cost_usd":0.05242058399999999,"input_tokens":852078.0,"output_tokens":51358.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/jax-speedrun-gpu","condition":"five-full","trial_ids":["e07b3939-e2cf-437b-9c86-2f62b6f4e4a8","b98993d8-dafb-4292-b604-7e26dd79f7ca","4e0bf87a-f18e-466f-ae29-a140f4924816","1ce0eced-e4bc-46f6-bbf7-e6f3a1296239","cdf6b22c-5f71-496b-be2b-0c2c77255393"],"gold_rewards":[0,0,1,1,1],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.061192906000000005,"cache_tokens":645498.0,"cost_usd":0.06119290599999999,"input_tokens":739987.0,"output_tokens":54374.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/distributed-dedup","condition":"five-full","trial_ids":["0ee1acac-4abc-48a1-9ca3-fee7afbec553","cd71a394-c0e6-4536-bd9c-88733ae7b1ae","740c6b5e-70f5-432d-b6a3-a4cb20105aed","9fb26637-1af8-4757-95b3-335eca7f2d16","d326d61b-7359-40d1-8508-9574abd4896e"],"gold_rewards":[1,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.040016432000000005,"cache_tokens":314376.0,"cost_usd":0.040016432000000005,"input_tokens":385604.0,"output_tokens":33554.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/vba-userform-port","condition":"five-full","trial_ids":["2cc0c0b9-ee58-46a6-aa7b-ff9ae0d57cd8","d0c09981-614c-496f-b493-546d424cc045","a95552c6-f057-400a-9618-c8c278216298","8d3a49c7-c980-45d0-83f1-e41449009d8e","f72fa959-467e-4044-b57b-99ff1374bfca"],"gold_rewards":[0,0,1,0,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.10230757600000001,"cache_tokens":3980348.0,"cost_usd":0.10230757600000001,"input_tokens":4192846.0,"output_tokens":41963.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/intrastat-meldung","condition":"five-full","trial_ids":["7397e014-b7ec-403e-932d-b06a70e05ad1","995ea0e5-baad-43fd-8a5d-7c4d431bfcfe","3dd32178-989c-446a-9f89-748b0bc7a064","2799e4d7-23ba-48c1-a2cd-e6940c3f40a6","6300a441-4fd5-4259-9e98-e80570f50cc2"],"gold_rewards":[1,0,0,0,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.056676304000000004,"cache_tokens":493572.0,"cost_usd":0.056676304,"input_tokens":647824.0,"output_tokens":29221.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/retro-console-soc","condition":"five-full","trial_ids":["21c81942-6a73-4bef-980b-abff15df0770","16a0fd95-3d4b-4045-82d5-35c592778d02","0a061f60-8a2e-49a5-80da-25bbe6dbc9ba","fb6e7f90-dea1-418f-a302-57a9e7f5572e","5d318b46-73cd-400e-b522-03d4cd5976b6"],"gold_rewards":[1,0,1,1,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.129458832,"cache_tokens":2151796.0,"cost_usd":0.129458832,"input_tokens":2441247.0,"output_tokens":76844.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/layout-config-recreation","condition":"five-full","trial_ids":["6a23aa92-2dbd-4425-b0f5-be6ca1c282b2","f37dd5e2-a080-49ee-b07d-930748998ae2","4a64e0f3-9a42-4eb8-a8c5-fd9b2cb877e5","aef665c3-bc26-4852-b899-2ab36e2dffaa","39cb19d8-931d-4efd-94d8-ca82da67869e"],"gold_rewards":[1,0,1,0,1],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.044222050000000006,"cache_tokens":425050.0,"cost_usd":0.044222050000000006,"input_tokens":481096.0,"output_tokens":43813.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/mvcc-lsm-compaction","condition":"five-full","trial_ids":["0c85f446-bbee-4285-ad09-532f9d47cdbf","b6d19204-81dc-4b3b-a819-5b2a4baef756","0a0ec44c-7779-4973-b9db-d2dfdc502658","fb87af44-6357-41f6-9d28-4e93d4566844","9fb794ac-4287-44bf-8a35-301bfab10f3d"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.035653308,"cache_tokens":180164.0,"cost_usd":0.035653308,"input_tokens":239430.0,"output_tokens":32354.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/live-database-cutover","condition":"five-full","trial_ids":["ad18aec0-8084-4a71-944d-271b25076ecc","109d0d36-8d7d-4b68-b42f-bfb762df6f1e","40112821-acd1-415f-81c1-be9341e4c44d","0ba7b413-c12f-49f3-b4bc-a8e18ad74eac","89a9714f-268d-4d69-b5f1-990692690291"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.07539955800000003,"cache_tokens":896854.0,"cost_usd":0.07539955800000003,"input_tokens":986571.0,"output_tokens":74824.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/biped-contact-dynamics","condition":"five-full","trial_ids":["81577c6d-37d4-46fc-a144-e6ad9c001e95","e9c2f244-add8-421e-9aaf-1625eb643ebe","0413e482-e730-4bf7-83b5-79ffe84c8721","dcc252e4-bd74-4683-86fb-ed344b93fbae","71650b27-8784-4a85-9ff5-8435389532b1"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.082287356,"cache_tokens":729848.0,"cost_usd":0.082287356,"input_tokens":826946.0,"output_tokens":84571.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/freecad-spring-clip","condition":"five-full","trial_ids":["db39ae67-1c0d-408c-9c74-7c3900c0183d","271ba35a-d0f9-4748-a1fc-3a14eda3b6f5","2ebfdf3b-72fb-4396-9af9-dc049db040ad","afe5b748-b4dd-4f1b-b40a-a39572acf12b","762ad93e-f2c0-458e-a655-e42064d4da8b"],"gold_rewards":[0,0,1,1,0],"format_valid":true,"selected_candidate":3,"selected_success":true,"usage":{"accounted_cost_usd":0.072193012,"cache_tokens":1065996.0,"cost_usd":0.07219301199999999,"input_tokens":1182937.0,"output_tokens":59097.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/ks-solver-cpp","condition":"five-full","trial_ids":["c6dcc346-9f9a-4c65-8e52-7656771af029","e8184798-5fac-4ebe-ac34-bf5ead1beed8","438e5a14-9c70-4eaf-98c1-f79729d218da","09f6464d-aab9-4f77-b880-4e86b99f6174","c71838ac-05fc-44e7-8205-e43543cf0034"],"gold_rewards":[1,1,0,1,1],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.06715997200000001,"cache_tokens":670296.0,"cost_usd":0.06715997200000001,"input_tokens":747343.0,"output_tokens":68966.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/ctr-optimization","condition":"five-full","trial_ids":["ff0537d1-951b-4c6f-bff8-ca3eabc57900","77c6d489-bc86-4989-ad93-c3c58369dc45","174579d5-c127-4bf9-9964-a936c5de7b88","1c7ca041-5603-402f-9e89-3181d99cabaf","19b48258-0343-4c87-8d0f-9c799ec3eb08"],"gold_rewards":[1,1,0,0,1],"format_valid":true,"selected_candidate":3,"selected_success":false,"usage":{"accounted_cost_usd":0.04503245,"cache_tokens":481170.0,"cost_usd":0.04503245,"input_tokens":547865.0,"output_tokens":40896.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/batched-eval-parity","condition":"five-full","trial_ids":["2dfc3f49-a4c0-4723-8464-9d6e3174d199","8e5b54e0-4eb0-4a3c-8aa1-4b4e9b0e91f2","368e83d9-3302-49c6-b465-22851300686b","4e90f229-225a-44ee-89ed-e403b7407882","49c68f26-f1f8-4dab-95f2-5f4575104d73"],"gold_rewards":[0,0,0,1,0],"format_valid":true,"selected_candidate":1,"selected_success":false,"usage":{"accounted_cost_usd":0.087114888,"cache_tokens":986064.0,"cost_usd":0.087114888,"input_tokens":1166691.0,"output_tokens":61325.0}},{"reviewer":"deepseek-v4p1-flash","source_key":"gpt-6-astra","task_name":"terminal-bench/math-eval-grader","condition":"five-full","trial_ids":["04ef82c2-fd0d-4da0-a94c-6645d5b03500","68b56ea3-17ba-4e79-a06e-54324c85668e","59be197e-aa35-4750-9616-e4d48bd46ec3","39cecc22-8305-4a88-a6a9-10f895ca6e6a","7c96734c-7823-4326-9ff3-34fa8632f3ab"],"gold_rewards":[1,1,1,0,0],"format_valid":true,"selected_candidate":1,"selected_success":true,"usage":{"accounted_cost_usd":0.104301122,"cache_tokens":1810946.0,"cost_usd":0.104301122,"input_tokens":1949258.0,"output_tokens":92721.0}}]}