model_id,language,repository,task,score,coverage,files_executed,files_executed_maximum_reachable,generate_tests_for_file_character_count,processing_time,response_character_count,response_no_error,response_no_excess,response_with_code,tests_passing
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,0,0,1,306,2386,307,1,0,0,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,0,0,1,3904,34071,3905,1,0,0,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,0,0,1,817,14286,818,1,0,0,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,3,0,0,1,139,4389,154,1,1,1,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,3,0,0,1,239,2921,255,1,1,1,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,306,2386,307,1,0,0,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,3904,34071,3905,1,0,0,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,817,14286,818,1,0,0,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,139,4389,154,1,1,1,0
openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,239,2921,255,1,1,1,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,26,0,0,23,6565,80275,7270,20,0,6,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,28,0,0,23,20370,320136,33654,19,1,8,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,29,0,0,23,7053,109712,10842,19,1,9,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,32,0,0,23,15243,278594,24556,19,1,12,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,99,70,2,23,10330,149108,12103,19,2,6,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,26,0,0,23,6565,80275,7270,20,0,6,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,28,0,0,23,20370,320136,33654,19,1,8,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,29,0,0,23,7053,109712,10842,19,1,9,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,32,0,0,23,15243,278594,24556,19,1,12,0
openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,99,70,2,23,10330,149108,12103,19,2,6,0
openrouter/01-ai/yi-34b-chat,java,java/mistakes,code-repair,39,0,1,5,690,28124,2411,5,0,3,30
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,1,0,0,1,24,945,28,1,0,0,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,0,0,1,137,85247,11651,1,0,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,0,0,1,23,11193,1268,1,0,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,0,0,1,96,4054,437,1,0,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,4,0,1,1,141,2377,154,1,1,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,1,0,0,1,24,945,28,1,0,0,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,137,85247,11651,1,0,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,23,11193,1268,1,0,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,96,4054,437,1,0,1,0
openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,4,0,1,1,141,2377,154,1,1,1,0
openrouter/01-ai/yi-34b-chat,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/01-ai/yi-34b-chat,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,127,1654,138,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,190,1774,200,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,210,3541,221,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,401,3018,412,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,73,1346,84,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,127,1654,138,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,190,1774,200,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,210,3541,221,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,401,3018,412,1,1,1,0
openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,73,1346,84,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests,1056,980,10,23,24708,139686,25164,23,21,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests,1336,1260,12,23,19304,108816,19578,22,21,21,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests,1448,1370,13,23,18625,111061,19468,23,20,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests,835,760,8,23,16965,100775,17254,23,22,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests,927,850,11,23,21339,118785,22234,23,21,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1056,980,10,23,24708,139686,25164,23,21,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1336,1260,12,23,19304,108816,19578,22,21,21,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1448,1370,13,23,18625,111061,19468,23,20,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,835,760,8,23,16965,100775,17254,23,22,22,0
openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,927,850,11,23,21339,118785,22234,23,21,22,0
openrouter/ai21/jamba-instruct,java,java/mistakes,code-repair,126,0,4,5,1397,11768,1527,5,3,4,110
openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,1451,6446,1464,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,237,2158,250,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,239,2050,252,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,319,2373,332,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests,3,0,0,1,348,4334,361,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,1451,6446,1464,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,237,2158,250,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,239,2050,252,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,319,2373,332,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,348,4334,361,1,1,1,0
openrouter/ai21/jamba-instruct,java,java/transpile,transpile,356,0,8,10,4057,29894,4175,10,9,9,320
openrouter/ai21/jamba-instruct,java,java/transpile,transpile,367,0,8,10,3530,29146,3695,10,9,10,330
openrouter/ai21/jamba-instruct,java,java/transpile,transpile,417,0,9,10,3625,28039,3742,10,9,9,380
openrouter/ai21/jamba-instruct,java,java/transpile,transpile,460,0,10,10,3626,31040,3756,10,10,10,420
openrouter/ai21/jamba-instruct,java,java/transpile,transpile,469,0,10,10,3342,29093,3844,10,9,10,430
openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,356,0,8,10,4057,29894,4175,10,9,9,320
openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,367,0,8,10,3530,29146,3695,10,9,10,330
openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,417,0,9,10,3625,28039,3742,10,9,9,380
openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,460,0,10,10,3626,31040,3756,10,10,10,420
openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,469,0,10,10,3342,29093,3844,10,9,10,430
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1086,1010,13,23,12392,85476,12649,23,20,20,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1120,1040,11,23,15770,107459,16061,23,23,23,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1575,1490,16,23,15589,111382,15886,23,23,23,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,909,830,11,23,12801,88307,13500,23,22,23,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,969,890,12,23,14244,99132,14529,23,22,22,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1086,1010,13,23,12392,85476,12649,23,20,20,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1120,1040,11,23,15770,107459,16061,23,23,23,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1575,1490,16,23,15589,111382,15886,23,23,23,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,909,830,11,23,12801,88307,13500,23,22,23,0
openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,969,890,12,23,14244,99132,14529,23,22,22,0
openrouter/ai21/jamba-instruct,ruby,ruby/mistakes,code-repair,130,0,5,5,695,9137,760,5,5,5,110
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,14,10,1,1,184,1997,197,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,14,10,1,1,214,2556,225,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,0,0,1,126,2020,139,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,0,0,1,145,1775,158,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,0,0,1,156,1857,169,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,184,1997,197,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,214,2556,225,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,126,2020,139,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,145,1775,158,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,156,1857,169,1,1,1,0
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,358,0,9,10,3185,33943,3372,10,9,10,320
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,369,0,9,10,2837,26397,2967,10,10,10,330
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,385,0,9,10,2792,31301,4212,10,6,10,350
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,388,0,9,10,2924,26703,3111,10,9,10,350
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,409,0,10,10,3653,31847,3823,10,9,10,370
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,358,0,9,10,3185,33943,3372,10,9,10,320
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,369,0,9,10,2837,26397,2967,10,10,10,330
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,385,0,9,10,2792,31301,4212,10,6,10,350
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,388,0,9,10,2924,26703,3111,10,9,10,350
openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,409,0,10,10,3653,31847,3823,10,9,10,370
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,2,0,0,1,127,11170,515,1,0,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,149,5018,161,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,217,5053,229,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,256,9331,271,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,98,3156,113,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,149,5387,161,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,98,3523,113,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,217,5053,229,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,256,9331,271,1,1,1,0
openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,0,1,1,127,11841,515,1,0,1,0
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,164,0,4,10,3386,87335,3501,10,10,10,130
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,243,0,5,10,3583,106926,4274,10,8,10,210
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,250,0,4,10,4787,136580,5403,10,7,9,220
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,291,0,5,10,4512,120742,4614,10,8,8,260
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,303,0,5,10,4231,112460,4335,10,9,9,270
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,225,0,5,10,3386,88132,3501,10,10,10,190
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,282,0,6,10,4787,137695,5403,10,7,9,250
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,291,0,5,10,4512,120742,4614,10,8,8,260
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,294,0,6,10,3583,107724,4274,10,8,10,260
openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,354,0,6,10,4231,113080,4335,10,9,9,320
openrouter/alpindale/goliath-120b,java,java/plain,write-tests,1,0,0,1,1089,23420,1093,1,0,0,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,186,4602,199,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,339,8422,352,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,360,7504,373,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,527,14782,540,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,1,0,0,1,1089,23420,1093,1,0,0,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,186,4602,199,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,339,8422,352,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,360,7504,373,1,1,1,0
openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,527,14782,540,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,134,90,3,23,19490,385043,19674,23,9,9,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,193,150,4,23,18284,373669,19550,23,7,9,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,195,150,3,23,18589,415482,19717,23,8,11,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,45,0,2,23,18795,401026,20208,23,8,12,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,47,0,2,23,18381,368813,19118,23,10,12,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,134,90,3,23,19490,385043,19674,23,9,9,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,193,150,4,23,18284,373669,19550,23,7,9,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,195,150,3,23,18589,415482,19717,23,8,11,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,45,0,2,23,18795,401026,20208,23,8,12,0
openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,47,0,2,23,18381,368813,19118,23,10,12,0
openrouter/alpindale/goliath-120b,ruby,ruby/mistakes,code-repair,136,0,4,5,609,27301,1543,5,2,5,120
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,13,10,1,1,114,6261,419,1,0,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,14,10,1,1,140,3532,157,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,14,10,1,1,224,5166,241,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,3,0,0,1,173,3698,186,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,4,0,1,1,145,3540,158,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,114,6261,419,1,0,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3532,157,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,224,5166,241,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,173,3698,186,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,145,3540,158,1,1,1,0
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,103,0,6,10,4577,109047,4997,10,8,9,70
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,106,0,8,10,3488,107230,4340,10,8,10,70
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,30,0,1,10,4197,92629,4485,10,9,10,0
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,33,0,4,10,3816,81894,3984,10,9,10,0
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,81,0,4,10,4352,102832,4873,10,8,9,50
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,103,0,6,10,4577,109047,4997,10,8,9,70
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,106,0,8,10,3488,107230,4340,10,8,10,70
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,30,0,1,10,4197,92629,4485,10,9,10,0
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,33,0,4,10,3816,81894,3984,10,9,10,0
openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,81,0,4,10,4352,102832,4873,10,8,9,50
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,116,50,1,23,22080,597328,22375,23,21,21,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,131,60,2,23,17700,469790,18024,23,23,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,139,70,2,23,17996,451667,19198,23,21,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,68,0,0,23,18929,547367,19870,23,22,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,90,20,1,23,16544,604565,16866,23,23,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,137,70,2,23,22080,597615,22375,23,21,21,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,152,80,3,23,17700,470098,18024,23,23,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,171,100,3,23,18929,548589,19870,23,22,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,313,240,6,23,17996,453058,19198,23,21,23,0
openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,90,20,1,23,16544,604565,16866,23,23,23,0
openrouter/alpindale/magnum-72b,golang,golang/mistakes,code-repair,210,0,5,5,657,22282,721,5,5,5,190
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,14,10,1,1,74,2034,88,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,179,6124,193,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,182,6988,196,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,283,4498,297,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,99,3956,113,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,283,4860,297,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2034,88,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,99,4306,113,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,179,6124,193,1,1,1,0
openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,182,6988,196,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests,1267,1190,10,23,22244,416549,23586,23,21,23,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests,1308,1230,12,23,24732,516139,25899,23,21,22,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests,1470,1390,13,23,25763,522333,26436,23,21,23,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests,1604,1520,16,23,24620,571039,25862,23,22,23,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests,1740,1660,14,23,25420,555030,26626,23,21,22,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1267,1190,10,23,22244,416549,23586,23,21,23,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1308,1230,12,23,24732,516139,25899,23,21,22,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1470,1390,13,23,25763,522333,26436,23,21,23,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1604,1520,16,23,24620,571039,25862,23,22,23,0
openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1740,1660,14,23,25420,555030,26626,23,21,22,0
openrouter/alpindale/magnum-72b,java,java/mistakes,code-repair,160,0,5,5,1019,30874,1079,5,5,5,140
openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,192,6328,204,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,213,10012,225,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,230,3100,242,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,230,5157,242,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests,3,0,0,1,192,4269,204,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,192,6328,204,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,10012,225,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,3100,242,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,5157,242,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,3,0,0,1,192,4269,204,1,1,1,0
openrouter/alpindale/magnum-72b,java,java/transpile,transpile,388,0,8,10,3303,46037,3420,10,10,10,350
openrouter/alpindale/magnum-72b,java,java/transpile,transpile,479,0,10,10,3614,48527,3764,10,9,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile,480,0,10,10,3374,45363,3494,10,10,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile,480,0,10,10,3525,47442,3645,10,10,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile,480,0,10,10,3731,50278,3851,10,10,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,388,0,8,10,3303,46037,3420,10,10,10,350
openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,479,0,10,10,3614,48527,3764,10,9,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3374,45363,3494,10,10,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3525,47442,3645,10,10,10,440
openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3731,50278,3851,10,10,10,440
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1033,950,14,23,18000,225293,18272,23,23,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1120,1040,12,23,16665,201295,17265,23,22,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1252,1170,13,23,17558,217212,17830,23,23,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1570,1490,15,23,23805,289823,24064,23,21,21,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1756,1670,18,23,18154,217060,18629,23,22,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1033,950,14,23,18000,225293,18272,23,23,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1120,1040,12,23,16665,201295,17265,23,22,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1252,1170,13,23,17558,217212,17830,23,23,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1570,1490,15,23,23805,289823,24064,23,21,21,0
openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1756,1670,18,23,18154,217060,18629,23,22,23,0
openrouter/alpindale/magnum-72b,ruby,ruby/mistakes,code-repair,160,0,5,5,628,11655,688,5,5,5,140
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,14,10,1,1,123,1988,135,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,14,10,1,1,149,2587,161,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,14,10,1,1,225,3181,237,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,3,0,0,1,116,2046,128,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,3,0,0,1,179,2363,191,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,123,1988,135,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,149,2587,161,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,225,3181,237,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,116,2046,128,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,179,2363,191,1,1,1,0
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,127,0,8,10,4664,67667,5368,10,9,10,90
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,134,0,5,10,3221,47064,3475,10,9,10,100
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,166,0,7,10,3047,50047,3619,10,9,10,130
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,256,0,6,10,3076,44360,3197,10,10,10,220
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,266,0,7,10,3041,51660,4119,10,9,10,230
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,127,0,8,10,4664,67667,5368,10,9,10,90
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,134,0,5,10,3221,47064,3475,10,9,10,100
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,166,0,7,10,3047,50047,3619,10,9,10,130
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,256,0,6,10,3076,44360,3197,10,10,10,220
openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,266,0,7,10,3041,51660,4119,10,9,10,230
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,846,760,21,23,19117,161231,19434,22,21,22,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,859,770,21,23,19074,127232,19393,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,878,790,21,23,21771,148215,22095,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,940,850,22,23,19620,157493,19947,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,972,880,23,23,18701,126066,18931,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,897,810,22,23,19117,161821,19434,22,21,22,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,910,820,22,23,19074,127608,19393,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,929,840,22,23,21771,148698,22095,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,972,880,23,23,18701,126066,18931,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,991,900,23,23,19620,157777,19947,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/mistakes,code-repair,210,0,5,5,648,14999,718,5,5,5,190
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,13,10,1,1,74,3212,183,1,0,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,116,2088,126,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,116,2358,126,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,116,3560,130,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,236,3849,246,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,3212,183,1,0,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,116,2088,126,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,116,2358,126,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,116,3560,130,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,236,3849,246,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,516,0,9,10,2300,24424,2390,9,9,9,480
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,560,0,10,10,2638,30309,2738,10,10,10,520
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,580,0,10,10,2639,25942,2739,10,10,10,540
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,580,0,10,10,2639,28806,2739,10,10,10,540
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,580,0,10,10,2642,25341,2742,10,10,10,540
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,516,0,9,10,2300,24424,2390,9,9,9,480
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2638,30309,2738,10,10,10,520
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2639,25942,2739,10,10,10,540
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2639,28806,2739,10,10,10,540
openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2642,25341,2742,10,10,10,540
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,2938,2850,22,23,25003,176580,25267,22,22,22,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3102,3010,23,23,26791,167284,27067,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3122,3030,23,23,25998,140475,26274,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3122,3030,23,23,27543,147835,27819,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3132,3040,23,23,26379,145867,26655,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,2938,2850,22,23,25003,176580,25267,22,22,22,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3102,3010,23,23,26791,167284,27067,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3122,3030,23,23,25998,140475,26274,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3122,3030,23,23,27543,147835,27819,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3132,3040,23,23,26379,145867,26655,23,23,23,0
openrouter/anthropic/claude-3.5-sonnet,java,java/mistakes,code-repair,160,0,5,5,943,18055,1003,5,5,5,140
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,2013,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,2027,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,2566,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,5170,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,5550,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2013,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2027,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2566,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,5170,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,5550,148,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,382,0,8,10,3315,26799,3411,8,8,8,350
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4117,25586,4237,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4117,28590,4237,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4381,31610,4501,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4488,37673,4608,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,382,0,8,10,3315,26799,3411,8,8,8,350
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4117,25586,4237,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4117,28590,4237,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4381,31610,4501,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4488,37673,4608,10,10,10,440
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2361,2270,23,23,20425,105501,20783,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2370,2280,23,23,20009,111983,20449,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2370,2280,23,23,20381,113365,20821,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2370,2280,23,23,21535,115631,21975,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2371,2280,23,23,20220,106986,20578,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2361,2270,23,23,20425,105501,20783,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2370,2280,23,23,20009,111983,20449,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2370,2280,23,23,20381,113365,20821,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2370,2280,23,23,21535,115631,21975,23,21,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2371,2280,23,23,20220,106986,20578,23,22,23,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/mistakes,code-repair,170,0,5,5,620,9919,680,5,5,5,150
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,1804,152,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,1904,152,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,220,1962,232,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,220,2299,232,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,220,2471,232,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1804,152,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1904,152,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,220,1962,232,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,220,2299,232,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,220,2471,232,1,1,1,0
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,330,0,10,10,3289,28958,3409,10,10,10,290
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,350,0,10,10,3181,26285,3301,10,10,10,310
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,380,0,10,10,3148,24901,3268,10,10,10,340
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,430,0,10,10,3085,27504,3205,10,10,10,390
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,430,0,10,10,3108,26536,3228,10,10,10,390
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,3289,28958,3409,10,10,10,290
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3181,26285,3301,10,10,10,310
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3148,24901,3268,10,10,10,340
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3085,27504,3205,10,10,10,390
openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3108,26536,3228,10,10,10,390
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,312,240,8,23,23019,88006,25889,23,18,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,314,240,7,23,20058,64817,20836,23,21,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,480,400,12,23,20148,68123,20873,23,22,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,580,500,13,23,21707,74900,22909,23,21,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,650,570,14,23,19943,77405,21195,23,20,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,517,440,13,23,23019,89693,25889,23,18,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,519,440,12,23,20058,66087,20836,23,21,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,582,500,14,23,20148,68700,20873,23,22,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,662,580,15,23,21707,75705,22909,23,21,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,712,630,16,23,19943,78252,21195,23,20,23,0
openrouter/anthropic/claude-3-haiku,golang,golang/mistakes,code-repair,209,0,5,5,648,7332,897,5,4,5,190
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1241,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1339,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1670,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1806,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,3,0,0,1,150,2762,164,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1241,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1339,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1670,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1806,93,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,150,2762,164,1,1,1,0
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,477,0,8,10,2925,15465,3082,10,9,10,440
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,478,0,8,10,2877,23850,2985,10,10,10,440
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,509,0,9,10,2946,15561,3062,10,10,10,470
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,509,0,9,10,2988,17251,3096,10,10,10,470
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,560,0,10,10,3021,21648,3145,10,10,10,520
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2946,16185,3062,10,10,10,500
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,559,0,10,10,2925,16766,3082,10,9,10,520
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2877,25240,2985,10,10,10,520
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2988,17919,3096,10,10,10,520
openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3021,21648,3145,10,10,10,520
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2570,2490,19,23,22642,76200,26585,23,15,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2598,2520,20,23,22366,77678,27016,23,12,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2714,2630,21,23,24353,89517,27655,23,17,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2791,2710,20,23,23887,88546,27315,23,15,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2803,2720,22,23,23162,76596,27196,23,15,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2570,2490,19,23,22642,76200,26585,23,15,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2598,2520,20,23,22366,77678,27016,23,12,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2714,2630,21,23,24353,89517,27655,23,17,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2791,2710,20,23,23887,88546,27315,23,15,23,0
openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2803,2720,22,23,23162,76596,27196,23,15,23,0
openrouter/anthropic/claude-3-haiku,java,java/mistakes,code-repair,159,0,5,5,1050,11935,1295,5,4,5,140
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,13,10,1,1,220,2544,441,1,0,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,13,10,1,1,223,1650,391,1,0,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,13,10,1,1,223,1924,293,1,0,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,14,10,1,1,223,2915,235,1,1,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,14,10,1,1,232,1532,244,1,1,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,13,10,1,1,220,2544,441,1,0,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,13,10,1,1,223,1650,391,1,0,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,13,10,1,1,223,1924,293,1,0,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,14,10,1,1,223,2915,235,1,1,1,0
openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,14,10,1,1,232,1532,244,1,1,1,0
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,470,0,10,10,4420,18158,4540,10,10,10,430
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4347,16773,4467,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4353,20050,4473,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4486,17370,4606,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4513,23085,4633,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,470,0,10,10,4420,18158,4540,10,10,10,430
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4347,16773,4467,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4353,20050,4473,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4486,17370,4606,10,10,10,440
openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4513,23085,4633,10,10,10,440
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,1992,1910,20,23,15736,63005,18630,23,16,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2041,1960,21,23,18226,70636,21805,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2082,2000,22,23,17786,65681,21585,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2212,2130,22,23,18530,74078,23261,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2263,2180,23,23,17009,66550,20853,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,1992,1910,20,23,15736,63005,18630,23,16,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2041,1960,21,23,18226,70636,21805,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2082,2000,22,23,17786,65681,21585,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2212,2130,22,23,18530,74078,23261,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2263,2180,23,23,17009,66550,20853,23,14,23,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/mistakes,code-repair,168,0,5,5,620,8828,803,5,3,5,150
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,140,1969,364,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,147,1336,219,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,157,1334,229,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,157,1782,388,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,157,2121,426,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,140,1969,364,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,1336,219,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,157,1334,229,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,157,1782,388,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,157,2121,426,1,0,1,0
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,289,0,9,10,3125,19459,3245,10,10,10,250
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,410,0,10,10,3021,20154,3141,10,10,10,370
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,410,0,10,10,3036,20630,3156,10,10,10,370
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,420,0,10,10,2950,16849,3070,10,10,10,380
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,440,0,10,10,3047,18281,3167,10,10,10,400
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,289,0,9,10,3125,19459,3245,10,10,10,250
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,410,0,10,10,3021,20154,3141,10,10,10,370
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,410,0,10,10,3036,20630,3156,10,10,10,370
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2950,16849,3070,10,10,10,380
openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,440,0,10,10,3047,18281,3167,10,10,10,400
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,806,720,20,23,17860,271052,18758,23,20,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,858,770,21,23,19010,279619,19368,23,21,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,887,800,21,23,17820,272233,18491,23,20,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,908,820,22,23,18865,279253,19378,23,20,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,950,860,22,23,19665,290198,19938,23,22,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,858,770,21,23,19010,279619,19368,23,21,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,908,820,22,23,18865,279253,19378,23,20,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,928,840,22,23,17820,272532,18491,23,20,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,938,850,22,23,17860,271873,18758,23,20,23,0
openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,950,860,22,23,19665,290198,19938,23,22,23,0
openrouter/anthropic/claude-3-opus,golang,golang/mistakes,code-repair,210,0,5,5,638,17261,708,5,5,5,190
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3254,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3265,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3362,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3486,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,4061,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3254,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3265,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3362,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3486,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,4061,85,1,1,1,0
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,475,0,8,10,2994,50147,3275,10,7,10,440
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,557,0,10,10,2844,57790,3075,10,7,10,520
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,557,0,10,10,2959,50628,3180,10,7,10,520
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,576,0,10,10,2927,56082,3214,10,6,10,540
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,578,0,10,10,2960,49964,3134,10,8,10,540
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,2844,57790,3075,10,7,10,520
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,2959,50628,3180,10,7,10,520
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,2994,50860,3275,10,7,10,520
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,576,0,10,10,2927,56082,3214,10,6,10,540
openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,578,0,10,10,2960,49964,3134,10,8,10,540
openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3028,2940,23,23,25440,291759,26064,23,19,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3044,2960,23,23,26622,305771,27611,23,15,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3046,2960,23,23,25752,300819,26925,23,17,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3105,3020,23,23,24965,299033,25896,23,16,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3106,3020,23,23,25705,307909,26787,23,17,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3028,2940,23,23,25440,291759,26064,23,19,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3044,2960,23,23,26622,305771,27611,23,15,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3046,2960,23,23,25752,300819,26925,23,17,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3105,3020,23,23,24965,299033,25896,23,16,23,0
openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3106,3020,23,23,25705,307909,26787,23,17,23,0
openrouter/anthropic/claude-3-opus,java,java/mistakes,code-repair,160,0,5,5,943,22385,1003,5,5,5,140
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,136,2922,148,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,136,3093,148,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,136,4967,148,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,137,2867,149,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,214,4345,226,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2922,148,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,3093,148,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,4967,148,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2867,149,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,214,4345,226,1,1,1,0
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,473,0,10,10,3868,61139,4357,10,3,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,476,0,10,10,3613,58082,3880,10,6,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,476,0,10,10,3766,54230,4034,10,6,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,477,0,10,10,3566,55606,3846,10,7,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,478,0,10,10,3434,58933,3722,10,8,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,473,0,10,10,3868,61139,4357,10,3,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,476,0,10,10,3613,58082,3880,10,6,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,476,0,10,10,3766,54230,4034,10,6,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,477,0,10,10,3566,55606,3846,10,7,10,440
openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,478,0,10,10,3434,58933,3722,10,8,10,440
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2167,2080,22,23,17767,253325,19491,23,19,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2236,2150,22,23,18144,263842,19429,23,18,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2307,2220,23,23,18714,268064,20409,23,18,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2336,2250,23,23,17297,259907,19205,23,17,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2347,2260,23,23,17529,251932,19040,23,18,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2167,2080,22,23,17767,253325,19491,23,19,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2236,2150,22,23,18144,263842,19429,23,18,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2307,2220,23,23,18714,268064,20409,23,18,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2336,2250,23,23,17297,259907,19205,23,17,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2347,2260,23,23,17529,251932,19040,23,18,23,0
openrouter/anthropic/claude-3-opus,ruby,ruby/mistakes,code-repair,160,0,5,5,623,16460,683,5,5,5,140
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,13,10,1,1,141,3967,237,1,0,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,140,3732,152,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,140,3850,152,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,140,3931,152,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,141,3982,153,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,141,3967,237,1,0,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3732,152,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3850,152,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3931,152,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,141,3982,153,1,1,1,0
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,216,0,10,10,3300,58867,3567,10,6,10,180
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,255,0,10,10,3301,66003,3619,10,5,10,220
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,307,0,10,10,3226,59136,3521,10,7,10,270
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,336,0,10,10,3161,56724,3475,10,6,10,300
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,378,0,10,10,3189,56715,3377,10,8,10,340
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,216,0,10,10,3300,58867,3567,10,6,10,180
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,255,0,10,10,3301,66003,3619,10,5,10,220
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,307,0,10,10,3226,59136,3521,10,7,10,270
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,336,0,10,10,3161,56724,3475,10,6,10,300
openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,378,0,10,10,3189,56715,3377,10,8,10,340
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,657,570,18,23,21811,158183,22049,23,23,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,706,620,18,23,23349,170701,23790,23,22,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,757,670,19,23,21006,149587,21964,23,22,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,789,700,20,23,21627,159951,21861,23,23,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,789,700,20,23,28785,194397,29019,23,23,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,808,720,20,23,23349,171337,23790,23,22,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,881,790,22,23,21811,159964,22049,23,23,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,891,800,22,23,21627,160550,21861,23,23,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,900,810,22,23,21006,150326,21964,23,22,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,952,860,23,23,28785,195590,29019,23,23,23,0
openrouter/anthropic/claude-3-sonnet,golang,golang/mistakes,code-repair,210,0,5,5,648,10908,702,5,5,5,190
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,224,4223,234,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,234,3405,244,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,74,1684,84,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,74,2204,84,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,74,2905,84,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,224,4223,234,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,234,3405,244,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1684,84,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2204,84,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2905,84,1,1,1,0
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2890,25286,2990,10,10,10,440
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2941,28440,3041,10,10,10,440
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2955,26448,3055,10,10,10,440
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2971,25923,3071,10,10,10,440
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,529,0,9,10,2970,25692,3070,10,10,10,490
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2890,26784,2990,10,10,10,540
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2941,29295,3041,10,10,10,540
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2955,27724,3055,10,10,10,540
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2970,26226,3070,10,10,10,540
openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2971,26907,3071,10,10,10,540
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1590,1510,11,23,28239,166165,28515,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1861,1780,12,23,30091,175275,30367,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1913,1830,14,23,24956,155399,25232,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,2051,1970,12,23,29182,167340,29458,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,2142,2060,14,23,27781,163709,28805,23,22,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1590,1510,11,23,28239,166165,28515,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1861,1780,12,23,30091,175275,30367,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1913,1830,14,23,24956,155399,25232,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,2051,1970,12,23,29182,167340,29458,23,23,23,0
openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,2142,2060,14,23,27781,163709,28805,23,22,23,0
openrouter/anthropic/claude-3-sonnet,java,java/mistakes,code-repair,160,0,5,5,1104,14984,1164,5,5,5,140
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,136,1799,148,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,137,1807,149,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,137,2171,149,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,137,2179,149,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,231,4335,243,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,1799,148,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1807,149,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2171,149,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2179,149,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,231,4335,243,1,1,1,0
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3486,29854,3606,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3577,28692,3697,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3577,28800,3697,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3850,30519,3970,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,4375,30224,4495,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3486,29854,3606,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3577,28692,3697,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3577,28800,3697,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3850,30519,3970,10,10,10,440
openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4375,30224,4495,10,10,10,440
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1638,1550,19,23,20367,136240,20643,23,23,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1772,1680,23,23,20047,133869,20323,23,23,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1920,1830,22,23,20392,142205,21003,23,22,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,2149,2060,20,23,19386,128437,19662,23,23,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,862,810,10,23,10743,76520,10911,14,14,14,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1638,1550,19,23,20367,136240,20643,23,23,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1772,1680,23,23,20047,133869,20323,23,23,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1920,1830,22,23,20392,142205,21003,23,22,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,2149,2060,20,23,19386,128437,19662,23,23,23,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,862,810,10,23,10743,76520,10911,14,14,14,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/mistakes,code-repair,170,0,5,5,716,10473,776,5,5,5,150
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,1988,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,2032,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,2143,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,2325,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,3,0,0,1,131,1949,143,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1988,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2032,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2143,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2325,152,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,1949,143,1,1,1,0
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,419,0,9,10,2937,30648,3057,10,10,10,380
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,420,0,10,10,3035,30922,3155,10,10,10,380
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,470,0,10,10,2966,30125,3086,10,10,10,430
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,470,0,10,10,2969,31103,3089,10,10,10,430
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,470,0,10,10,3059,31825,3179,10,10,10,430
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,419,0,9,10,2937,30648,3057,10,10,10,380
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,3035,30922,3155,10,10,10,380
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,2966,30125,3086,10,10,10,430
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,2969,31103,3089,10,10,10,430
openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3059,31825,3179,10,10,10,430
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,239,180,5,23,18876,225703,23527,23,9,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,258,200,6,23,19620,244887,24399,23,7,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,292,230,7,23,16535,202410,19254,23,10,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,354,290,8,23,19208,226032,21649,23,11,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,364,300,10,23,19392,249547,23220,23,10,21,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,299,240,7,23,19620,245297,24399,23,7,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,405,340,10,23,16535,204136,19254,23,10,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,416,350,10,23,19208,226868,21649,23,11,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,457,390,13,23,19392,250533,23220,23,10,21,0
openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,475,410,11,23,18876,228754,23527,23,9,22,0
openrouter/austism/chronos-hermes-13b,golang,golang/mistakes,code-repair,175,0,4,5,792,15674,1647,5,1,5,160
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,14,10,1,1,160,3960,175,1,1,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,14,10,1,1,247,2779,256,1,1,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,14,10,1,1,91,1687,106,1,1,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,2,0,0,1,126,2478,180,1,0,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,2,0,0,1,250,3354,347,1,0,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,126,2831,180,1,0,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,160,3960,175,1,1,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,247,2779,256,1,1,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,91,1687,106,1,1,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,250,3354,347,1,0,1,0
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,381,0,7,10,2974,33226,3497,10,4,10,350
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,413,0,7,10,3132,31654,3486,10,6,10,380
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,470,0,8,10,3732,37913,4308,10,3,9,440
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,484,0,9,10,2829,28865,3053,10,6,9,450
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,487,0,9,10,3155,35216,3539,10,8,10,450
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,464,0,8,10,3132,33247,3486,10,6,10,430
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,484,0,10,10,2974,34725,3497,10,4,10,450
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,484,0,9,10,2829,28865,3053,10,6,9,450
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,498,0,10,10,3155,36148,3539,10,8,10,460
openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,521,0,9,10,3732,38279,4308,10,3,9,490
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,553,490,6,23,22178,221587,28025,23,11,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,561,500,4,23,24512,226774,28341,23,11,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,711,650,8,23,23481,228272,29368,23,7,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,821,760,7,23,20070,204363,25196,23,8,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,866,800,8,23,20787,205986,25041,23,12,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,553,490,6,23,22178,221587,28025,23,11,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,561,500,4,23,24512,226774,28341,23,11,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,711,650,8,23,23481,228272,29368,23,7,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,821,760,7,23,20070,204363,25196,23,8,23,0
openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,866,800,8,23,20787,205986,25041,23,12,23,0
openrouter/austism/chronos-hermes-13b,java,java/mistakes,code-repair,155,0,5,5,1101,26808,3169,5,0,5,140
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,13,10,1,1,154,3799,477,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,0,0,1,366,5263,702,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,0,0,1,561,5839,847,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,0,0,1,669,8093,1221,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,3,0,1,1,212,5065,747,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,13,10,1,1,154,3799,477,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,0,0,1,366,5263,702,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,0,0,1,561,5839,847,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,0,0,1,669,8093,1221,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,3,0,1,1,212,5065,747,1,0,1,0
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,209,0,4,10,3873,38195,4511,10,5,10,180
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,340,0,8,10,4343,37959,4846,10,4,8,310
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,368,0,8,10,4127,36409,4629,10,2,8,340
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,393,0,8,10,4217,40423,4974,10,5,10,360
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,422,0,9,10,4214,39959,5133,10,3,10,390
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,209,0,4,10,3873,38195,4511,10,5,10,180
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,340,0,8,10,4343,37959,4846,10,4,8,310
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,368,0,8,10,4127,36409,4629,10,2,8,340
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,393,0,8,10,4217,40423,4974,10,5,10,360
openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,422,0,9,10,4214,39959,5133,10,3,10,390
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,419,360,10,23,17136,178396,21736,23,5,21,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,486,420,10,23,12713,140018,15754,23,10,23,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,646,580,11,23,16324,172699,19620,23,10,22,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,696,630,12,23,15394,158897,18328,23,8,23,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,743,680,12,23,12785,155184,18358,23,7,21,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,419,360,10,23,17136,178396,21736,23,5,21,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,486,420,10,23,12713,140018,15754,23,10,23,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,646,580,11,23,16324,172699,19620,23,10,22,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,696,630,12,23,15394,158897,18328,23,8,23,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,743,680,12,23,12785,155184,18358,23,7,21,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/mistakes,code-repair,135,0,5,5,607,15423,1955,5,0,5,120
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,13,10,1,1,167,3966,565,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,13,10,1,1,173,3948,542,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,0,0,1,154,3594,403,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,0,0,1,190,4414,602,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,0,0,1,242,4314,598,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,167,3966,565,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,173,3948,542,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,154,3594,403,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,190,4414,602,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,242,4314,598,1,0,1,0
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,136,0,6,10,3095,33110,3230,10,10,10,100
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,189,0,7,10,3641,44639,5116,10,2,10,160
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,303,0,7,10,3353,39025,3948,10,6,10,270
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,345,0,9,10,2945,33827,3411,10,6,10,310
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,69,0,4,10,3252,38666,3629,10,6,9,40
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,136,0,6,10,3095,33110,3230,10,10,10,100
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,189,0,7,10,3641,44639,5116,10,2,10,160
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,303,0,7,10,3353,39025,3948,10,6,10,270
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,345,0,9,10,2945,33827,3411,10,6,10,310
openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,69,0,4,10,3252,38666,3629,10,6,9,40
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,505,440,13,23,18813,170449,26116,23,6,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,578,510,15,23,20250,166417,26973,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,613,550,15,23,19444,180692,29734,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,628,560,15,23,19114,167656,27638,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,760,690,17,23,19013,167322,27358,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,556,490,14,23,18813,170951,26116,23,6,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,782,710,19,23,19114,168769,27638,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,806,740,18,23,19444,181400,29734,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,853,780,20,23,19013,168271,27358,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,904,830,21,23,20250,168353,26973,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/mistakes,code-repair,206,0,5,5,646,10196,1532,5,1,5,190
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,1863,245,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,2005,367,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,2233,364,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,3130,571,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,4559,366,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,1863,245,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,2005,367,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,2233,364,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,3130,571,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,4559,366,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,174,0,3,10,3649,41987,7132,10,1,10,150
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,175,0,3,10,3053,44607,7530,10,2,10,150
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,258,0,5,10,3322,44667,6984,10,3,10,230
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,286,0,5,10,2500,35321,5251,10,1,10,260
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,287,0,5,10,2439,36824,5578,10,2,10,260
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,175,0,3,10,3053,44607,7530,10,2,10,150
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,258,0,5,10,3322,44667,6984,10,3,10,230
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,286,0,5,10,2500,35321,5251,10,1,10,260
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,296,0,5,10,3649,43738,7132,10,1,10,270
openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,348,0,6,10,2439,37548,5578,10,2,10,320
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1688,1620,13,23,20928,134401,28047,23,9,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1727,1660,16,23,19561,134980,27199,23,5,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1849,1780,16,23,17639,123298,24691,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,2010,1940,16,23,20174,139696,26531,23,8,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,2221,2150,19,23,17055,121381,23346,23,6,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1688,1620,13,23,20928,134401,28047,23,9,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1727,1660,16,23,19561,134980,27199,23,5,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1849,1780,16,23,17639,123298,24691,23,7,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,2010,1940,16,23,20174,139696,26531,23,8,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,2221,2150,19,23,17055,121381,23346,23,6,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/mistakes,code-repair,135,0,4,5,968,13320,1708,5,1,5,120
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,13,10,1,1,186,2321,465,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,13,10,1,1,191,2367,407,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,13,10,1,1,242,1854,322,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,14,10,1,1,212,1439,224,1,1,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,2,0,0,1,475,5084,970,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,186,2321,465,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,191,2367,407,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,242,1854,322,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,14,10,1,1,212,1439,224,1,1,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,475,5084,970,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,382,0,8,10,3631,29232,4574,10,4,10,350
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,382,0,8,10,3894,33402,5674,10,4,10,350
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,434,0,9,10,3390,31674,5051,10,6,9,400
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,436,0,9,10,3723,28212,4797,10,7,10,400
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,467,0,10,10,4088,28475,4439,10,7,10,430
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,382,0,8,10,3631,29232,4574,10,4,10,350
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,382,0,8,10,3894,33402,5674,10,4,10,350
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,434,0,9,10,3390,31674,5051,10,6,9,400
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,436,0,9,10,3723,28212,4797,10,7,10,400
openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,467,0,10,10,4088,28475,4439,10,7,10,430
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1678,1610,18,23,10914,109145,19109,23,4,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1732,1660,22,23,10611,117687,20918,23,4,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1778,1710,20,23,12235,116360,20746,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1799,1730,21,23,12286,163932,19818,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1960,1890,22,23,11718,113020,20530,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1678,1610,18,23,10914,109145,19109,23,4,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1732,1660,22,23,10611,117687,20918,23,4,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1778,1710,20,23,12235,116360,20746,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1799,1730,21,23,12286,163932,19818,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1960,1890,22,23,11718,113020,20530,23,2,23,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/mistakes,code-repair,135,0,4,5,615,7599,800,5,2,4,120
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,146,2986,526,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,148,2851,468,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,161,4459,842,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,167,2965,433,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,14,10,1,1,159,1682,172,1,1,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,146,2986,526,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,148,2851,468,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,161,4459,842,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,167,2965,433,1,0,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,159,1682,172,1,1,1,0
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,125,0,9,10,2629,28381,3797,10,6,10,90
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,137,0,10,10,3017,29296,4010,10,7,10,100
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,68,0,9,10,3211,26841,3657,10,9,10,30
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,84,0,10,10,3117,34900,5251,10,4,10,50
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,86,0,9,10,2668,32072,3795,10,7,10,50
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,125,0,9,10,2629,28381,3797,10,6,10,90
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,137,0,10,10,3017,29296,4010,10,7,10,100
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,68,0,9,10,3211,26841,3657,10,9,10,30
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,84,0,10,10,3117,34900,5251,10,4,10,50
openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,86,0,9,10,2668,32072,3795,10,7,10,50
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,307,240,7,23,17691,242061,21182,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,458,390,10,23,17565,246939,21484,23,12,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,500,430,11,23,17794,237858,21698,23,13,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,502,430,12,23,17176,246187,20110,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,610,540,12,23,17995,233692,21572,23,12,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,583,510,13,23,17691,244074,21182,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,614,540,14,23,17176,246697,20110,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,644,570,15,23,17794,239253,21698,23,13,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,704,630,16,23,17995,234653,21572,23,12,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,713,640,15,23,17565,248796,21484,23,12,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/mistakes,code-repair,210,0,5,5,643,11714,705,5,5,5,190
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,13,10,1,1,106,2372,214,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,135,2328,149,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,197,3510,211,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,337,4000,351,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,402,4356,416,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,106,2372,214,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,135,2328,149,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,197,3510,211,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,337,4000,351,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,402,4356,416,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,354,0,6,10,2688,42473,3501,10,8,10,320
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,376,0,7,10,3220,42446,3367,10,9,10,340
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,395,0,7,10,2757,44571,3670,10,8,10,360
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,467,0,9,10,3180,42928,3979,10,8,10,430
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,508,0,9,10,2878,37728,3125,10,9,10,470
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,376,0,7,10,3220,42446,3367,10,9,10,340
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,395,0,7,10,2757,44571,3670,10,8,10,360
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,456,0,8,10,2688,45040,3501,10,8,10,420
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,467,0,9,10,3180,42928,3979,10,8,10,430
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,508,0,9,10,2878,37728,3125,10,9,10,470
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1411,1340,14,23,23577,232299,27258,23,11,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1950,1870,17,23,21489,215140,24227,23,17,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1955,1880,16,23,14812,158298,17299,23,14,22,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,2047,1970,17,23,18971,187434,22359,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,2198,2120,18,23,21062,216737,25753,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1411,1340,14,23,23577,232299,27258,23,11,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1950,1870,17,23,21489,215140,24227,23,17,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1955,1880,16,23,14812,158298,17299,23,14,22,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,2047,1970,17,23,18971,187434,22359,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,2198,2120,18,23,21062,216737,25753,23,14,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/mistakes,code-repair,159,0,5,5,1045,17055,1210,5,4,5,140
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,14,10,1,1,186,2796,198,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,14,10,1,1,236,2967,248,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,14,10,1,1,251,2580,263,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,2,0,0,1,329,7584,984,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,3,0,0,1,230,2524,242,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,2796,198,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,236,2967,248,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,251,2580,263,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,2,0,0,1,329,7584,984,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,3,0,0,1,230,2524,242,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,439,0,9,10,3335,44953,3455,10,10,10,400
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,470,0,10,10,3386,44153,3506,10,10,10,430
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,478,0,10,10,3479,55394,4776,10,8,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,479,0,10,10,3410,49201,3904,10,9,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,480,0,10,10,3108,47584,3228,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,439,0,9,10,3335,44953,3455,10,10,10,400
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,470,0,10,10,3386,44153,3506,10,10,10,430
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,478,0,10,10,3479,55394,4776,10,8,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,479,0,10,10,3410,49201,3904,10,9,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3108,47584,3228,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1027,950,12,23,12846,160310,15080,23,19,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1107,1030,12,23,15538,182220,17352,23,19,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1178,1100,14,23,14724,179386,17372,23,18,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1255,1200,12,23,9697,104282,10682,15,13,15,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1256,1180,13,23,13644,159830,16024,23,17,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1027,950,12,23,12846,160310,15080,23,19,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1107,1030,12,23,15538,182220,17352,23,19,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1178,1100,14,23,14724,179386,17372,23,18,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1255,1200,12,23,9697,104282,10682,15,13,15,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1256,1180,13,23,13644,159830,16024,23,17,23,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/mistakes,code-repair,169,0,5,5,600,11335,732,5,4,5,150
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,13,10,1,1,147,5105,566,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,13,10,1,1,151,3395,406,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,147,2417,159,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,186,4127,198,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,198,2903,210,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,5105,566,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,151,3395,406,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,2417,159,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,186,4127,198,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,198,2903,210,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,135,0,7,10,3603,63759,5259,10,8,10,100
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,164,0,7,10,3033,45142,3930,10,7,10,130
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,175,0,5,10,1999,29019,2496,7,6,7,150
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,215,0,7,10,2839,44631,3645,10,8,10,180
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,269,0,9,10,2860,38011,2980,10,10,10,230
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,135,0,7,10,3603,63759,5259,10,8,10,100
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,164,0,7,10,3033,45142,3930,10,7,10,130
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,175,0,5,10,1999,29019,2496,7,6,7,150
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,215,0,7,10,2839,44631,3645,10,8,10,180
openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,269,0,9,10,2860,38011,2980,10,10,10,230
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,130,80,4,23,33547,179289,34590,23,10,13,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,196,140,4,23,25949,133067,29125,23,11,18,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,197,140,5,23,31970,186528,32840,23,14,15,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,210,160,5,23,33871,253388,35100,23,10,12,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,258,200,5,23,26547,153677,28946,23,13,17,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,192,140,6,23,33547,179678,34590,23,10,13,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,241,190,6,23,33871,253677,35100,23,10,12,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,248,190,6,23,31970,186795,32840,23,14,15,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,340,280,7,23,26547,154684,28946,23,13,17,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,383,320,11,23,25949,134840,29125,23,11,18,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/mistakes,code-repair,169,0,4,5,735,9146,805,5,5,5,150
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,13,10,1,1,110,2463,379,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,2,0,0,1,950,5183,1070,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,0,0,1,254,2196,268,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,0,0,1,330,2586,344,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,0,0,1,56,691,70,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,110,2463,379,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,56,1183,70,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,950,5183,1070,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,254,2196,268,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,330,2586,344,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,1057,990,10,23,34971,173586,36068,23,16,18,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,619,560,5,23,38048,143625,39460,23,14,17,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,736,670,6,23,37010,148979,38251,23,17,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,927,860,6,23,37523,148079,38326,23,18,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,967,900,8,23,35728,203203,38482,23,16,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,1057,990,10,23,34971,173586,36068,23,16,18,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,619,560,5,23,38048,143625,39460,23,14,17,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,736,670,6,23,37010,148979,38251,23,17,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,927,860,6,23,37523,148079,38326,23,18,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,967,900,8,23,35728,203203,38482,23,16,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/mistakes,code-repair,106,0,3,5,1700,9985,1750,5,4,4,90
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,14,10,1,1,466,1603,478,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,0,0,1,288,1875,504,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,0,0,1,606,12966,4925,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,0,0,1,797,4887,1448,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,3,0,0,1,1646,4573,1658,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,466,1603,478,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,288,1875,504,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,606,12966,4925,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,797,4887,1448,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,1646,4573,1658,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,386,0,8,10,7075,66455,7196,10,9,9,350
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,437,0,9,10,4038,45457,4364,10,8,10,400
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,480,0,10,10,4073,36051,4193,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,480,0,10,10,4139,33848,4259,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,480,0,10,10,4223,42734,4343,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,386,0,8,10,7075,66455,7196,10,9,9,350
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,437,0,9,10,4038,45457,4364,10,8,10,400
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4073,36051,4193,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4139,33848,4259,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4223,42734,4343,10,10,10,440
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,245,180,4,23,17997,155533,20624,23,16,22,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,343,280,6,23,21129,226325,24209,23,13,21,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,346,280,5,23,19610,177466,22113,23,16,22,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,650,580,10,23,23685,187689,26135,23,17,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,780,710,8,23,21653,200616,22141,23,19,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,245,180,4,23,17997,155533,20624,23,16,22,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,343,280,6,23,21129,226325,24209,23,13,21,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,346,280,5,23,19610,177466,22113,23,16,22,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,650,580,10,23,23685,187689,26135,23,17,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,780,710,8,23,21653,200616,22141,23,19,20,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/mistakes,code-repair,140,0,5,5,629,6905,689,5,5,5,120
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,13,10,1,1,147,4680,429,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,14,10,1,1,147,3009,159,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,0,0,1,153,2220,165,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,0,0,1,200,3072,212,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,0,0,1,242,2860,254,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,4680,429,1,0,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,3009,159,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,153,2220,165,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,200,3072,212,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,242,2860,254,1,1,1,0
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,168,0,8,10,3183,36616,3304,10,10,10,130
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,227,0,8,10,2910,29536,3245,10,9,10,190
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,240,0,10,10,2710,28954,2830,10,10,10,200
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,267,0,7,10,2863,31692,2983,10,10,10,230
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,278,0,10,10,3046,36115,3633,10,8,10,240
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,168,0,8,10,3183,36616,3304,10,10,10,130
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,227,0,8,10,2910,29536,3245,10,9,10,190
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,2710,28954,2830,10,10,10,200
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,267,0,7,10,2863,31692,2983,10,10,10,230
openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,278,0,10,10,3046,36115,3633,10,8,10,240
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,111,40,2,23,15533,60063,15856,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,121,50,2,23,18646,69454,19001,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,142,70,3,23,14476,66804,14798,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,165,90,6,23,17862,68091,18181,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,204,130,5,23,19895,71266,20213,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,173,100,4,23,18646,69970,19001,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,193,120,4,23,15533,60577,15856,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,206,130,7,23,17862,68460,18181,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,224,150,5,23,14476,67259,14798,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,286,210,7,23,19895,72251,20213,23,23,23,0
openrouter/cohere/command-r-03-2024,golang,golang/mistakes,code-repair,180,0,5,5,712,4385,782,5,5,5,160
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,14,10,1,1,129,765,143,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,14,10,1,1,78,627,92,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,14,10,1,1,80,621,94,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,3,0,0,1,100,744,114,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,3,0,0,1,84,658,98,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,129,765,143,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,78,627,92,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,80,621,94,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,100,744,114,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,84,658,98,1,1,1,0
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,141,0,3,10,3207,11986,3283,10,4,4,120
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,161,0,3,10,3208,12123,3284,10,4,4,140
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,226,0,4,10,3057,11549,3141,10,6,6,200
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,287,0,5,10,3078,13761,3162,10,6,6,260
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,353,0,7,10,3018,12045,3114,10,8,8,320
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,172,0,4,10,3207,12188,3283,10,4,4,150
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,192,0,4,10,3208,12581,3284,10,4,4,170
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,226,0,4,10,3057,11549,3141,10,6,6,200
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,318,0,6,10,3078,14013,3162,10,6,6,290
openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,353,0,7,10,3018,12045,3114,10,8,8,320
openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1179,1100,10,23,20369,57274,20645,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1218,1140,9,23,19361,53895,19637,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1320,1240,11,23,20228,55443,20504,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1462,1380,13,23,18845,54602,19121,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests,999,920,10,23,17787,51734,18063,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1179,1100,10,23,20369,57274,20645,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1218,1140,9,23,19361,53895,19637,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1320,1240,11,23,20228,55443,20504,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1462,1380,13,23,18845,54602,19121,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,999,920,10,23,17787,51734,18063,23,23,23,0
openrouter/cohere/command-r-03-2024,java,java/mistakes,code-repair,160,0,5,5,1160,4768,1220,5,5,5,140
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,136,707,148,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,136,871,148,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,137,716,149,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,137,719,149,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,3,0,0,1,151,772,163,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,707,148,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,871,148,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,716,149,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,719,149,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,3,0,0,1,151,772,163,1,1,1,0
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,364,0,8,10,3964,12385,4072,10,8,8,330
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,384,0,8,10,4035,13205,4143,10,8,8,350
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,417,0,9,10,3942,14576,4056,10,9,9,380
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,440,0,10,10,3963,13897,4083,10,10,10,400
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,460,0,10,10,4018,12418,4138,10,10,10,420
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,364,0,8,10,3964,12385,4072,10,8,8,330
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,384,0,8,10,4035,13205,4143,10,8,8,350
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,417,0,9,10,3942,14576,4056,10,9,9,380
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,440,0,10,10,3963,13897,4083,10,10,10,400
openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,4018,12418,4138,10,10,10,420
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,1001,920,12,23,11224,37640,11500,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,586,510,7,23,11494,39372,11770,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,647,570,8,23,12093,44397,12369,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,678,600,9,23,10734,36760,11010,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,857,780,8,23,12272,47011,12548,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,1001,920,12,23,11224,37640,11500,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,586,510,7,23,11494,39372,11770,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,647,570,8,23,12093,44397,12369,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,678,600,9,23,10734,36760,11010,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,857,780,8,23,12272,47011,12548,23,23,23,0
openrouter/cohere/command-r-03-2024,ruby,ruby/mistakes,code-repair,109,0,4,5,728,5125,788,5,5,5,90
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,14,10,1,1,145,732,157,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,743,167,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,756,167,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,3,0,0,1,131,688,143,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,3,0,0,1,146,1019,158,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,145,732,157,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,743,167,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,756,167,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,688,143,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,146,1019,158,1,1,1,0
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,141,0,7,10,2682,12802,2784,10,7,7,110
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,144,0,8,10,2350,10717,2458,10,8,8,110
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,31,0,7,10,2543,10810,2645,10,7,7,0
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,32,0,6,10,2701,10271,2809,10,8,8,0
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,63,0,7,10,2477,10314,2585,10,8,8,30
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,141,0,7,10,2682,12802,2784,10,7,7,110
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,144,0,8,10,2350,10717,2458,10,8,8,110
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,31,0,7,10,2543,10810,2645,10,7,7,0
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,32,0,6,10,2701,10271,2809,10,8,8,0
openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,63,0,7,10,2477,10314,2585,10,8,8,30
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,555,470,16,23,25169,110834,25411,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,667,580,18,23,23289,102859,23531,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,769,680,20,23,26779,127502,27033,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,800,710,21,23,24537,106810,24783,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,921,830,22,23,22436,90892,22666,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,709,620,20,23,25169,112185,25411,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,769,680,20,23,23289,103467,23531,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,800,710,21,23,24537,106810,24783,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,831,740,22,23,26779,128315,27033,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,962,870,23,23,22436,91286,22666,23,23,23,0
openrouter/cohere/command-r-08-2024,golang,golang/mistakes,code-repair,87,0,2,5,680,4823,750,5,5,5,70
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,112,856,126,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,136,1088,146,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,74,665,84,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,74,693,84,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,77,712,91,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,112,856,126,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,136,1088,146,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,665,84,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,693,84,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,77,712,91,1,1,1,0
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,448,0,8,10,2870,14840,2970,10,10,10,410
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,499,0,9,10,3237,15709,3337,10,10,10,460
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,509,0,9,10,2914,14537,3014,10,10,10,470
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,509,0,9,10,3192,16794,3292,10,10,10,470
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,540,0,10,10,3003,14613,3103,10,10,10,500
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,2870,14840,2970,10,10,10,410
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,499,0,9,10,3237,15709,3337,10,10,10,460
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,509,0,9,10,2914,14537,3014,10,10,10,470
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,509,0,9,10,3192,16794,3292,10,10,10,470
openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3003,14613,3103,10,10,10,500
openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1339,1260,10,23,27721,95333,27997,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1492,1410,13,23,24940,83064,25217,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1833,1750,14,23,25550,86062,25827,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1892,1810,13,23,24238,83431,24514,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests,2276,2190,17,23,26137,87355,26413,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1339,1260,10,23,27721,95333,27997,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1492,1410,13,23,24940,83064,25217,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1833,1750,14,23,25550,86062,25827,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1892,1810,13,23,24238,83431,24514,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,2276,2190,17,23,26137,87355,26413,23,23,23,0
openrouter/cohere/command-r-08-2024,java,java/mistakes,code-repair,160,0,5,5,1167,5878,1227,5,5,5,140
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,224,1232,236,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,238,1073,250,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,238,1102,250,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,255,1132,267,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,270,1129,282,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1232,236,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,238,1073,250,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,238,1102,250,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,255,1132,267,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,270,1129,282,1,1,1,0
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,470,0,10,10,3765,17062,3885,10,10,10,430
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,470,0,10,10,3872,16421,3992,10,10,10,430
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,480,0,10,10,3991,28078,4111,10,10,10,440
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,480,0,10,10,3996,18546,4116,10,10,10,440
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,480,0,10,10,4208,18677,4328,10,10,10,440
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,470,0,10,10,3765,17062,3885,10,10,10,430
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,470,0,10,10,3872,16421,3992,10,10,10,430
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,3991,28078,4111,10,10,10,440
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,3996,18546,4116,10,10,10,440
openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,4208,18677,4328,10,10,10,440
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,478,400,9,23,17771,71819,18047,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,533,460,4,23,16162,67836,16438,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,675,600,6,23,18202,74256,18478,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,796,720,7,23,17152,74552,17428,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,90,20,1,23,19600,77820,19877,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,478,400,9,23,17771,71819,18047,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,533,460,4,23,16162,67836,16438,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,675,600,6,23,18202,74256,18478,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,796,720,7,23,17152,74552,17428,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,90,20,1,23,19600,77820,19877,23,23,23,0
openrouter/cohere/command-r-08-2024,ruby,ruby/mistakes,code-repair,160,0,5,5,600,4337,660,5,5,5,140
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,113,799,125,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,142,895,154,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,135,1141,147,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,229,1390,241,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,276,1354,288,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,113,799,125,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,142,895,154,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,135,1141,147,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,229,1390,241,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,276,1354,288,1,1,1,0
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,159,0,9,10,2885,13957,3005,10,10,10,120
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,228,0,8,10,2696,14212,2816,10,10,10,190
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,259,0,9,10,2749,14255,2869,10,10,10,220
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,280,0,10,10,3035,14686,3155,10,10,10,240
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,38,0,8,10,3036,14855,3156,10,10,10,0
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,159,0,9,10,2885,13957,3005,10,10,10,120
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,228,0,8,10,2696,14212,2816,10,10,10,190
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,259,0,9,10,2749,14255,2869,10,10,10,220
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,280,0,10,10,3035,14686,3155,10,10,10,240
openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,38,0,8,10,3036,14855,3156,10,10,10,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,101,30,2,23,22553,215138,22875,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,131,60,2,23,25067,251256,25389,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,162,90,3,23,24536,241188,24858,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,264,190,5,23,22651,204183,22973,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,272,200,5,23,27336,231566,27650,23,22,22,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,101,30,2,23,22553,215138,22875,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,131,60,2,23,25067,251256,25389,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,162,90,3,23,24536,241188,24858,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,264,190,5,23,22651,204183,22973,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,272,200,5,23,27336,231566,27650,23,22,22,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/mistakes,code-repair,210,0,5,5,645,9533,711,5,5,5,190
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,14,10,1,1,124,1100,138,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,121,1706,135,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,127,1552,141,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,145,1482,159,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,96,1139,110,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,124,1100,138,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,121,1706,135,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,127,1552,141,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,145,1482,159,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,96,1139,110,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,387,0,7,10,3556,37346,3656,10,10,10,350
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,425,0,7,10,3427,28853,3523,10,9,9,390
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,464,0,8,10,2823,29086,2915,10,8,8,430
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,499,0,9,10,4047,30968,4147,10,10,10,460
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,509,0,9,10,2696,36925,2796,10,10,10,470
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,3556,37559,3656,10,10,10,410
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,464,0,8,10,2823,29086,2915,10,8,8,430
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,486,0,8,10,3427,29164,3523,10,9,9,450
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2696,37114,2796,10,10,10,500
openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,4047,31308,4147,10,10,10,520
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2298,2210,19,23,31678,190716,31954,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2309,2220,20,23,28068,149905,28344,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2577,2490,20,23,39229,311044,39496,23,22,22,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2619,2530,20,23,30994,175425,31270,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2670,2580,21,23,31512,189015,31788,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2298,2210,19,23,31678,190716,31954,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2309,2220,20,23,28068,149905,28344,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2577,2490,20,23,39229,311044,39496,23,22,22,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2619,2530,20,23,30994,175425,31270,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2670,2580,21,23,31512,189015,31788,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,java,java/mistakes,code-repair,160,0,5,5,1050,8784,1110,5,5,5,140
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,185,1369,197,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1538,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1570,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1637,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1663,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,185,1369,197,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1538,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1570,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1637,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1663,236,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,450,0,10,10,3639,32534,3759,10,10,10,410
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3552,30520,3672,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3693,28919,3813,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3705,24838,3825,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3879,25561,3999,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,450,0,10,10,3639,32534,3759,10,10,10,410
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3552,30520,3672,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3693,28919,3813,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3705,24838,3825,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3879,25561,3999,10,10,10,420
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1177,1090,18,23,21618,157236,21894,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1255,1170,16,23,17484,118621,17760,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1518,1430,19,23,18262,136645,18538,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1527,1440,18,23,19556,147867,19833,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1627,1540,18,23,21505,131436,21781,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1177,1090,18,23,21618,157236,21894,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1255,1170,16,23,17484,118621,17760,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1518,1430,19,23,18262,136645,18538,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1527,1440,18,23,19556,147867,19833,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1627,1540,18,23,21505,131436,21781,23,23,23,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/mistakes,code-repair,170,0,5,5,612,7975,672,5,5,5,150
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,108,1063,120,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,140,1202,152,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,1232,167,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,1386,167,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,226,1443,238,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,108,1063,120,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1202,152,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1232,167,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1386,167,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,226,1443,238,1,1,1,0
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,120,0,10,10,3182,25973,3302,10,10,10,80
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,200,0,10,10,3174,24280,3294,10,10,10,160
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,220,0,10,10,2848,22116,2968,10,10,10,180
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,220,0,10,10,2874,38534,2994,10,10,10,180
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,250,0,10,10,2917,25444,3037,10,10,10,210
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,120,0,10,10,3182,25973,3302,10,10,10,80
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,200,0,10,10,3174,24280,3294,10,10,10,160
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,220,0,10,10,2848,22116,2968,10,10,10,180
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,220,0,10,10,2874,38534,2994,10,10,10,180
openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,250,0,10,10,2917,25444,3037,10,10,10,210
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,112,40,3,23,21673,219376,21987,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,120,50,1,23,22792,214781,23114,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,142,70,3,23,25697,204176,26004,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,69,0,0,23,23318,182644,23629,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,92,20,3,23,23948,240585,24258,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,161,90,2,23,23318,183116,23629,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,162,90,3,23,22792,215607,23114,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,184,110,5,23,25697,205029,26004,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,204,130,5,23,23948,241248,24258,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,285,210,6,23,21673,220316,21987,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/mistakes,code-repair,210,0,5,5,646,7484,696,5,5,5,190
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,14,10,1,1,145,3315,155,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,195,2190,209,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,204,2625,214,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,230,2018,244,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,271,2337,281,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,145,3315,155,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,195,2190,209,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,204,2625,214,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,230,2018,244,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,271,2337,281,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,478,0,8,10,2809,31310,2909,10,10,10,440
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,509,0,9,10,2861,42321,2961,10,10,10,470
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,540,0,10,10,2887,30544,2987,10,10,10,500
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,540,0,10,10,2982,27516,3082,10,10,10,500
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,540,0,10,10,3011,23038,3111,10,10,10,500
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,478,0,8,10,2809,31310,2909,10,10,10,440
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,509,0,9,10,2861,42321,2961,10,10,10,470
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2887,30544,2987,10,10,10,500
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2982,27516,3082,10,10,10,500
openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3011,23038,3111,10,10,10,500
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2066,1980,17,23,30643,230883,30919,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2166,2080,17,23,27720,165339,27996,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2648,2560,19,23,27410,192228,27686,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2739,2650,20,23,31672,236796,31948,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2910,2820,21,23,30257,189175,30533,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2066,1980,17,23,30643,230883,30919,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2166,2080,17,23,27720,165339,27996,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2648,2560,19,23,27410,192228,27686,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2739,2650,20,23,31672,236796,31948,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2910,2820,21,23,30257,189175,30533,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,java,java/mistakes,code-repair,160,0,5,5,1137,10420,1197,5,5,5,140
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,236,2016,248,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,237,2450,249,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,244,1912,256,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,330,2864,342,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,4,0,1,1,258,2041,270,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,236,2016,248,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,237,2450,249,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,244,1912,256,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,330,2864,342,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,4,0,1,1,258,2041,270,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,470,0,10,10,4199,35068,4319,10,10,10,430
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,479,0,10,10,4055,27207,4240,10,9,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,479,0,10,10,4161,31516,4316,10,9,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,480,0,10,10,4125,34938,4245,10,10,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,480,0,10,10,4127,29151,4247,10,10,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,470,0,10,10,4199,35068,4319,10,10,10,430
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,479,0,10,10,4055,27207,4240,10,9,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,479,0,10,10,4161,31516,4316,10,9,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,4125,34938,4245,10,10,10,440
openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,4127,29151,4247,10,10,10,440
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1202,1120,13,23,20528,140695,20804,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1202,1120,13,23,20861,212293,21137,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1282,1200,13,23,18608,163189,18884,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1594,1510,15,23,20313,165945,20589,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,778,700,9,23,20797,150937,21073,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1202,1120,13,23,20528,140695,20804,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1202,1120,13,23,20861,212293,21137,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1282,1200,13,23,18608,163189,18884,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1594,1510,15,23,20313,165945,20589,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,778,700,9,23,20797,150937,21073,23,23,23,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/mistakes,code-repair,169,0,5,5,593,6426,681,5,4,5,150
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,112,1207,124,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,203,1528,215,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,216,1749,228,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,127,1697,139,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,150,1563,162,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,112,1207,124,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,203,1528,215,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,216,1749,228,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,127,1697,139,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,150,1563,162,1,1,1,0
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,228,0,9,10,2895,59625,3049,10,9,10,190
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,288,0,8,10,2762,23250,2882,10,10,10,250
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,327,0,9,10,3135,29714,3243,10,9,9,290
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,329,0,10,10,2637,24616,2799,10,9,10,290
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,350,0,10,10,2479,20241,2599,10,10,10,310
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,228,0,9,10,2895,59625,3049,10,9,10,190
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,288,0,8,10,2762,23250,2882,10,10,10,250
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,327,0,9,10,3135,29714,3243,10,9,9,290
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,329,0,10,10,2637,24616,2799,10,9,10,290
openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,2479,20241,2599,10,10,10,310
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,571,490,15,23,20359,137691,21197,23,21,22,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,602,520,16,23,20530,126272,22137,23,21,22,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,661,580,15,23,26381,116725,27345,23,21,22,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,694,610,16,23,23298,117347,23965,23,22,23,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,808,720,19,23,29284,205703,29594,23,23,23,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,766,680,20,23,20530,127999,22137,23,21,22,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,846,760,20,23,26381,119077,27345,23,21,22,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,847,760,21,23,20359,140545,21197,23,21,22,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,880,790,22,23,23298,119273,23965,23,22,23,0
openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,992,900,23,23,29284,207206,29594,23,23,23,0
openrouter/databricks/dbrx-instruct,golang,golang/mistakes,code-repair,210,0,5,5,693,9162,780,5,5,5,190
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,125,3084,135,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,141,2236,156,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,385,1570,399,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1272,93,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,79,962,93,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,125,3084,135,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,141,2236,156,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,385,1570,399,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1272,93,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,962,93,1,1,1,0
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,394,0,7,10,3040,15399,3366,10,7,10,360
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,415,0,7,10,3021,25044,3260,10,8,10,380
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,428,0,8,10,3222,21287,3354,10,10,10,390
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,477,0,8,10,3142,19466,3336,10,9,10,440
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,489,0,9,10,3098,19610,3234,10,10,10,450
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,428,0,8,10,3222,21287,3354,10,10,10,390
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,445,0,8,10,3040,16211,3366,10,7,10,410
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,538,0,10,10,3021,26648,3260,10,8,10,500
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,539,0,10,10,3142,20401,3336,10,9,10,500
openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3098,20141,3234,10,10,10,500
openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1021,950,8,23,19270,110513,22718,23,18,22,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1044,970,8,23,26144,129974,27808,23,20,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1324,1250,10,23,23861,92044,27521,23,18,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1449,1370,13,23,24838,130886,27417,23,20,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1671,1590,13,23,19162,73814,20141,23,22,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1021,950,8,23,19270,110513,22718,23,18,22,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1044,970,8,23,26144,129974,27808,23,20,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1324,1250,10,23,23861,92044,27521,23,18,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1449,1370,13,23,24838,130886,27417,23,20,23,0
openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1671,1590,13,23,19162,73814,20141,23,22,23,0
openrouter/databricks/dbrx-instruct,java,java/mistakes,code-repair,160,0,5,5,1223,6726,1283,5,5,5,140
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,1175,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,1176,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,1339,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,901,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,3,0,0,1,185,2623,197,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,1175,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,1176,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,1339,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,901,198,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,185,2623,197,1,1,1,0
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,426,0,9,10,4185,17823,4686,10,8,9,390
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,467,0,10,10,4159,20968,4453,10,7,10,430
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,469,0,10,10,4158,22945,4340,10,9,10,430
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,476,0,10,10,4183,20030,4545,10,6,10,440
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,478,0,10,10,4183,20990,4993,10,8,10,440
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,426,0,9,10,4185,17823,4686,10,8,9,390
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,467,0,10,10,4159,20968,4453,10,7,10,430
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,469,0,10,10,4158,22945,4340,10,9,10,430
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,476,0,10,10,4183,20030,4545,10,6,10,440
openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,478,0,10,10,4183,20990,4993,10,8,10,440
openrouter/databricks/dbrx-instruct,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/databricks/dbrx-instruct,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,868,780,21,23,24135,660672,24447,23,22,22,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,868,780,21,23,24707,584364,25018,23,22,22,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,962,870,23,23,19071,406016,19393,23,23,23,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,962,870,23,23,20383,434492,20705,23,23,23,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,972,880,23,23,18888,376731,19210,23,23,23,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,909,820,22,23,24135,660921,24447,23,22,22,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,909,820,22,23,24707,585163,25018,23,22,22,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,962,870,23,23,19071,406016,19393,23,23,23,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,962,870,23,23,20383,434492,20705,23,23,23,0
openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,972,880,23,23,18888,376731,19210,23,23,23,0
openrouter/deepseek/deepseek-chat,golang,golang/mistakes,code-repair,210,0,5,5,638,16506,708,5,5,5,190
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2265,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2572,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2592,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2626,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2856,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2265,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2572,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2592,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2626,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2856,88,1,1,1,0
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2973,71584,3109,10,10,10,440
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,75150,3098,10,10,10,440
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,78289,3094,10,10,10,440
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,81151,3102,10,10,10,440
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,81421,3098,10,10,10,440
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2973,72071,3109,10,10,10,540
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,76589,3098,10,10,10,540
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,79223,3094,10,10,10,540
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,82626,3098,10,10,10,540
openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,82887,3102,10,10,10,540
openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3012,2920,23,23,29996,476552,30272,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3042,2950,23,23,28918,454798,29194,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3071,2980,22,23,28466,445693,28742,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3072,2980,23,23,30018,475540,30294,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3102,3010,23,23,27562,412002,27838,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3012,2920,23,23,29996,476552,30272,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3042,2950,23,23,28918,454798,29194,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3071,2980,22,23,28466,445693,28742,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3072,2980,23,23,30018,475540,30294,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3102,3010,23,23,27562,412002,27838,23,23,23,0
openrouter/deepseek/deepseek-chat,java,java/mistakes,code-repair,160,0,5,5,943,23376,1003,5,5,5,140
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3359,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3412,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3610,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3662,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3923,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3359,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3412,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3610,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3662,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3923,149,1,1,1,0
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3385,88449,3505,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3385,95169,3505,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3417,84251,3537,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3508,85241,3628,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3540,90134,3660,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3385,88449,3505,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3385,95169,3505,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3417,84251,3537,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3508,85241,3628,10,10,10,440
openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3540,90134,3660,10,10,10,440
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,1986,1900,21,23,19974,415098,20240,23,21,21,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2322,2230,23,23,19100,393763,19376,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2322,2230,23,23,19974,422065,20250,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2322,2230,23,23,20251,447107,20527,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2342,2250,23,23,21130,437201,21406,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,1986,1900,21,23,19974,415098,20240,23,21,21,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2322,2230,23,23,19100,393763,19376,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2322,2230,23,23,19974,422065,20250,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2322,2230,23,23,20251,447107,20527,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,21130,437201,21406,23,23,23,0
openrouter/deepseek/deepseek-chat,ruby,ruby/mistakes,code-repair,170,0,5,5,619,19269,679,5,5,5,150
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,169,4262,181,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5181,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5256,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5298,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5776,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,169,4262,181,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5181,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5256,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5298,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5776,247,1,1,1,0
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3093,75897,3213,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3098,76569,3218,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3118,77059,3238,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3123,74801,3243,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3130,76787,3250,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3093,75897,3213,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3098,76569,3218,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3118,77059,3238,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3123,74801,3243,10,10,10,350
openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3130,76787,3250,10,10,10,350
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,868,780,21,23,26070,776891,26381,23,22,22,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,868,780,21,23,26536,674474,26847,23,22,22,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,868,780,21,23,28689,620002,29000,23,22,22,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,911,820,22,23,18857,420739,19179,23,23,23,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,972,880,23,23,18304,430681,18626,23,23,23,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,909,820,22,23,26070,777133,26381,23,22,22,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,909,820,22,23,26536,674695,26847,23,22,22,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,909,820,22,23,28689,620409,29000,23,22,22,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,911,820,22,23,18857,420739,19179,23,23,23,0
openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,972,880,23,23,18304,430681,18626,23,23,23,0
openrouter/deepseek/deepseek-coder,golang,golang/mistakes,code-repair,210,0,5,5,638,17580,708,5,5,5,190
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,2550,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,2839,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,2951,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,3672,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,5024,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2550,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2839,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2951,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,3672,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,5024,88,1,1,1,0
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3010,70558,3130,10,10,10,440
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3010,74128,3126,10,10,10,440
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3013,72430,3129,10,10,10,440
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3013,74091,3133,10,10,10,440
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3013,76512,3141,10,10,10,440
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3010,71000,3130,10,10,10,540
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3010,74965,3126,10,10,10,540
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3013,74704,3129,10,10,10,540
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3013,75414,3133,10,10,10,540
openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3013,77357,3141,10,10,10,540
openrouter/deepseek/deepseek-coder,java,java/light,write-tests,2605,2520,20,23,45421,884381,45679,23,21,21,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests,2686,2600,20,23,31039,514769,31303,22,22,22,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3041,2950,22,23,35775,608981,36051,23,23,23,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3102,3010,23,23,34517,562429,34793,23,23,23,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3102,3010,23,23,35980,608629,36256,23,23,23,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,2605,2520,20,23,45421,884381,45679,23,21,21,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,2686,2600,20,23,31039,514769,31303,22,22,22,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3041,2950,22,23,35775,608981,36051,23,23,23,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3102,3010,23,23,34517,562429,34793,23,23,23,0
openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3102,3010,23,23,35980,608629,36256,23,23,23,0
openrouter/deepseek/deepseek-coder,java,java/mistakes,code-repair,160,0,5,5,943,26771,1003,5,5,5,140
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,3594,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,3654,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,3840,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,4019,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,6411,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3594,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3654,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3840,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,4019,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,6411,149,1,1,1,0
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3421,85179,3541,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3424,81246,3544,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3424,85367,3544,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3424,87479,3544,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3543,82619,3663,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3421,85179,3541,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3424,81246,3544,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3424,85367,3544,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3424,87479,3544,10,10,10,440
openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3543,82619,3663,10,10,10,440
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2252,2160,23,23,21362,411492,21638,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2272,2180,23,23,20806,404568,21082,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2342,2250,23,23,20762,411141,21038,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2342,2250,23,23,20794,394126,21070,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2342,2250,23,23,20939,414183,21215,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2252,2160,23,23,21362,411492,21638,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2272,2180,23,23,20806,404568,21082,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,20762,411141,21038,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,20794,394126,21070,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,20939,414183,21215,23,23,23,0
openrouter/deepseek/deepseek-coder,ruby,ruby/mistakes,code-repair,170,0,5,5,619,17018,679,5,5,5,150
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,162,3768,174,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,169,3712,181,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,169,3798,181,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,235,5101,247,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,235,5221,247,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,162,3768,174,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,169,3712,181,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,169,3798,181,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5101,247,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5221,247,1,1,1,0
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3029,68128,3149,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3066,67274,3186,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3066,68021,3186,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3081,67740,3201,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3084,69861,3204,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3029,68128,3149,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3066,67274,3186,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3066,68021,3186,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3081,67740,3201,10,10,10,390
openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3084,69861,3204,10,10,10,390
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,800,710,21,23,22428,82538,22734,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,860,770,21,23,22185,77999,22500,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,868,780,21,23,30247,125006,30546,23,22,22,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,891,800,22,23,23348,82218,23655,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,901,810,22,23,26028,88357,26319,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,861,770,22,23,22428,82802,22734,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,868,780,21,23,30247,125006,30546,23,22,22,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,891,800,22,23,23348,82218,23655,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,901,810,22,23,26028,88357,26319,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,921,830,22,23,22185,78759,22500,23,23,23,0
openrouter/google/gemini-flash-1.5,golang,golang/mistakes,code-repair,210,0,5,5,638,6048,708,5,5,5,190
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1106,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1149,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1159,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1199,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1256,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1106,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1149,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1159,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1199,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1256,88,1,1,1,0
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2623,15833,2723,10,10,10,490
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2628,15258,2729,10,10,10,490
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2632,18758,2732,10,10,10,490
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2633,15917,2733,10,10,10,490
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2637,15111,2737,10,10,10,490
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2637,15586,2737,10,10,10,520
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2623,16305,2723,10,10,10,540
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2628,15850,2729,10,10,10,540
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2632,19301,2732,10,10,10,540
openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2633,16127,2733,10,10,10,540
openrouter/google/gemini-flash-1.5,java,java/light,write-tests,1175,1100,6,23,28142,71295,28418,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests,833,760,4,23,26336,73263,26612,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests,863,790,4,23,25476,70616,25752,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests,874,800,5,23,23856,65347,24132,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests,904,830,5,23,26364,79806,26640,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,1175,1100,6,23,28142,71295,28418,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,833,760,4,23,26336,73263,26612,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,863,790,4,23,25476,70616,25752,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,874,800,5,23,23856,65347,24132,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,904,830,5,23,26364,79806,26640,23,23,23,0
openrouter/google/gemini-flash-1.5,java,java/mistakes,code-repair,160,0,5,5,943,8134,1003,5,5,5,140
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,14,10,1,1,133,1279,145,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,14,10,1,1,184,1308,196,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,0,0,1,114,1197,126,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,0,0,1,165,1038,177,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,0,0,1,165,1371,177,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,133,1279,145,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,184,1308,196,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,114,1197,126,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,165,1038,177,1,1,1,0
openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,165,1371,177,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2266,2180,21,23,17264,67495,17522,23,21,21,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2332,2240,23,23,17446,67920,17724,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2342,2250,23,23,17575,64441,17851,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2342,2250,23,23,17661,68653,17938,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2362,2270,23,23,17690,67810,17968,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2266,2180,21,23,17264,67495,17522,23,21,21,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2332,2240,23,23,17446,67920,17724,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,17575,64441,17851,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,17661,68653,17938,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,17690,67810,17968,23,23,23,0
openrouter/google/gemini-flash-1.5,ruby,ruby/mistakes,code-repair,170,0,5,5,619,6737,679,5,5,5,150
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1272,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1302,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1303,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1321,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1400,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1272,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1302,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1303,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1321,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1400,152,1,1,1,0
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,259,0,9,10,3224,18835,3344,10,10,10,220
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,260,0,10,10,3242,17975,3362,10,10,10,220
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,310,0,10,10,3117,19796,3237,10,10,10,270
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,310,0,10,10,3130,19156,3250,10,10,10,270
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,320,0,10,10,3079,18937,3199,10,10,10,280
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,259,0,9,10,3224,18835,3344,10,10,10,220
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,260,0,10,10,3242,17975,3362,10,10,10,220
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,3117,19796,3237,10,10,10,270
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,3130,19156,3250,10,10,10,270
openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,320,0,10,10,3079,18937,3199,10,10,10,280
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,819,730,20,23,17934,182392,18258,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,860,770,21,23,18191,177737,18518,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,860,770,21,23,19467,196079,19798,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,880,790,21,23,18218,178719,18541,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,992,900,23,23,18731,185035,19054,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,861,770,22,23,19467,196357,19798,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,880,790,21,23,17934,182704,18258,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,921,830,22,23,18191,177984,18518,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,941,850,22,23,18218,178955,18541,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,992,900,23,23,18731,185035,19054,23,23,23,0
openrouter/google/gemini-pro-1.5,golang,golang/mistakes,code-repair,210,0,5,5,638,14215,708,5,5,5,190
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1855,89,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2002,88,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2037,88,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2055,89,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2203,88,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1855,89,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2002,88,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2037,88,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2055,89,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2203,88,1,1,1,0
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2640,64365,2740,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2641,57970,2742,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2644,69843,2744,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2644,90727,2744,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2645,61642,2745,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2640,64365,2740,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2641,57970,2742,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2644,69843,2744,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2644,90727,2744,10,10,10,540
openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2645,61642,2745,10,10,10,540
openrouter/google/gemini-pro-1.5,java,java/light,write-tests,1115,1040,6,23,21477,163236,21754,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests,642,570,3,23,21477,159063,21754,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests,915,840,6,23,21049,164118,21325,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests,916,840,7,23,23043,176526,23321,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests,965,890,6,23,21022,156985,21298,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,1115,1040,6,23,21477,163236,21754,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,642,570,3,23,21477,159063,21754,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,915,840,6,23,21049,164118,21325,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,916,840,7,23,23043,176526,23321,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,965,890,6,23,21022,156985,21298,23,23,23,0
openrouter/google/gemini-pro-1.5,java,java/mistakes,code-repair,160,0,5,5,948,13827,1008,5,5,5,140
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,14,10,1,1,133,2326,145,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,14,10,1,1,184,2402,196,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,14,10,1,1,184,3487,196,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,3,0,0,1,164,2341,176,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,3,0,0,1,173,2268,185,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,133,2326,145,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,184,2402,196,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,184,3487,196,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,164,2341,176,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,173,2268,185,1,1,1,0
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3166,66162,3286,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3166,69992,3286,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3172,92457,3292,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3179,88686,3299,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3281,89304,3401,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3166,66162,3286,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3166,69992,3286,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3172,92457,3292,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3179,88686,3299,10,10,10,440
openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3281,89304,3401,10,10,10,440
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,1016,940,7,23,14621,209661,14900,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,1148,1070,9,23,16975,207981,17256,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,723,650,4,23,14911,216462,15190,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,875,800,6,23,15724,198783,16006,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,928,850,9,23,15621,205218,15904,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,1016,940,7,23,14621,209661,14900,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,1148,1070,9,23,16975,207981,17256,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,723,650,4,23,14911,216462,15190,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,875,800,6,23,15724,198783,16006,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,928,850,9,23,15621,205218,15904,23,23,23,0
openrouter/google/gemini-pro-1.5,ruby,ruby/mistakes,code-repair,170,0,5,5,604,19835,664,5,5,5,150
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,14,10,1,1,114,2701,126,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,122,10090,134,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,122,4407,134,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,128,3323,140,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,134,4041,146,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,114,2701,126,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,122,10090,134,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,122,4407,134,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,128,3323,140,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,134,4041,146,1,1,1,0
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,197,0,9,10,26369,199595,26480,10,9,9,160
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,260,0,10,10,3354,57371,3474,10,10,10,220
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,260,0,10,10,3463,63984,3583,10,10,10,220
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,290,0,10,10,3270,48642,3390,10,10,10,250
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,310,0,10,10,3257,60856,3377,10,10,10,270
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,197,0,9,10,26369,199595,26480,10,9,9,160
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,260,0,10,10,3354,57371,3474,10,10,10,220
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,260,0,10,10,3463,63984,3583,10,10,10,220
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,290,0,10,10,3270,48642,3390,10,10,10,250
openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,3257,60856,3377,10,10,10,270
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,677,590,18,23,17935,141002,18273,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,718,630,19,23,18038,135264,18389,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,738,650,19,23,17713,137824,18058,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,799,710,20,23,18375,135939,18737,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,830,740,21,23,19525,145578,19874,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,891,800,22,23,18038,136386,18389,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,932,840,23,23,17935,143562,18273,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,942,850,23,23,19525,146523,19874,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,962,870,23,23,18375,136888,18737,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,972,880,23,23,17713,138999,18058,23,23,23,0
openrouter/google/gemma-2-27b-it,golang,golang/mistakes,code-repair,210,0,5,5,654,7728,732,5,5,5,190
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,1044,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,1260,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,945,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,986,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,995,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1044,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1260,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,945,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,986,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,995,90,1,1,1,0
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2668,22750,2791,10,10,10,440
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2710,22128,2828,10,10,10,440
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2718,21631,2838,10,10,10,440
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2773,31038,2897,10,10,10,440
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,560,0,10,10,2946,25657,3064,10,10,10,520
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2668,24384,2791,10,10,10,520
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2710,23094,2828,10,10,10,520
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2718,22765,2838,10,10,10,520
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2773,32318,2897,10,10,10,520
openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2946,25657,3064,10,10,10,520
openrouter/google/gemma-2-27b-it,java,java/light,write-tests,1995,1910,16,23,23167,130173,23482,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2176,2090,17,23,23074,130267,23393,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2205,2120,16,23,23806,136343,24119,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2367,2280,18,23,23286,130953,23605,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2609,2520,20,23,22889,138383,23217,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,1995,1910,16,23,23167,130173,23482,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2176,2090,17,23,23074,130267,23393,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2205,2120,16,23,23806,136343,24119,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2367,2280,18,23,23286,130953,23605,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2609,2520,20,23,22889,138383,23217,23,23,23,0
openrouter/google/gemma-2-27b-it,java,java/mistakes,code-repair,160,0,5,5,942,9161,1008,5,5,5,140
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,187,1416,201,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,187,1528,201,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,187,1741,201,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,247,1987,261,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,273,1974,287,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1416,201,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1528,201,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1741,201,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,247,1987,261,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,273,1974,287,1,1,1,0
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3105,27492,3243,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3172,27128,3308,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3226,30316,3363,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3271,26846,3408,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3398,26636,3535,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3105,27492,3243,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3172,27128,3308,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3226,30316,3363,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3271,26846,3408,10,10,10,440
openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3398,26636,3535,10,10,10,440
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,402,330,3,23,15877,111488,16187,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,433,360,4,23,16099,116477,16413,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,614,540,5,23,16163,122053,16481,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,684,610,5,23,17643,130092,17956,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,90,20,1,23,15790,110600,16105,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,402,330,3,23,15877,111488,16187,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,433,360,4,23,16099,116477,16413,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,614,540,5,23,16163,122053,16481,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,684,610,5,23,17643,130092,17956,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,90,20,1,23,15790,110600,16105,23,23,23,0
openrouter/google/gemma-2-27b-it,ruby,ruby/mistakes,code-repair,170,0,5,5,619,7618,688,5,5,5,150
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,14,10,1,1,140,1288,154,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,14,10,1,1,140,3873,154,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,14,10,1,1,147,1948,161,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,3,0,0,1,131,1477,143,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,3,0,0,1,164,1361,178,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1288,154,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3873,154,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1948,161,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,1477,143,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,164,1361,178,1,1,1,0
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,170,0,10,10,3487,29478,3628,10,10,10,130
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,219,0,9,10,3362,27961,3498,10,10,10,180
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,220,0,10,10,3363,25867,3499,10,10,10,180
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,270,0,10,10,3243,27978,3383,10,10,10,230
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,350,0,10,10,3148,27139,3288,10,10,10,310
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,170,0,10,10,3487,29478,3628,10,10,10,130
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,219,0,9,10,3362,27961,3498,10,10,10,180
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,220,0,10,10,3363,25867,3499,10,10,10,180
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,270,0,10,10,3243,27978,3383,10,10,10,230
openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3148,27139,3288,10,10,10,310
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,207,140,4,23,15302,186920,15649,23,20,20,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,263,190,8,23,14373,155299,14737,23,21,21,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,291,220,6,23,16996,218906,17323,23,21,21,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,329,260,8,23,14945,179402,15286,23,18,20,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,379,310,10,23,15776,182328,16101,23,18,18,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,325,250,10,23,14373,155849,14737,23,21,21,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,329,260,8,23,14945,179402,15286,23,18,20,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,379,310,10,23,15776,182328,16101,23,18,18,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,380,310,7,23,15302,188432,15649,23,20,20,0
openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,455,380,10,23,16996,220561,17323,23,21,21,0
openrouter/google/gemma-2-9b-it,golang,golang/mistakes,code-repair,167,0,4,5,641,13119,699,5,4,4,150
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,14,10,1,1,74,1824,90,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,146,2122,160,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,147,1151,161,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,193,2826,208,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,84,1687,98,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1824,90,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,146,2122,160,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,147,1151,161,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,193,2826,208,1,1,1,0
openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,84,1687,98,1,1,1,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1264,1190,11,23,23840,224565,24117,23,20,20,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1557,1480,12,23,39513,407758,39805,23,21,21,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1580,1510,11,23,19341,171395,19617,23,18,18,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1696,1630,12,23,33623,298234,33873,23,15,16,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests,698,630,7,23,16192,168189,16480,23,19,19,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1264,1190,11,23,23840,224565,24117,23,20,20,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1557,1480,12,23,39513,407758,39805,23,21,21,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1580,1510,11,23,19341,171395,19617,23,18,18,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1696,1630,12,23,33623,298234,33873,23,15,16,0
openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,698,630,7,23,16192,168189,16480,23,19,19,0
openrouter/google/gemma-2-9b-it,java,java/mistakes,code-repair,61,0,2,5,445,10545,488,5,2,2,50
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,0,0,1,16,3794,22,1,0,0,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,0,0,1,16,947,22,1,0,0,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,0,0,1,436,9534,445,1,0,0,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,14,10,1,1,183,949,195,1,1,1,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,14,10,1,1,187,1139,199,1,1,1,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,0,0,1,16,3794,22,1,0,0,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,0,0,1,16,947,22,1,0,0,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,0,0,1,436,9534,445,1,0,0,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,183,949,195,1,1,1,0
openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1139,199,1,1,1,0
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,245,0,5,10,3253,42963,3357,10,5,5,220
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,279,0,6,10,2609,49740,3147,10,6,7,250
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,292,0,6,10,3592,36702,3706,10,8,8,260
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,310,0,6,10,2464,31666,2575,10,7,7,280
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,333,0,7,10,3349,33984,3468,10,8,8,300
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,245,0,5,10,3253,42963,3357,10,5,5,220
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,279,0,6,10,2609,49740,3147,10,6,7,250
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,292,0,6,10,3592,36702,3706,10,8,8,260
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,310,0,6,10,2464,31666,2575,10,7,7,280
openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,333,0,7,10,3349,33984,3468,10,8,8,300
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,1,0,0,1,218,2886,221,1,0,0,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,1,0,0,1,263,16208,269,1,0,0,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,0,0,1,255,3212,272,1,1,1,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,0,0,1,432,3628,469,1,1,1,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,0,0,1,434,11020,448,1,1,1,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,218,2886,221,1,0,0,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,263,16208,269,1,0,0,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,255,3212,272,1,1,1,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,432,3628,469,1,1,1,0
openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,434,11020,448,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,159,90,4,23,23058,81248,23314,23,21,21,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,199,130,4,23,22984,82582,23249,23,21,21,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,228,160,5,23,23595,86554,23836,23,20,20,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,253,180,4,23,20825,76742,21098,23,23,23,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,311,240,6,23,23700,84527,23959,23,21,21,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,293,220,8,23,23058,83010,23314,23,21,21,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,311,240,8,23,23595,87244,23836,23,20,20,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,326,250,7,23,20825,77469,21098,23,23,23,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,352,280,7,23,22984,83592,23249,23,21,21,0
openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,477,400,12,23,23700,86466,23959,23,21,21,0
openrouter/google/palm-2-chat-bison,golang,golang/mistakes,code-repair,210,0,5,5,641,7098,716,5,5,5,190
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,14,10,1,1,93,1472,108,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,14,10,1,1,97,1455,112,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,14,10,1,1,97,1572,112,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,3,0,0,1,158,1774,173,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,3,0,0,1,240,1637,255,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,93,1472,108,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,97,1455,112,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,97,1572,112,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,158,1774,173,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,240,1637,255,1,1,1,0
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,438,0,8,10,3389,16653,3499,10,10,10,400
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,519,0,9,10,3071,20187,3181,10,10,10,480
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,519,0,9,10,3288,18228,3398,10,10,10,480
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,580,0,10,10,3211,16398,3321,10,10,10,540
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,580,0,10,10,3602,19470,3712,10,10,10,540
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3389,18701,3499,10,10,10,500
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3071,20599,3181,10,10,10,540
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3211,16398,3321,10,10,10,540
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3288,18706,3398,10,10,10,540
openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3602,19470,3712,10,10,10,540
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1339,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1441,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1535,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1538,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1597,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1339,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1441,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1535,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1538,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1597,241,1,1,1,0
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,429,0,9,10,3342,16352,3472,10,10,10,390
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3130,20035,3260,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3213,16266,3343,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3282,16096,3412,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3282,16098,3412,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,429,0,9,10,3342,16352,3472,10,10,10,390
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3130,20035,3260,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3213,16266,3343,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3282,16096,3412,10,10,10,440
openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3282,16098,3412,10,10,10,440
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,506,430,7,23,16707,79626,17006,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,506,430,7,23,18885,66665,19184,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,587,510,8,23,20868,83512,21167,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,620,540,11,23,17087,64256,17387,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,740,660,11,23,16642,66386,16941,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,506,430,7,23,16707,79626,17006,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,506,430,7,23,18885,66665,19184,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,587,510,8,23,20868,83512,21167,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,620,540,11,23,17087,64256,17387,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,740,660,11,23,16642,66386,16941,23,23,23,0
openrouter/google/palm-2-chat-bison,ruby,ruby/mistakes,code-repair,150,0,5,5,671,7513,736,5,5,5,130
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,131,1402,144,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,165,1391,178,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,165,1546,178,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,200,1499,213,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,218,1411,231,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,131,1402,144,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,165,1391,178,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,165,1546,178,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,200,1499,213,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,218,1411,231,1,1,1,0
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,132,0,2,10,3599,20040,3729,10,10,10,100
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,183,0,3,10,3510,18445,3640,10,10,10,150
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,185,0,5,10,4274,23597,4404,10,10,10,150
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,224,0,4,10,3893,19484,4023,10,10,10,190
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,234,0,4,10,3193,16919,3323,10,10,10,200
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,132,0,2,10,3599,20040,3729,10,10,10,100
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,183,0,3,10,3510,18445,3640,10,10,10,150
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,185,0,5,10,4274,23597,4404,10,10,10,150
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,224,0,4,10,3893,19484,4023,10,10,10,190
openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,234,0,4,10,3193,16919,3323,10,10,10,200
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,199,130,4,23,22347,81895,22598,23,21,21,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,214,140,5,23,22916,81230,23183,23,23,23,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,285,210,6,23,19629,73367,19895,23,23,23,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,294,220,7,23,24005,82394,24259,23,22,22,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,295,220,6,23,22269,78540,22531,23,23,23,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,374,300,9,23,22347,83582,22598,23,21,21,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,377,300,8,23,19629,73940,19895,23,23,23,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,500,420,11,23,22269,79882,22531,23,23,23,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,533,450,14,23,22916,84109,23183,23,23,23,0
openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,571,490,14,23,24005,86136,24259,23,22,22,0
openrouter/google/palm-2-codechat-bison,golang,golang/mistakes,code-repair,210,0,5,5,641,5747,712,5,5,5,190
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,140,1532,151,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,74,1161,85,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,79,1629,90,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,79,1857,90,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,81,1341,92,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,140,1532,151,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1161,85,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1629,90,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1857,90,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,81,1341,92,1,1,1,0
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,479,0,9,10,3188,21887,3298,10,10,10,440
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,499,0,9,10,3834,16181,3944,10,10,10,460
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,540,0,10,10,3059,14874,3169,10,10,10,500
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,540,0,10,10,3090,14468,3200,10,10,10,500
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,560,0,10,10,2939,14468,3049,10,10,10,520
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3059,14874,3169,10,10,10,500
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3090,14468,3200,10,10,10,500
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3188,22445,3298,10,10,10,500
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2939,14468,3049,10,10,10,520
openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3834,16601,3944,10,10,10,520
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1250,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1348,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1355,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1456,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,443,1736,456,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1250,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1348,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1355,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1456,154,1,1,1,0
openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,443,1736,456,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,673,600,8,23,19382,77583,19663,23,21,21,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,794,720,7,23,18648,79367,18938,23,22,22,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,817,740,8,23,16285,66271,16584,23,23,23,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,848,770,9,23,17868,66576,18167,23,23,23,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,854,780,9,23,20977,103858,21258,23,21,21,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,673,600,8,23,19382,77583,19663,23,21,21,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,794,720,7,23,18648,79367,18938,23,22,22,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,817,740,8,23,16285,66271,16584,23,23,23,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,848,770,9,23,17868,66576,18167,23,23,23,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,854,780,9,23,20977,103858,21258,23,21,21,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/mistakes,code-repair,170,0,5,5,650,5965,715,5,5,5,150
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,136,1404,149,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,136,1548,149,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,254,1669,267,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,290,1709,303,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,3,0,0,1,150,813,163,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,136,1404,149,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,136,1548,149,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,254,1669,267,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,290,1709,303,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,150,813,163,1,1,1,0
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,196,0,6,10,3497,23328,3627,10,10,10,160
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,197,0,7,10,3471,24457,3601,10,10,10,160
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,202,0,4,10,3495,19590,3616,10,9,9,170
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,226,0,6,10,3369,21065,3499,10,10,10,190
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,227,0,7,10,3629,19782,3759,10,10,10,190
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,196,0,6,10,3497,23328,3627,10,10,10,160
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,197,0,7,10,3471,24457,3601,10,10,10,160
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,202,0,4,10,3495,19590,3616,10,9,9,170
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,226,0,6,10,3369,21065,3499,10,10,10,190
openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,227,0,7,10,3629,19782,3759,10,10,10,190
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,890,800,21,23,18810,253762,19056,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,911,820,22,23,17580,280945,17818,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,920,830,21,23,16883,271870,17121,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,992,900,23,23,17043,267600,17279,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,992,900,23,23,17819,270141,18055,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,890,800,21,23,18810,253762,19056,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,911,820,22,23,17580,280945,17818,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,961,870,22,23,16883,272069,17121,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,992,900,23,23,17043,267600,17279,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,992,900,23,23,17819,270141,18055,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/mistakes,code-repair,210,0,5,5,638,12359,696,5,5,5,190
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,75,1637,85,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1452,89,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,2112,91,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,2870,91,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,80,2775,92,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,1637,85,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1452,89,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,2112,91,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,2870,91,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,80,2775,92,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,2904,49338,3006,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,2918,65838,3020,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,3036,42217,3138,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,3182,43656,3288,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,560,0,10,10,2966,42410,3072,10,10,10,520
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2904,49338,3006,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2918,65838,3020,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3036,42217,3138,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3182,43656,3288,10,10,10,500
openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2966,42410,3072,10,10,10,520
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2588,2500,19,23,27230,370973,27518,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2748,2660,20,23,27853,262703,29963,23,22,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2970,2880,21,23,30672,343630,30958,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,3062,2970,23,23,28197,238766,28485,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,3082,2990,23,23,30642,398792,30922,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2588,2500,19,23,27230,370973,27518,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2748,2660,20,23,27853,262703,29963,23,22,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2970,2880,21,23,30672,343630,30958,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,3062,2970,23,23,28197,238766,28485,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,3082,2990,23,23,30642,398792,30922,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/mistakes,code-repair,160,0,5,5,965,15599,1027,5,5,5,140
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,137,1779,149,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,151,2463,163,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,151,2751,163,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,151,2770,163,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,344,2976,356,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1779,149,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,151,2463,163,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,151,2751,163,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,151,2770,163,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,344,2976,356,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3521,49699,3647,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3696,57620,3818,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3705,51705,3827,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3770,85139,3894,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3873,38898,4001,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3521,49699,3647,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3696,57620,3818,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3705,51705,3827,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3770,85139,3894,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3873,38898,4001,10,10,10,440
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,1897,1810,18,23,19379,304709,19661,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2190,2100,21,23,20778,390557,21056,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2200,2110,21,23,19616,308535,19894,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2271,2180,22,23,19630,286266,19914,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2362,2270,23,23,20666,289716,20954,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,1897,1810,18,23,19379,304709,19661,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2190,2100,21,23,20778,390557,21056,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2200,2110,21,23,19616,308535,19894,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2271,2180,22,23,19630,286266,19914,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,20666,289716,20954,23,23,23,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,668,14896,728,5,5,5,150
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,1456,154,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,3049,152,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,3781,152,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,292,3144,304,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,292,4115,304,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1456,154,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3049,152,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3781,152,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,292,3144,304,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,292,4115,304,1,1,1,0
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,280,0,10,10,3363,66665,3489,10,10,10,240
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,290,0,10,10,3412,62370,3536,10,10,10,250
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,300,0,10,10,3162,50343,3290,10,10,10,260
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,340,0,10,10,3382,63592,3502,10,10,10,300
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,380,0,10,10,3120,77959,3240,10,10,10,340
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,280,0,10,10,3363,66665,3489,10,10,10,240
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,290,0,10,10,3412,62370,3536,10,10,10,250
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,300,0,10,10,3162,50343,3290,10,10,10,260
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,340,0,10,10,3382,63592,3502,10,10,10,300
openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3120,77959,3240,10,10,10,340
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,581,500,16,23,75060,634025,75303,23,21,21,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,714,630,19,23,75387,573165,75633,23,21,21,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,726,640,19,23,23761,270888,24021,23,22,22,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,737,650,20,23,49570,414670,49827,23,22,22,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,862,770,23,23,19703,235532,19961,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,673,590,18,23,75060,635099,75303,23,21,21,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,726,640,19,23,23761,270888,24021,23,22,22,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,737,650,20,23,49570,414670,49827,23,22,22,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,775,690,20,23,75387,573430,75633,23,21,21,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,862,770,23,23,19703,235532,19961,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/mistakes,code-repair,209,0,5,5,681,15260,925,5,4,5,190
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,229,2255,239,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,1089,84,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,746,4963,756,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1467,89,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,3,0,0,1,173,2065,183,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,229,2255,239,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1089,84,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,746,4963,756,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1467,89,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,173,2065,183,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,459,0,9,10,3205,38651,3305,10,10,10,420
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,479,0,9,10,3115,38631,3223,10,10,10,440
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,508,0,9,10,3023,39068,3526,10,9,10,470
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,560,0,10,10,2850,42115,2958,10,10,10,520
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,560,0,10,10,3177,50634,3281,10,10,10,520
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,459,0,9,10,3205,38651,3305,10,10,10,420
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,508,0,9,10,3023,39068,3526,10,9,10,470
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3115,38889,3223,10,10,10,500
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2850,42115,2958,10,10,10,520
openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3177,50634,3281,10,10,10,520
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2132,2050,17,23,79308,532001,79560,23,21,21,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2258,2170,19,23,29317,250558,29593,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2488,2400,19,23,30474,385307,30750,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2679,2590,20,23,31033,246875,31309,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2879,2790,21,23,32214,273904,41205,23,22,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2132,2050,17,23,79308,532001,79560,23,21,21,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2258,2170,19,23,29317,250558,29593,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2488,2400,19,23,30474,385307,30750,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2679,2590,20,23,31033,246875,31309,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2879,2790,21,23,32214,273904,41205,23,22,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/mistakes,code-repair,160,0,5,5,965,10412,1025,5,5,5,140
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,229,2690,241,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,231,1593,243,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,261,2048,273,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,266,4740,278,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,674,5114,686,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,229,2690,241,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,231,1593,243,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,261,2048,273,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,4740,278,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,674,5114,686,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,388,0,8,10,3820,35285,3940,10,10,10,350
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,419,0,9,10,3911,50290,4031,10,10,10,380
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,429,0,9,10,3713,49831,3833,10,10,10,390
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,470,0,10,10,3699,42161,3819,10,10,10,430
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,480,0,10,10,3981,60100,4101,10,10,10,440
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,388,0,8,10,3820,35285,3940,10,10,10,350
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,419,0,9,10,3911,50290,4031,10,10,10,380
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3713,49831,3833,10,10,10,390
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3699,42161,3819,10,10,10,430
openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3981,60100,4101,10,10,10,440
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2179,2090,20,23,18528,199926,18804,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2220,2130,21,23,20315,258297,20587,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2231,2140,22,23,20087,236211,20363,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2282,2190,23,23,21751,227777,22027,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2311,2220,22,23,20426,248417,20702,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2179,2090,20,23,18528,199926,18804,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2220,2130,21,23,20315,258297,20587,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2231,2140,22,23,20087,236211,20363,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2282,2190,23,23,21751,227777,22027,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2311,2220,22,23,20426,248417,20702,23,23,23,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,621,11136,681,5,5,5,150
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,163,2561,175,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,171,2061,183,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,208,3109,220,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,210,4724,222,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,287,4046,299,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,163,2561,175,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,171,2061,183,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,208,3109,220,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,210,4724,222,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,287,4046,299,1,1,1,0
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,240,0,10,10,3561,43323,3681,10,10,10,200
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,269,0,9,10,3241,48588,3361,10,10,10,230
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,330,0,10,10,2887,56774,3007,10,10,10,290
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,350,0,10,10,3151,49314,3271,10,10,10,310
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,370,0,10,10,2980,72465,3104,10,10,10,330
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,3561,43323,3681,10,10,10,200
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,269,0,9,10,3241,48588,3361,10,10,10,230
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,2887,56774,3007,10,10,10,290
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3151,49314,3271,10,10,10,310
openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,370,0,10,10,2980,72465,3104,10,10,10,330
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,438,360,11,23,25548,117825,44711,23,21,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,440,360,13,23,26679,125625,28801,23,21,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,466,390,12,23,21647,84938,21857,22,21,21,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,468,390,12,23,54760,142712,58149,23,20,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,485,410,11,23,131967,343184,132648,23,20,21,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,467,390,13,23,21647,85362,21857,22,21,21,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,499,420,13,23,54760,143145,58149,23,20,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,521,440,14,23,26679,125872,28801,23,21,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,526,450,12,23,131967,343401,132648,23,20,21,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,531,450,14,23,25548,118654,44711,23,21,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/mistakes,code-repair,209,0,5,5,714,6307,1108,5,4,5,190
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,1,0,0,1,30,779,33,1,0,0,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,714,89,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,2,0,0,1,437,2622,709,1,0,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,396,2092,406,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,707,3017,717,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,30,779,33,1,0,0,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,714,89,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,437,2622,709,1,0,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,396,2092,406,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,707,3017,717,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,275,0,6,10,3059,17168,3649,10,9,10,240
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,357,0,7,10,3053,16768,3155,10,10,10,320
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,375,0,7,10,2839,13692,2929,10,9,9,340
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,376,0,7,10,3323,22171,3694,10,9,10,340
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,417,0,8,10,3483,20210,3836,10,9,10,380
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,375,0,7,10,2839,13692,2929,10,9,9,340
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,418,0,8,10,3053,17258,3155,10,10,10,380
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,437,0,8,10,3323,22943,3694,10,9,10,400
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,438,0,9,10,3059,17839,3649,10,9,10,400
openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,448,0,9,10,3483,20380,3836,10,9,10,410
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1449,1370,12,23,111000,198664,117377,23,21,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1570,1490,14,23,32430,150993,33325,23,21,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1871,1790,14,23,40377,104164,40644,23,22,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1941,1860,16,23,122129,302380,123864,23,20,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,2396,2310,18,23,36338,108508,52066,23,22,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1449,1370,12,23,111000,198664,117377,23,21,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1570,1490,14,23,32430,150993,33325,23,21,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1871,1790,14,23,40377,104164,40644,23,22,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1941,1860,16,23,122129,302380,123864,23,20,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,2396,2310,18,23,36338,108508,52066,23,22,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/mistakes,code-repair,160,0,5,5,980,6182,1040,5,5,5,140
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,14,10,1,1,266,1014,278,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,14,10,1,1,266,980,278,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,14,10,1,1,352,1000,364,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,3,0,0,1,355,1619,367,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,3,0,0,1,444,2578,456,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,1014,278,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,980,278,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,352,1000,364,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,355,1619,367,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,444,2578,456,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,376,0,8,10,4428,33806,15471,10,8,10,340
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,429,0,9,10,3857,18114,3977,10,10,10,390
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,438,0,9,10,4062,19610,4590,10,9,10,400
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,460,0,10,10,3294,16765,3414,10,10,10,420
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,480,0,10,10,3486,16886,3606,10,10,10,440
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,376,0,8,10,4428,33806,15471,10,8,10,340
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3857,18114,3977,10,10,10,390
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,438,0,9,10,4062,19610,4590,10,9,10,400
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,460,0,10,10,3294,16765,3414,10,10,10,420
openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3486,16886,3606,10,10,10,440
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1004,920,17,23,35340,95276,35605,23,22,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1068,990,14,23,67126,255127,106842,23,20,21,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1220,1140,18,23,144130,324676,145098,23,19,20,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1464,1380,17,23,21454,76125,21722,23,22,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1479,1390,20,23,24249,93658,24525,23,23,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1004,920,17,23,35340,95276,35605,23,22,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1068,990,14,23,67126,255127,106842,23,20,21,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1220,1140,18,23,144130,324676,145098,23,19,20,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1464,1380,17,23,21454,76125,21722,23,22,22,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1479,1390,20,23,24249,93658,24525,23,23,23,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/mistakes,code-repair,108,0,4,5,851,12319,1162,5,4,5,90
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,304,1148,316,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,313,1367,325,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,395,1119,407,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,632,9197,644,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,316,3560,328,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,304,1148,316,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,313,1367,325,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,395,1119,407,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,632,9197,644,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,316,3560,328,1,1,1,0
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,296,0,7,10,3034,19961,3493,10,9,10,260
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,318,0,9,10,2968,17828,3349,10,9,10,280
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,350,0,10,10,3378,19313,3494,10,10,10,310
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,378,0,9,10,3044,18341,3199,10,9,10,340
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,420,0,10,10,2884,22100,3004,10,10,10,380
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,296,0,7,10,3034,19961,3493,10,9,10,260
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,318,0,9,10,2968,17828,3349,10,9,10,280
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3378,19313,3494,10,10,10,310
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,378,0,9,10,3044,18341,3199,10,9,10,340
openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2884,22100,3004,10,10,10,380
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,696,610,17,23,15095,301874,15289,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,706,620,19,23,14968,198286,15153,23,22,22,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,775,690,18,23,16316,219787,16504,23,22,22,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,790,700,21,23,16612,268524,16804,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,850,760,21,23,15478,228089,15666,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,779,690,20,23,15095,302635,15289,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,787,700,20,23,14968,198557,15153,23,22,22,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,816,730,19,23,16316,219986,16504,23,22,22,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,841,750,22,23,16612,268770,16804,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,891,800,22,23,15478,228424,15666,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/mistakes,code-repair,210,0,5,5,648,18227,688,5,5,5,190
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,1160,82,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,2385,84,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,952,84,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,953,84,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1423,89,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1160,82,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2385,84,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,952,84,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,953,84,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1423,89,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,458,0,8,10,2943,50584,3023,10,10,10,420
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,519,0,9,10,2641,47746,2725,10,10,10,480
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,519,0,9,10,2978,47465,3060,10,10,10,480
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,519,0,9,10,2994,36487,3076,10,10,10,480
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,529,0,9,10,2886,39985,2970,10,10,10,490
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2886,40660,2970,10,10,10,520
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2641,48253,2725,10,10,10,540
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2943,51233,3023,10,10,10,540
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2978,48166,3060,10,10,10,540
openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2994,37773,3076,10,10,10,540
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2087,2000,18,23,22138,283956,22322,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2117,2030,18,23,25284,270205,25472,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2429,2340,20,23,23935,245349,24123,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2529,2440,20,23,23725,245296,23913,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2579,2490,20,23,23323,215431,23511,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2087,2000,18,23,22138,283956,22322,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2117,2030,18,23,25284,270205,25472,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2429,2340,20,23,23935,245349,24123,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2529,2440,20,23,23725,245296,23913,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2579,2490,20,23,23323,215431,23511,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/mistakes,code-repair,160,0,5,5,1051,13923,1091,5,5,5,140
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,137,1993,145,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,137,4583,145,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,266,6019,278,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,289,2028,297,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,3,0,0,1,287,2358,295,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1993,145,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,4583,145,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,6019,278,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,289,2028,297,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,287,2358,295,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3834,36451,3914,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3872,41934,3952,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3894,57596,3974,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3925,42728,4009,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,4050,49258,4130,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3834,36451,3914,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3872,41934,3952,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3894,57596,3974,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3925,42728,4009,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,4050,49258,4130,10,10,10,430
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,1868,1780,19,23,15666,159427,15850,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,1928,1840,19,23,16339,154713,16523,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2119,2030,20,23,15710,125808,15902,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2140,2050,21,23,16004,146154,16196,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2251,2160,22,23,17199,152323,17383,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,1868,1780,19,23,15666,159427,15850,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,1928,1840,19,23,16339,154713,16523,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2119,2030,20,23,15710,125808,15902,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2140,2050,21,23,16004,146154,16196,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2251,2160,22,23,17199,152323,17383,23,23,23,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,619,12899,659,5,5,5,150
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,2676,148,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,152,1446,160,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,243,3373,251,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,145,1693,153,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,156,3127,164,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2676,148,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,152,1446,160,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,243,3373,251,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,145,1693,153,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,156,3127,164,1,1,1,0
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,120,0,10,10,3475,37538,3563,10,10,10,80
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,230,0,10,10,3324,44823,3404,10,10,10,190
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,320,0,10,10,3186,27042,3270,10,10,10,280
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,340,0,10,10,3251,36219,3335,10,10,10,300
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,380,0,10,10,3244,29969,3324,10,10,10,340
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,120,0,10,10,3475,37538,3563,10,10,10,80
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,230,0,10,10,3324,44823,3404,10,10,10,190
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,320,0,10,10,3186,27042,3270,10,10,10,280
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,340,0,10,10,3251,36219,3335,10,10,10,300
openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3244,29969,3324,10,10,10,340
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,2,0,0,1,5,1516,201,1,0,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,130,1473,144,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,135,1793,149,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,254,2173,279,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,323,12827,331,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,5,1516,201,1,0,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,130,1473,144,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,135,1793,149,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,254,2173,279,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,323,12827,331,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,1061,990,8,23,21558,99978,23240,23,19,21,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,1304,1230,9,23,23318,82109,24420,23,20,22,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,391,330,4,23,19928,111054,23405,23,15,19,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,450,380,5,23,29483,168112,30144,23,20,22,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,577,510,5,23,23717,89219,24039,23,19,20,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,1061,990,8,23,21558,99978,23240,23,19,21,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,1304,1230,9,23,23318,82109,24420,23,20,22,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,391,330,4,23,19928,111054,23405,23,15,19,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,450,380,5,23,29483,168112,30144,23,20,22,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,577,510,5,23,23717,89219,24039,23,19,20,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/mistakes,code-repair,160,0,5,5,1187,7168,1235,5,5,5,140
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,14,10,1,1,178,1594,190,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,2,0,0,1,7,2735,547,1,0,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,2,0,0,1,7,4225,258,1,0,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,3,0,0,1,336,1341,348,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,3,0,0,1,339,1009,347,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,178,1594,190,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,7,2735,547,1,0,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,7,4225,258,1,0,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,336,1341,348,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,339,1009,347,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,419,0,9,10,3716,44444,3824,10,10,10,380
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,429,0,9,10,3819,16864,3915,10,10,10,390
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,470,0,10,10,3864,40216,3960,10,10,10,430
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,470,0,10,10,3908,20757,3988,10,10,10,430
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,470,0,10,10,4009,45402,4097,10,10,10,430
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,419,0,9,10,3716,44444,3824,10,10,10,380
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3819,16864,3915,10,10,10,390
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3864,40216,3960,10,10,10,430
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3908,20757,3988,10,10,10,430
openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,4009,45402,4097,10,10,10,430
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,223,150,5,23,17134,111750,17971,23,22,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,263,190,6,23,16752,87496,17697,23,21,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,412,340,5,23,15908,74644,16172,23,22,22,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,455,380,6,23,22957,107915,23201,23,23,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,697,620,8,23,17532,67754,17776,23,23,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,223,150,5,23,17134,111750,17971,23,22,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,263,190,6,23,16752,87496,17697,23,21,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,412,340,5,23,15908,74644,16172,23,22,22,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,455,380,6,23,22957,107915,23201,23,23,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,697,620,8,23,17532,67754,17776,23,23,23,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/mistakes,code-repair,109,0,4,5,617,8242,657,5,5,5,90
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,240,906,252,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,131,16665,143,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,137,1651,145,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,151,1237,163,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,273,1627,285,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,240,906,252,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,16665,143,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,137,1651,145,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,151,1237,163,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,273,1627,285,1,1,1,0
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,256,0,6,10,2882,14591,3002,10,10,10,220
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,257,0,7,10,2746,28695,2846,10,10,10,220
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,298,0,8,10,3193,23078,3306,10,10,10,260
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,307,0,7,10,2792,21337,2896,10,10,10,270
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,319,0,9,10,2761,24908,2869,10,10,10,280
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,256,0,6,10,2882,14591,3002,10,10,10,220
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,257,0,7,10,2746,28695,2846,10,10,10,220
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,298,0,8,10,3193,23078,3306,10,10,10,260
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,307,0,7,10,2792,21337,2896,10,10,10,270
openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,319,0,9,10,2761,24908,2869,10,10,10,280
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,1,0,0,1,957,16629,958,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,2,0,0,1,78,4098,562,1,0,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,194,3864,205,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,198,5158,209,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,98,2955,113,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,957,16629,958,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,78,4098,562,1,0,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,194,3864,205,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,198,5158,209,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,98,2955,113,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,184,0,3,10,4291,72620,4624,10,5,6,160
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,226,0,4,10,3227,46505,3310,10,6,6,200
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,270,0,5,10,3165,42164,3261,10,7,8,240
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,279,0,5,10,3206,37687,3294,10,7,7,250
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,299,0,5,10,3224,43274,3307,10,7,7,270
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,245,0,4,10,4291,73071,4624,10,5,6,220
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,279,0,5,10,3206,37687,3294,10,7,7,250
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,331,0,6,10,3165,42451,3261,10,7,8,300
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,338,0,6,10,3227,47179,3310,10,6,6,310
openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,360,0,6,10,3224,43670,3307,10,7,7,330
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,2,0,0,1,598,16223,2315,1,0,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,2,0,0,1,849,6993,1178,1,0,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,0,0,1,1081,19096,1095,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,0,0,1,205,4373,218,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,0,0,1,460,8150,474,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,598,16223,2315,1,0,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,849,6993,1178,1,0,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,1081,19096,1095,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,205,4373,218,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,460,8150,474,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,300,0,6,10,5526,65695,5617,10,7,7,270
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,345,0,7,10,5164,49075,5283,10,9,9,310
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,419,0,9,10,4219,52904,4298,10,5,5,390
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,466,0,10,10,4141,36197,4249,10,8,8,430
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,466,0,10,10,4766,42644,4873,10,8,8,430
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,300,0,6,10,5526,65695,5617,10,7,7,270
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,345,0,7,10,5164,49075,5283,10,9,9,310
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,419,0,9,10,4219,52904,4298,10,5,5,390
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,466,0,10,10,4141,36197,4249,10,8,8,430
openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,466,0,10,10,4766,42644,4873,10,8,8,430
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1164,1080,20,23,21046,170887,22517,23,20,21,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1286,1210,15,23,21912,199416,22174,23,19,19,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1293,1220,18,23,30500,531157,31141,23,15,17,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1655,1580,20,23,17672,213860,20533,23,13,19,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1701,1620,21,23,21312,177560,21731,23,18,19,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1164,1080,20,23,21046,170887,22517,23,20,21,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1286,1210,15,23,21912,199416,22174,23,19,19,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1293,1220,18,23,30500,531157,31141,23,15,17,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1655,1580,20,23,17672,213860,20533,23,13,19,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1701,1620,21,23,21312,177560,21731,23,18,19,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/mistakes,code-repair,138,0,5,5,625,7878,983,5,3,5,120
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,12,10,1,1,147,1608,149,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,12,10,1,1,160,1579,162,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,12,10,1,1,177,1652,178,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,242,2339,255,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,3,0,0,1,272,2518,285,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,12,10,1,1,147,1608,149,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,12,10,1,1,160,1579,162,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,12,10,1,1,177,1652,178,1,0,0,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,242,2339,255,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,272,2518,285,1,1,1,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,104,0,9,10,3133,36129,4725,10,7,8,70
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,128,0,10,10,3073,26591,3196,10,9,9,90
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,146,0,10,10,2866,29478,2974,10,8,8,110
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,163,0,7,10,2819,29399,3391,10,7,9,130
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,35,0,6,10,3078,39726,3217,10,9,10,0
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,104,0,9,10,3133,36129,4725,10,7,8,70
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,128,0,10,10,3073,26591,3196,10,9,9,90
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,146,0,10,10,2866,29478,2974,10,8,8,110
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,163,0,7,10,2819,29399,3391,10,7,9,130
openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,35,0,6,10,3078,39726,3217,10,9,10,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,396,320,11,23,21954,150911,23693,23,19,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,442,360,13,23,22287,139903,22640,23,23,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,450,370,13,23,21053,144793,22013,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,454,380,12,23,25984,174063,28010,23,17,22,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,560,480,13,23,23505,146308,24430,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,585,500,16,23,22287,141295,22640,23,23,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,600,520,15,23,21954,152495,23693,23,19,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,603,520,16,23,21053,145577,22013,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,700,620,18,23,25984,176457,28010,23,17,22,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,775,690,18,23,23505,148786,24430,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/mistakes,code-repair,210,0,5,5,670,6677,745,5,5,5,190
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,298,1534,313,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,300,1746,315,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,437,2929,456,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,703,3007,714,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,4,0,1,1,438,2344,455,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,298,1534,313,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,300,1746,315,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,437,2929,456,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,703,3007,714,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,438,2344,455,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,234,0,4,10,3289,21900,3403,10,10,10,200
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,356,0,6,10,3351,21204,3461,10,10,10,320
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,407,0,7,10,3271,23685,3381,10,10,10,370
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,407,0,7,10,3304,22918,3418,10,10,10,370
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,438,0,8,10,3291,21225,3401,10,10,10,400
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,295,0,5,10,3289,22177,3403,10,10,10,260
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,407,0,7,10,3271,23685,3381,10,10,10,370
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,438,0,8,10,3291,21225,3401,10,10,10,400
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,458,0,8,10,3351,21892,3461,10,10,10,420
openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,468,0,8,10,3304,23562,3418,10,10,10,430
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,116,50,1,23,26487,133455,28211,23,19,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,120,50,1,23,25749,123802,26048,23,23,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,269,200,2,23,31241,158724,32000,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,388,320,2,23,33816,172596,34636,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,450,380,3,23,28683,134555,29532,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,116,50,1,23,26487,133455,28211,23,19,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,120,50,1,23,25749,123802,26048,23,23,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,269,200,2,23,31241,158724,32000,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,388,320,2,23,33816,172596,34636,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,450,380,3,23,28683,134555,29532,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/mistakes,code-repair,159,0,5,5,1328,10047,1835,5,4,5,140
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,14,10,1,1,230,1720,243,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,2,0,0,1,293,2649,606,1,0,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,0,0,1,1528,6350,1541,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,0,0,1,578,2528,591,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,0,0,1,732,3547,745,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,1720,243,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,293,2649,606,1,0,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,1528,6350,1541,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,578,2528,591,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,732,3547,745,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1438,1350,21,23,20358,111293,21257,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1497,1410,21,23,19813,113488,20922,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1527,1440,21,23,16644,100232,18423,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1575,1490,21,23,19975,115633,21444,23,18,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1858,1770,22,23,17186,101389,18254,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1438,1350,21,23,20358,111293,21257,23,21,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1497,1410,21,23,19813,113488,20922,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1527,1440,21,23,16644,100232,18423,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1575,1490,21,23,19975,115633,21444,23,18,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1858,1770,22,23,17186,101389,18254,23,20,23,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/mistakes,code-repair,140,0,5,5,613,6106,678,5,5,5,120
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,155,1299,168,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,155,1310,168,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,158,3595,171,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,255,1698,268,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1299,168,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1310,168,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,158,3595,171,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,255,1698,268,1,1,1,0
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,137,0,9,10,2925,21363,3043,10,9,9,100
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,240,0,10,10,2701,19644,2831,10,10,10,200
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,58,0,10,10,2889,22054,3546,10,8,10,20
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,66,0,8,10,2937,22747,3303,10,8,10,30
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,87,0,8,10,3318,21427,3520,10,9,10,50
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,137,0,9,10,2925,21363,3043,10,9,9,100
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,2701,19644,2831,10,10,10,200
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,58,0,10,10,2889,22054,3546,10,8,10,20
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,66,0,8,10,2937,22747,3303,10,8,10,30
openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,87,0,8,10,3318,21427,3520,10,9,10,50
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,14,10,1,1,228,1495,239,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,2,0,0,1,668,7751,1530,1,0,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,169,1073,180,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,243,1578,254,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,351,2174,362,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,228,1495,239,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,668,7751,1530,1,0,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,169,1073,180,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,243,1578,254,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,351,2174,362,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,110,0,2,10,3020,19351,3125,10,9,9,80
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,161,0,3,10,3181,19579,3282,10,9,9,130
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,189,0,3,10,2932,17858,3024,10,8,8,160
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,234,0,4,10,3071,19617,3181,10,10,10,200
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,374,0,6,10,2988,18980,3089,10,9,9,340
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,110,0,2,10,3020,19351,3125,10,9,9,80
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,202,0,4,10,3181,19799,3282,10,9,9,170
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,230,0,4,10,2932,18326,3024,10,8,8,200
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,234,0,4,10,3071,19617,3181,10,10,10,200
openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,374,0,6,10,2988,18980,3089,10,9,9,340
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1034,970,10,23,40416,223392,49983,23,9,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1100,1040,9,23,38279,230531,52822,23,6,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1450,1390,10,23,42373,235042,51802,23,6,21,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1615,1550,13,23,36037,174858,44778,23,9,20,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1888,1820,15,23,37161,235085,49620,23,8,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1034,970,10,23,40416,223392,49983,23,9,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1100,1040,9,23,38279,230531,52822,23,6,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1450,1390,10,23,42373,235042,51802,23,6,21,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1615,1550,13,23,36037,174858,44778,23,9,20,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1888,1820,15,23,37161,235085,49620,23,8,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/mistakes,code-repair,159,0,5,5,1142,11745,1361,5,4,5,140
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,13,10,1,1,731,3896,1215,1,0,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,14,10,1,1,244,1577,257,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,14,10,1,1,459,2228,472,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,14,10,1,1,684,2801,697,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,3,0,0,1,253,1522,266,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,731,3896,1215,1,0,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,244,1577,257,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,459,2228,472,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,684,2801,697,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,253,1522,266,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,427,0,9,10,3914,21631,4036,10,9,9,390
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,439,0,9,10,4326,20693,4456,10,10,10,400
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,449,0,9,10,3880,18908,4010,10,10,10,410
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,480,0,10,10,3837,20867,3967,10,10,10,440
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,480,0,10,10,3967,20475,4097,10,10,10,440
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,427,0,9,10,3914,21631,4036,10,9,9,390
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4326,20693,4456,10,10,10,400
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,449,0,9,10,3880,18908,4010,10,10,10,410
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3837,20867,3967,10,10,10,440
openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3967,20475,4097,10,10,10,440
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1044,970,20,23,27814,170636,35099,23,10,21,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1153,1080,17,23,21956,122210,29302,23,10,23,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1159,1090,17,23,23120,164462,32311,23,9,20,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,716,650,14,23,21022,156175,28938,23,9,20,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,883,810,19,23,23341,135771,34574,23,9,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1044,970,20,23,27814,170636,35099,23,10,21,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1153,1080,17,23,21956,122210,29302,23,10,23,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1159,1090,17,23,23120,164462,32311,23,9,20,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,716,650,14,23,21022,156175,28938,23,9,20,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,883,810,19,23,23341,135771,34574,23,9,22,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/mistakes,code-repair,137,0,5,5,756,9112,1477,5,2,5,120
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,201,1445,214,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,213,1255,226,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,233,1544,246,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,298,2036,311,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,428,2234,441,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,201,1445,214,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,213,1255,226,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,233,1544,246,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,298,2036,311,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,428,2234,441,1,1,1,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,112,0,6,10,3139,20507,3247,10,8,8,80
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,114,0,6,10,3171,30553,3290,10,9,9,80
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,140,0,5,10,2789,20766,4068,10,6,9,110
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,28,0,3,10,2959,30360,3454,10,7,8,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,89,0,5,10,3015,22850,4712,10,5,9,60
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,112,0,6,10,3139,20507,3247,10,8,8,80
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,114,0,6,10,3171,30553,3290,10,9,9,80
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,140,0,5,10,2789,20766,4068,10,6,9,110
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,28,0,3,10,2959,30360,3454,10,7,8,0
openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,89,0,5,10,3015,22850,4712,10,5,9,60
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,1505,12423,2397,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,359,12297,2030,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,431,6221,2551,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,818,15199,2219,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,853,11530,1750,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,1505,12423,2397,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,359,12297,2030,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,431,6221,2551,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,818,15199,2219,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,853,11530,1750,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,164,0,4,10,3589,29758,3689,10,10,10,130
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,183,0,4,10,3974,32061,4694,10,9,10,150
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,184,0,4,10,3488,32137,3588,10,10,10,150
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,193,0,5,10,3638,40256,4728,10,8,10,160
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,195,0,5,10,3816,36576,3916,10,10,10,160
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,347,0,7,10,3488,33190,3588,10,10,10,310
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,376,0,8,10,3638,41593,4728,10,8,10,340
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,378,0,8,10,3816,37413,3916,10,10,10,340
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,387,0,8,10,3974,33624,4694,10,9,10,350
openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,429,0,9,10,3589,31816,3689,10,10,10,390
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1376,1320,10,23,61630,430867,81421,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1545,1490,9,23,55872,411912,77356,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1646,1590,10,23,62406,400728,80540,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1848,1790,12,23,62176,384862,80737,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,954,900,9,23,74905,442039,94594,23,0,22,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1376,1320,10,23,61630,430867,81421,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1545,1490,9,23,55872,411912,77356,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1646,1590,10,23,62406,400728,80540,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1848,1790,12,23,62176,384862,80737,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,954,900,9,23,74905,442039,94594,23,0,22,0
openrouter/microsoft/wizardlm-2-7b,java,java/mistakes,code-repair,159,0,5,5,1375,13024,1644,5,4,5,140
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,13,10,1,1,236,11715,1987,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,13,10,1,1,616,5274,2362,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,0,0,1,1610,19321,2684,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,0,0,1,1659,7861,3162,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,0,0,1,1730,17859,3110,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,13,10,1,1,236,11715,1987,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,13,10,1,1,616,5274,2362,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1610,19321,2684,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1659,7861,3162,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1730,17859,3110,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,378,0,8,10,4600,33211,4720,10,10,10,340
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,419,0,9,10,4549,32490,4669,10,10,10,380
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,419,0,9,10,4702,29132,4822,10,10,10,380
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,479,0,10,10,4515,38048,4734,10,9,10,440
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,480,0,10,10,4298,31792,4418,10,10,10,440
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,378,0,8,10,4600,33211,4720,10,10,10,340
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,419,0,9,10,4549,32490,4669,10,10,10,380
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,419,0,9,10,4702,29132,4822,10,10,10,380
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,479,0,10,10,4515,38048,4734,10,9,10,440
openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4298,31792,4418,10,10,10,440
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,536,480,10,23,42227,393550,59235,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,555,500,9,23,40928,333298,58306,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,562,510,6,23,40517,357367,60093,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,636,580,10,23,38942,326336,57573,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,795,740,9,23,37827,346983,55946,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,536,480,10,23,42227,393550,59235,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,555,500,9,23,40928,333298,58306,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,562,510,6,23,40517,357367,60093,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,636,580,10,23,38942,326336,57573,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,795,740,9,23,37827,346983,55946,23,0,23,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/mistakes,code-repair,77,0,4,5,1005,13726,2285,5,3,5,60
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,13,10,1,1,1112,10587,2287,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,13,10,1,1,199,4025,1334,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,0,0,1,1324,10144,2635,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,0,0,1,1346,12686,2821,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,0,0,1,778,12780,2122,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,1112,10587,2287,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,199,4025,1334,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,1324,10144,2635,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,1346,12686,2821,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,778,12780,2122,1,0,1,0
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,115,0,5,10,3421,26334,3541,10,10,10,80
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,126,0,6,10,3641,21753,3761,10,10,10,90
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,65,0,5,10,3325,28199,3445,10,10,10,30
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,65,0,5,10,3612,31156,3732,10,10,10,30
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,65,0,5,10,3688,30407,3808,10,10,10,30
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,115,0,5,10,3421,26334,3541,10,10,10,80
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,126,0,6,10,3641,21753,3761,10,10,10,90
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,65,0,5,10,3325,28199,3445,10,10,10,30
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,65,0,5,10,3612,31156,3732,10,10,10,30
openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,65,0,5,10,3688,30407,3808,10,10,10,30
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,439,370,14,23,58605,759019,63588,23,10,22,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,461,390,14,23,22817,489357,27193,23,11,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,500,430,14,23,21666,408149,27265,23,10,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,511,440,15,23,22489,431292,27949,23,10,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,693,620,18,23,24860,491429,30056,23,9,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,635,560,18,23,22817,491200,27193,23,11,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,725,650,20,23,58605,761878,63588,23,10,22,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,734,660,19,23,24860,491742,30056,23,9,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,745,670,19,23,21666,410620,27265,23,10,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,797,720,21,23,22489,433981,27949,23,10,23,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/mistakes,code-repair,169,0,4,5,649,24824,724,5,5,5,150
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,13,10,1,1,296,13107,530,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,135,1904,150,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,293,1968,307,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,308,1394,322,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,358,5039,373,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,296,13107,530,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,135,1904,150,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,293,1968,307,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,308,1394,322,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,358,5039,373,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,315,0,5,10,2896,40053,3003,10,10,10,280
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,377,0,7,10,2934,44079,3043,10,10,10,340
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,448,0,8,10,2858,44864,2966,10,10,10,410
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,448,0,8,10,2972,71963,3079,10,10,10,410
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,479,0,9,10,2914,97983,3023,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,2896,40938,3003,10,10,10,410
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,479,0,9,10,2914,97983,3023,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,499,0,9,10,2934,44844,3043,10,10,10,460
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2858,45937,2966,10,10,10,500
openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2972,72706,3079,10,10,10,500
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2535,2450,19,23,36433,657784,37569,23,20,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2673,2590,20,23,39898,474236,42243,23,17,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2766,2680,22,23,35992,473883,38642,23,18,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2793,2710,21,23,38165,667437,41548,23,16,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,3025,2940,22,23,35882,475161,39511,23,17,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2535,2450,19,23,36433,657784,37569,23,20,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2673,2590,20,23,39898,474236,42243,23,17,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2766,2680,22,23,35992,473883,38642,23,18,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2793,2710,21,23,38165,667437,41548,23,16,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,3025,2940,22,23,35882,475161,39511,23,17,23,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/mistakes,code-repair,160,0,5,5,1295,19954,1360,5,5,5,140
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,13,10,1,1,317,12148,717,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,246,5875,259,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,287,4266,300,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,413,4943,426,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,477,3592,489,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,13,10,1,1,317,12148,717,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,246,5875,259,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,287,4266,300,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,413,4943,426,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,477,3592,489,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4059,53454,4188,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4063,49648,4193,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4074,53971,4202,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4096,44429,4225,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4195,79380,4323,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4059,53454,4188,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4063,49648,4193,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4074,53971,4202,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4096,44429,4225,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4195,79380,4323,10,10,10,440
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1011,950,12,23,27841,449275,36097,23,3,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1022,960,10,23,27977,406449,34627,23,6,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1104,1040,12,23,28957,480080,35763,23,6,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1105,1040,12,23,28301,437569,35585,23,7,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,988,920,14,23,27652,446406,33376,23,8,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1011,950,12,23,27841,449275,36097,23,3,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1022,960,10,23,27977,406449,34627,23,6,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1104,1040,12,23,28957,480080,35763,23,6,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1105,1040,12,23,28301,437569,35585,23,7,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,988,920,14,23,27652,446406,33376,23,8,23,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/mistakes,code-repair,170,0,5,5,655,12597,720,5,5,5,150
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,308,7699,321,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,0,0,1,365,7701,1560,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,0,0,1,540,18420,1470,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,0,0,1,709,16793,1613,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,3,0,0,1,447,6682,459,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,308,7699,321,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,365,7701,1560,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,540,18420,1470,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,709,16793,1613,1,0,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,447,6682,459,1,1,1,0
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,128,0,8,10,3671,59019,3802,10,10,10,90
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,137,0,7,10,3446,83222,3576,10,10,10,100
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,178,0,8,10,3326,48056,3452,10,10,10,140
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,189,0,9,10,3736,82519,3865,10,10,10,150
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,48,0,8,10,3678,52241,3805,10,10,10,10
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,128,0,8,10,3671,59019,3802,10,10,10,90
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,137,0,7,10,3446,83222,3576,10,10,10,100
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,178,0,8,10,3326,48056,3452,10,10,10,140
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,189,0,9,10,3736,82519,3865,10,10,10,150
openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,48,0,8,10,3678,52241,3805,10,10,10,10
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,603,530,15,23,16413,86225,22219,23,12,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,610,530,16,23,16303,80294,18061,23,18,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,721,640,17,23,14925,79892,17350,23,18,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,749,670,18,23,14290,75120,17019,23,15,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,751,670,18,23,15230,78466,17715,23,17,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,675,600,17,23,16413,86938,22219,23,12,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,721,640,17,23,14925,79892,17350,23,18,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,743,660,19,23,16303,81164,18061,23,18,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,782,700,19,23,15230,78964,17715,23,17,23,0
openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,831,750,20,23,14290,75550,17019,23,15,23,0
openrouter/mistralai/codestral-mamba,golang,golang/mistakes,code-repair,208,0,5,5,703,5404,1154,5,3,5,190
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,13,10,1,1,74,1338,446,1,0,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,13,10,1,1,77,1156,322,1,0,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,13,10,1,1,79,1184,338,1,0,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,14,10,1,1,194,856,208,1,1,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,14,10,1,1,91,642,105,1,1,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,1338,446,1,0,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,77,1156,322,1,0,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,79,1184,338,1,0,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,194,856,208,1,1,1,0
openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,91,642,105,1,1,1,0
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,447,0,8,10,2743,18332,2888,10,9,10,410
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,486,0,8,10,3057,21764,4164,10,8,10,450
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,527,0,9,10,3176,25370,4044,10,8,10,490
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,538,0,9,10,2924,17610,3078,10,9,10,500
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,580,0,10,10,2910,22340,3026,10,10,10,540
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,508,0,9,10,2743,18784,2888,10,9,10,470
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,527,0,9,10,3057,22084,4164,10,8,10,490
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,527,0,9,10,3176,25370,4044,10,8,10,490
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,538,0,9,10,2924,17610,3078,10,9,10,500
openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2910,22340,3026,10,10,10,540
openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1138,1070,10,23,23701,89782,28339,23,12,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1239,1170,9,23,19624,80589,24266,23,14,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1570,1500,12,23,19854,82161,24946,23,12,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1625,1550,13,23,19329,75495,23185,23,16,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests,837,770,7,23,18093,77260,22631,23,14,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1138,1070,10,23,23701,89782,28339,23,12,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1239,1170,9,23,19624,80589,24266,23,14,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1570,1500,12,23,19854,82161,24946,23,12,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1625,1550,13,23,19329,75495,23185,23,16,23,0
openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,837,770,7,23,18093,77260,22631,23,14,23,0
openrouter/mistralai/codestral-mamba,java,java/mistakes,code-repair,157,0,5,5,1150,8932,2648,5,2,5,140
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,13,10,1,1,418,1937,700,1,0,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,14,10,1,1,232,993,244,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,0,0,1,216,971,228,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,0,0,1,306,1156,318,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,0,0,1,317,1280,329,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,13,10,1,1,418,1937,700,1,0,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,14,10,1,1,232,993,244,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,0,0,1,216,971,228,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,0,0,1,306,1156,318,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,0,0,1,317,1280,329,1,1,1,0
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,467,0,10,10,3610,23648,4136,10,7,10,430
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,476,0,10,10,3553,21204,4153,10,7,9,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,477,0,10,10,3312,52962,4677,10,7,10,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,478,0,10,10,3566,21634,4002,10,8,10,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,479,0,10,10,3472,30549,4081,10,9,10,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,467,0,10,10,3610,23648,4136,10,7,10,430
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,476,0,10,10,3553,21204,4153,10,7,9,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,477,0,10,10,3312,52962,4677,10,7,10,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,478,0,10,10,3566,21634,4002,10,8,10,440
openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,479,0,10,10,3472,30549,4081,10,9,10,440
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1199,1120,15,23,11555,57609,13449,23,18,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1364,1280,20,23,11921,64763,14748,23,18,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1663,1580,21,23,13154,69446,16070,23,16,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1689,1610,18,23,14030,70761,17876,23,15,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1931,1850,21,23,13331,70796,17891,23,14,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1199,1120,15,23,11555,57609,13449,23,18,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1364,1280,20,23,11921,64763,14748,23,18,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1663,1580,21,23,13154,69446,16070,23,16,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1689,1610,18,23,14030,70761,17876,23,15,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1931,1850,21,23,13331,70796,17891,23,14,23,0
openrouter/mistralai/codestral-mamba,ruby,ruby/mistakes,code-repair,138,0,5,5,618,5973,1352,5,3,5,120
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,158,949,170,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,171,870,183,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,176,980,188,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,208,1981,220,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,4,0,1,1,156,1690,168,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,158,949,170,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,171,870,183,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,176,980,188,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,208,1981,220,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,156,1690,168,1,1,1,0
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,116,0,8,10,2843,18458,4276,10,8,10,80
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,198,0,10,10,3054,17567,3247,10,8,10,160
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,227,0,8,10,3444,19235,3994,10,9,10,190
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,318,0,9,10,3169,20150,3731,10,9,10,280
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,338,0,9,10,3182,19824,4344,10,9,10,300
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,116,0,8,10,2843,18458,4276,10,8,10,80
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,198,0,10,10,3054,17567,3247,10,8,10,160
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,227,0,8,10,3444,19235,3994,10,9,10,190
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,318,0,9,10,3169,20150,3731,10,9,10,280
openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,338,0,9,10,3182,19824,4344,10,9,10,300
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,188,130,8,23,24492,183322,32235,23,4,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,207,150,7,23,21793,181508,29815,23,4,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,245,190,5,23,26860,209995,34457,23,4,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,265,210,7,23,23666,340685,31612,23,2,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,367,310,8,23,26338,217643,35254,23,3,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,321,260,11,23,24492,185183,32235,23,4,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,413,350,13,23,21793,183817,29815,23,4,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,462,400,13,23,26338,219234,35254,23,3,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,472,410,12,23,26860,212363,34457,23,4,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,603,540,15,23,23666,343431,31612,23,2,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/mistakes,code-repair,205,0,5,5,839,8513,2087,5,0,5,190
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,13,10,1,1,156,2849,516,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,13,10,1,1,79,1788,626,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,2,0,0,1,128,4583,706,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,3,0,0,1,691,5392,702,1,1,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,3,0,0,1,941,4108,951,1,1,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,156,2849,516,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,79,1788,626,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,128,4583,706,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,691,5392,702,1,1,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,941,4108,951,1,1,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,178,0,3,10,3544,27181,6335,10,5,10,150
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,180,0,4,10,3018,25768,4302,10,6,10,150
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,210,0,4,10,3567,25951,6278,10,6,10,180
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,339,0,7,10,3592,24986,6117,10,2,10,310
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,371,0,7,10,3535,29177,6011,10,4,10,340
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,421,0,9,10,3592,25865,6117,10,2,10,390
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,425,0,9,10,3567,28220,6278,10,6,10,390
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,476,0,10,10,3018,27768,4302,10,6,10,440
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,524,0,10,10,3535,30332,6011,10,4,10,490
openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,535,0,10,10,3544,29799,6335,10,5,10,500
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1079,1020,11,23,31306,192860,44551,23,2,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1117,1060,11,23,35670,230056,46825,23,1,22,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1158,1100,11,23,29784,175169,43478,23,1,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1200,1140,11,23,28936,175269,39102,23,3,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1248,1190,11,23,31009,199111,41199,23,1,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1079,1020,11,23,31306,192860,44551,23,2,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1117,1060,11,23,35670,230056,46825,23,1,22,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1158,1100,11,23,29784,175169,43478,23,1,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1200,1140,11,23,28936,175269,39102,23,3,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1248,1190,11,23,31009,199111,41199,23,1,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/mistakes,code-repair,155,0,5,5,1136,12230,2543,5,0,5,140
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,237,1585,726,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,249,3488,1058,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,291,2031,453,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,339,2847,1030,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,2,0,0,1,228,3889,602,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,237,1585,726,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,249,3488,1058,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,291,2031,453,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,339,2847,1030,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,2,0,0,1,228,3889,602,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,352,0,8,10,4418,28492,6505,10,4,10,320
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,422,0,9,10,4387,27693,7453,10,3,10,390
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,432,0,9,10,4253,27348,6634,10,3,10,400
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,457,0,10,10,3978,24144,5475,10,7,10,420
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,463,0,10,10,4791,38221,6646,10,3,10,430
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,352,0,8,10,4418,28492,6505,10,4,10,320
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,422,0,9,10,4387,27693,7453,10,3,10,390
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,432,0,9,10,4253,27348,6634,10,3,10,400
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,457,0,10,10,3978,24144,5475,10,7,10,420
openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,463,0,10,10,4791,38221,6646,10,3,10,430
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,294,240,9,23,19062,114687,29124,23,2,20,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,369,310,11,23,23285,140032,31946,23,2,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,608,550,12,23,20198,115998,30818,23,0,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,648,590,13,23,19605,133304,31439,23,0,22,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,679,620,10,23,17483,116892,27592,23,3,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,294,240,9,23,19062,114687,29124,23,2,20,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,369,310,11,23,23285,140032,31946,23,2,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,608,550,12,23,20198,115998,30818,23,0,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,648,590,13,23,19605,133304,31439,23,0,22,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,679,620,10,23,17483,116892,27592,23,3,23,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/mistakes,code-repair,134,0,4,5,689,11373,1839,5,0,5,120
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,13,10,1,1,278,3326,716,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,131,2138,445,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,138,4114,1100,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,430,5385,763,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,532,5712,902,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,278,3326,716,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,131,2138,445,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,138,4114,1100,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,430,5385,763,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,532,5712,902,1,0,1,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,29,0,8,10,3135,27340,6475,10,1,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,30,0,7,10,3142,24154,4799,10,3,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,30,0,9,10,4042,31338,7233,10,1,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,31,0,8,10,3055,26313,5074,10,3,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,80,0,7,10,2990,34427,6039,10,3,10,50
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,29,0,8,10,3135,27340,6475,10,1,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,30,0,7,10,3142,24154,4799,10,3,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,30,0,9,10,4042,31338,7233,10,1,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,31,0,8,10,3055,26313,5074,10,3,10,0
openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,80,0,7,10,2990,34427,6039,10,3,10,50
openrouter/mistralai/mistral-large,golang,golang/light,write-tests,594,510,15,23,16321,267081,16619,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests,705,620,16,23,15144,238040,15450,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests,817,730,19,23,15955,243490,16301,23,22,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests,837,750,18,23,17820,280852,18123,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests,839,750,20,23,16980,278989,17262,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,777,690,18,23,15144,238716,15450,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,818,730,19,23,16321,268263,16619,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,879,790,20,23,17820,281532,18123,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,900,810,21,23,16980,279280,17262,23,23,23,0
openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,909,820,21,23,15955,244069,16301,23,22,23,0
openrouter/mistralai/mistral-large,golang,golang/mistakes,code-repair,210,0,5,5,672,15465,734,5,5,5,190
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,14,10,1,1,74,1381,88,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,14,10,1,1,74,1482,88,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,14,10,1,1,79,2036,93,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,3,0,0,1,79,2260,89,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,3,0,0,1,99,1592,113,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1381,88,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1482,88,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,2036,93,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,99,1826,113,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,79,2260,89,1,1,1,0
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,529,0,9,10,3061,31192,3169,10,10,10,490
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2814,43287,2922,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2897,37022,3001,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2957,28695,3061,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2977,37350,3081,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2814,43287,2922,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2897,37022,3001,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2957,28695,3061,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2977,37350,3081,10,10,10,540
openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3061,31560,3169,10,10,10,540
openrouter/mistralai/mistral-large,java,java/light,write-tests,2781,2690,22,23,25442,193773,25718,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests,2921,2830,22,23,23816,341413,24092,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests,3002,2910,23,23,24793,228065,25069,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests,3092,3000,23,23,25527,226156,25803,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests,3092,3000,23,23,26710,324227,26986,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,2781,2690,22,23,25442,193773,25718,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,2921,2830,22,23,23816,341413,24092,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3002,2910,23,23,24793,228065,25069,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3092,3000,23,23,25527,226156,25803,23,23,23,0
openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3092,3000,23,23,26710,324227,26986,23,23,23,0
openrouter/mistralai/mistral-large,java,java/mistakes,code-repair,160,0,5,5,1090,15946,1150,5,5,5,140
openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,144,3706,156,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,188,2069,200,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,258,2354,270,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,289,3147,301,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,306,3106,318,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,144,3706,156,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,188,2069,200,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,258,2354,270,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,289,3147,301,1,1,1,0
openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,306,3106,318,1,1,1,0
openrouter/mistralai/mistral-large,java,java/transpile,transpile,439,0,9,10,3639,39635,3759,10,10,10,400
openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3687,43415,3807,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3692,45268,3812,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3857,35848,3977,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3933,44895,4053,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,439,0,9,10,3639,39635,3759,10,10,10,400
openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3687,43415,3807,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3692,45268,3812,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3857,35848,3977,10,10,10,440
openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3933,44895,4053,10,10,10,440
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1706,1620,17,23,18496,163944,18772,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1708,1620,19,23,18827,161592,19103,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1938,1850,19,23,17831,167454,18107,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,2180,2090,21,23,19412,167359,19688,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,2229,2140,21,23,18694,147604,19036,23,22,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1706,1620,17,23,18496,163944,18772,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1708,1620,19,23,18827,161592,19103,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1938,1850,19,23,17831,167454,18107,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,2180,2090,21,23,19412,167359,19688,23,23,23,0
openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,2229,2140,21,23,18694,147604,19036,23,22,23,0
openrouter/mistralai/mistral-large,ruby,ruby/mistakes,code-repair,170,0,5,5,620,7542,680,5,5,5,150
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,147,1849,159,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,234,2133,246,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,240,3892,252,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,241,2269,253,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,317,2109,329,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1849,159,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,234,2133,246,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,240,3892,252,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,241,2269,253,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,317,2109,329,1,1,1,0
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,269,0,9,10,3142,30700,3262,10,10,10,230
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,290,0,10,10,3299,29729,3419,10,10,10,250
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,340,0,10,10,3128,28286,3248,10,10,10,300
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,350,0,10,10,3161,29989,3281,10,10,10,310
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,430,0,10,10,2998,36052,3118,10,10,10,390
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,269,0,9,10,3142,30700,3262,10,10,10,230
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,290,0,10,10,3299,29729,3419,10,10,10,250
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,340,0,10,10,3128,28286,3248,10,10,10,300
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3161,29989,3281,10,10,10,310
openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,2998,36052,3118,10,10,10,390
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,491,420,13,23,20708,269593,26912,23,12,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,535,460,13,23,19685,241741,23590,23,16,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,542,470,13,23,18944,267652,24721,23,13,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,606,530,15,23,20526,264497,23856,23,15,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,728,650,19,23,18239,235608,22825,23,13,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,696,620,17,23,18944,268803,24721,23,13,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,767,690,19,23,20708,272084,26912,23,12,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,800,720,19,23,20526,266082,23856,23,15,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,821,740,19,23,19685,243791,23590,23,16,23,0
openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,871,790,22,23,18239,236445,22825,23,13,23,0
openrouter/mistralai/mistral-medium,golang,golang/mistakes,code-repair,209,0,5,5,656,10116,876,5,4,5,190
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,74,2892,437,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,74,3624,531,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,74,4506,644,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,77,1925,273,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,2,0,0,1,145,3878,522,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,2892,437,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,3624,531,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,4506,644,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,77,1925,273,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,145,3878,522,1,0,1,0
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,371,0,6,10,2870,106795,10507,10,5,10,340
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,375,0,6,10,2756,36440,3274,10,9,10,340
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,414,0,7,10,2930,46544,3994,10,7,10,380
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,436,0,7,10,2858,36355,3495,10,9,10,400
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,526,0,9,10,2754,40584,3962,10,7,10,490
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,473,0,8,10,2870,107413,10507,10,5,10,440
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,477,0,8,10,2756,37043,3274,10,9,10,440
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,538,0,9,10,2858,37480,3495,10,9,10,500
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,577,0,10,10,2754,40842,3962,10,7,10,540
openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,577,0,10,10,2930,47631,3994,10,7,10,540
openrouter/mistralai/mistral-medium,java,java/light,write-tests,2149,2070,18,23,31541,288923,35750,23,15,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests,2268,2190,18,23,25350,240060,30568,23,14,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests,2437,2360,19,23,27867,286256,34167,23,12,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests,2685,2610,21,23,28766,283959,36381,23,8,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests,2958,2880,23,23,27621,360273,34335,23,9,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2149,2070,18,23,31541,288923,35750,23,15,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2268,2190,18,23,25350,240060,30568,23,14,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2437,2360,19,23,27867,286256,34167,23,12,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2685,2610,21,23,28766,283959,36381,23,8,23,0
openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2958,2880,23,23,27621,360273,34335,23,9,23,0
openrouter/mistralai/mistral-medium,java,java/mistakes,code-repair,156,0,5,5,1212,18736,1829,5,1,5,140
openrouter/mistralai/mistral-medium,java,java/plain,write-tests,13,10,1,1,235,4619,685,1,0,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,235,2153,247,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,236,2182,248,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,237,2206,249,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,267,2295,279,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,13,10,1,1,235,4619,685,1,0,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,235,2153,247,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,236,2182,248,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,237,2206,249,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,267,2295,279,1,1,1,0
openrouter/mistralai/mistral-medium,java,java/transpile,transpile,476,0,10,10,4099,58957,7083,10,6,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile,477,0,10,10,4077,50660,5754,10,7,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile,477,0,10,10,4108,50472,5417,10,7,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile,479,0,10,10,4146,45079,5374,10,9,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile,479,0,10,10,4150,44928,4395,10,9,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,476,0,10,10,4099,58957,7083,10,6,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,477,0,10,10,4077,50660,5754,10,7,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,477,0,10,10,4108,50472,5417,10,7,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,479,0,10,10,4146,45079,5374,10,9,10,440
openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,479,0,10,10,4150,44928,4395,10,9,10,440
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1488,1420,17,23,18236,234875,26534,23,5,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1734,1660,18,23,17250,219526,24574,23,10,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1794,1720,19,23,20101,240642,27735,23,9,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1861,1790,19,23,16857,224718,25652,23,6,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,2203,2130,22,23,18787,223768,25215,23,5,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1488,1420,17,23,18236,234875,26534,23,5,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1734,1660,18,23,17250,219526,24574,23,10,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1794,1720,19,23,20101,240642,27735,23,9,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1861,1790,19,23,16857,224718,25652,23,6,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,2203,2130,22,23,18787,223768,25215,23,5,23,0
openrouter/mistralai/mistral-medium,ruby,ruby/mistakes,code-repair,149,0,5,5,614,11297,1127,5,4,5,130
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,13,10,1,1,225,5130,737,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,13,10,1,1,225,5476,844,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,13,10,1,1,251,6083,885,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,2,0,0,1,285,6110,866,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,2,0,0,1,460,5102,718,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,225,5130,737,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,225,5476,844,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,251,6083,885,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,285,6110,866,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,460,5102,718,1,0,1,0
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,117,0,10,10,3586,44865,4796,10,7,10,80
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,135,0,10,10,3397,47680,5454,10,5,10,100
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,136,0,10,10,3434,52674,6083,10,6,10,100
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,184,0,10,10,3622,50580,6005,10,4,10,150
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,223,0,10,10,3255,51145,6424,10,3,10,190
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,117,0,10,10,3586,44865,4796,10,7,10,80
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,135,0,10,10,3397,47680,5454,10,5,10,100
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,136,0,10,10,3434,52674,6083,10,6,10,100
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,184,0,10,10,3622,50580,6005,10,4,10,150
openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,223,0,10,10,3255,51145,6424,10,3,10,190
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,204,140,4,23,15298,136204,16597,23,17,20,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,224,150,6,23,17475,249178,17959,23,22,23,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,244,170,6,23,16646,125895,17626,23,22,23,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,274,200,9,23,17098,116496,17682,23,20,22,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,314,240,7,23,28800,196135,29027,23,22,22,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,266,200,6,23,15298,136885,16597,23,17,20,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,275,200,10,23,17098,116691,17682,23,20,22,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,316,240,8,23,17475,249533,17959,23,22,23,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,388,310,10,23,16646,127518,17626,23,22,23,0
openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,477,400,10,23,28800,197635,29027,23,22,22,0
openrouter/mistralai/mistral-nemo,golang,golang/mistakes,code-repair,138,0,3,5,666,9594,716,5,5,5,120
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,14,10,1,1,102,1453,110,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,2,0,0,1,97,1000,192,1,0,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,0,0,1,102,1365,112,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,0,0,1,239,2190,249,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,0,0,1,79,751,93,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,102,1453,110,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,97,1000,192,1,0,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,102,1365,112,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,239,2190,249,1,1,1,0
openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,79,751,93,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1101,1030,8,23,20864,105970,21587,22,20,21,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1175,1100,9,23,21030,105721,21531,23,21,22,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1186,1110,9,23,19562,116310,20683,23,21,23,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1366,1290,11,23,31233,117480,32045,23,20,22,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1509,1430,11,23,21893,125816,22434,23,22,23,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1101,1030,8,23,20864,105970,21587,22,20,21,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1175,1100,9,23,21030,105721,21531,23,21,22,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1186,1110,9,23,19562,116310,20683,23,21,23,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1366,1290,11,23,31233,117480,32045,23,20,22,0
openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1509,1430,11,23,21893,125816,22434,23,22,23,0
openrouter/mistralai/mistral-nemo,java,java/mistakes,code-repair,139,0,4,5,996,7845,1056,5,5,5,120
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,14,10,1,1,230,1964,246,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,14,10,1,1,242,681,258,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,14,10,1,1,341,1007,357,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,3,0,0,1,268,2824,280,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,3,0,0,1,289,1755,305,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,1964,246,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,14,10,1,1,242,681,258,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,14,10,1,1,341,1007,357,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,3,0,0,1,268,2824,280,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,3,0,0,1,289,1755,305,1,1,1,0
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,378,0,8,10,3781,26389,3897,10,10,10,340
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,408,0,8,10,3506,23706,3618,10,10,10,370
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,429,0,9,10,3409,22583,3509,10,10,10,390
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,437,0,9,10,3696,28457,3791,10,9,9,400
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,439,0,9,10,3415,26851,3527,10,10,10,400
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,378,0,8,10,3781,26389,3897,10,10,10,340
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,408,0,8,10,3506,23706,3618,10,10,10,370
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,429,0,9,10,3409,22583,3509,10,10,10,390
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,437,0,9,10,3696,28457,3791,10,9,9,400
openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,439,0,9,10,3415,26851,3527,10,10,10,400
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1275,1190,19,23,14584,95095,15126,23,21,22,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1496,1410,20,23,20203,120034,21570,23,20,23,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1649,1570,19,23,17659,99725,19633,23,16,21,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1667,1580,19,23,15691,107583,16094,23,22,23,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1716,1630,20,23,16962,125382,17679,23,20,23,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1275,1190,19,23,14584,95095,15126,23,21,22,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1496,1410,20,23,20203,120034,21570,23,20,23,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1649,1570,19,23,17659,99725,19633,23,16,21,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1667,1580,19,23,15691,107583,16094,23,22,23,0
openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1716,1630,20,23,16962,125382,17679,23,20,23,0
openrouter/mistralai/mistral-nemo,ruby,ruby/mistakes,code-repair,170,0,5,5,539,7921,587,5,5,5,150
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,13,10,1,1,141,1843,295,1,0,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,13,10,1,1,193,2520,391,1,0,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,14,10,1,1,172,928,180,1,1,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,3,0,0,1,283,2339,291,1,1,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,4,0,1,1,118,1652,126,1,1,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,141,1843,295,1,0,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,193,2520,391,1,0,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,172,928,180,1,1,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,283,2339,291,1,1,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,118,1652,126,1,1,1,0
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,167,0,7,10,2669,20998,2785,10,10,10,130
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,186,0,7,10,3076,31121,3529,10,9,10,150
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,218,0,9,10,2280,24030,3033,10,9,10,180
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,257,0,7,10,2820,22226,2928,10,10,10,220
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,276,0,7,10,2914,32088,3617,10,9,10,240
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,167,0,7,10,2669,20998,2785,10,10,10,130
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,186,0,7,10,3076,31121,3529,10,9,10,150
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,218,0,9,10,2280,24030,3033,10,9,10,180
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,257,0,7,10,2820,22226,2928,10,10,10,220
openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,276,0,7,10,2914,32088,3617,10,9,10,240
openrouter/mistralai/mistral-small,golang,golang/light,write-tests,267,190,8,23,16406,136006,16675,23,23,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests,335,260,8,23,19917,157224,20399,23,21,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests,347,270,8,23,17178,138780,17447,23,23,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests,375,300,9,23,17313,144753,18047,23,20,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests,399,320,11,23,16212,131289,16541,23,22,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,298,220,9,23,16406,136193,16675,23,23,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,398,320,9,23,17178,139003,17447,23,23,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,542,460,14,23,16212,132311,16541,23,22,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,591,510,14,23,19917,159392,20399,23,21,23,0
openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,599,520,13,23,17313,146256,18047,23,20,23,0
openrouter/mistralai/mistral-small,golang,golang/mistakes,code-repair,210,0,5,5,652,6235,714,5,5,5,190
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,14,10,1,1,119,949,129,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,14,10,1,1,74,797,88,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,0,0,1,118,1088,128,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,0,0,1,139,2115,149,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,0,0,1,168,1495,182,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,118,1699,128,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,119,949,129,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,797,88,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,139,2115,149,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,168,1495,182,1,1,1,0
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,438,0,8,10,3277,31385,3379,10,10,10,400
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,478,0,8,10,2971,47455,3075,10,10,10,440
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,499,0,9,10,2863,26619,2975,10,10,10,460
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,560,0,10,10,2821,31729,2929,10,10,10,520
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,560,0,10,10,3005,33098,3109,10,10,10,520
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,499,0,9,10,3277,31826,3379,10,10,10,460
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,539,0,9,10,2971,47790,3075,10,10,10,500
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2821,31729,2929,10,10,10,520
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2863,26802,2975,10,10,10,520
openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3005,33098,3109,10,10,10,520
openrouter/mistralai/mistral-small,java,java/light,write-tests,2236,2150,18,23,21717,130964,22175,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests,2528,2440,20,23,24254,147877,24679,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests,2699,2610,21,23,24565,295191,25337,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests,2759,2670,21,23,23184,137757,23606,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests,2848,2760,21,23,25239,147180,25712,23,21,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2236,2150,18,23,21717,130964,22175,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2528,2440,20,23,24254,147877,24679,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2699,2610,21,23,24565,295191,25337,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2759,2670,21,23,23184,137757,23606,23,22,23,0
openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2848,2760,21,23,25239,147180,25712,23,21,23,0
openrouter/mistralai/mistral-small,java,java/mistakes,code-repair,160,0,5,5,1245,9430,1305,5,5,5,140
openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,187,1371,199,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,187,1385,199,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,230,1609,242,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,277,2158,289,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,299,1808,311,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1371,199,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1385,199,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,1609,242,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,277,2158,289,1,1,1,0
openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,299,1808,311,1,1,1,0
openrouter/mistralai/mistral-small,java,java/transpile,transpile,479,0,10,10,3970,32499,4114,10,9,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile,479,0,10,10,4006,35844,4196,10,9,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile,480,0,10,10,3813,31670,3933,10,10,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile,480,0,10,10,3946,31599,4066,10,10,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile,480,0,10,10,4070,35843,4190,10,10,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,479,0,10,10,3970,32499,4114,10,9,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,479,0,10,10,4006,35844,4196,10,9,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,480,0,10,10,3813,31670,3933,10,10,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,480,0,10,10,3946,31599,4066,10,10,10,440
openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,480,0,10,10,4070,35843,4190,10,10,10,440
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,129,1131,141,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,132,1527,144,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,161,1310,173,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,162,1379,174,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,197,1376,209,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,129,1131,141,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,132,1527,144,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,161,1310,173,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,162,1379,174,1,1,1,0
openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,197,1376,209,1,1,1,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,131,70,2,23,21857,173892,25600,23,13,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,139,80,2,23,19243,110592,23536,23,11,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,158,100,2,23,18462,100434,23787,23,10,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,182,120,3,23,20680,109218,23806,23,13,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,221,160,5,23,18843,114888,25818,23,10,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,369,300,10,23,21857,175758,25600,23,13,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,448,380,12,23,18843,117063,25818,23,10,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,449,380,13,23,18462,104031,23787,23,10,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,509,440,12,23,19243,113957,23536,23,11,23,0
openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,523,450,14,23,20680,113608,23806,23,13,23,0
openrouter/mistralai/mistral-tiny,golang,golang/mistakes,code-repair,209,0,5,5,961,5803,1299,5,4,5,190
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,13,10,1,1,340,1829,613,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,0,0,1,132,1789,630,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,0,0,1,214,2082,477,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,0,0,1,279,2356,760,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,3,0,0,1,181,807,191,1,1,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,340,1829,613,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,132,1789,630,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,214,2082,477,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,279,2356,760,1,0,1,0
openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,181,807,191,1,1,1,0
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,178,0,3,10,3070,69183,5631,10,5,10,150
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,240,0,4,10,3000,29569,4512,10,6,10,210
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,262,0,5,10,3166,19680,4241,10,7,10,230
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,332,0,6,10,3795,22628,4912,10,6,10,300
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,333,0,6,10,3170,20603,4377,10,7,10,300
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,495,0,9,10,3795,23577,4912,10,6,10,460
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,527,0,10,10,3170,21600,4377,10,7,10,490
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,537,0,10,10,3166,21372,4241,10,7,10,500
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,555,0,10,10,3070,71559,5631,10,5,10,520
openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,556,0,10,10,3000,31507,4512,10,6,10,520
openrouter/mistralai/mistral-tiny,java,java/light,write-tests,536,480,4,23,34912,121105,42232,23,6,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests,576,520,5,23,31197,116586,39260,23,5,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests,699,640,6,23,38964,135522,45581,23,7,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests,989,930,7,23,39691,191692,48200,23,6,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests,998,940,9,23,28536,119043,36120,23,3,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,536,480,4,23,34912,121105,42232,23,6,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,576,520,5,23,31197,116586,39260,23,5,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,699,640,6,23,38964,135522,45581,23,7,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,989,930,7,23,39691,191692,48200,23,6,23,0
openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,998,940,9,23,28536,119043,36120,23,3,23,0
openrouter/mistralai/mistral-tiny,java,java/mistakes,code-repair,156,0,5,5,1228,7502,2129,5,1,5,140
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,13,10,1,1,250,2031,710,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,1077,4500,1701,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,2447,7854,2899,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,350,3378,1129,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,946,3481,1184,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,13,10,1,1,250,2031,710,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,1077,4500,1701,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,2447,7854,2899,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,350,3378,1129,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,946,3481,1184,1,0,1,0
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,387,0,9,10,4358,19973,4595,10,8,10,350
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,436,0,9,10,4190,18360,4976,10,7,10,400
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,470,0,10,10,4181,19514,4301,10,10,10,430
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,478,0,10,10,4260,23717,4493,10,8,10,440
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,480,0,10,10,4078,21009,4198,10,10,10,440
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,387,0,9,10,4358,19973,4595,10,8,10,350
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,436,0,9,10,4190,18360,4976,10,7,10,400
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,470,0,10,10,4181,19514,4301,10,10,10,430
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,478,0,10,10,4260,23717,4493,10,8,10,440
openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,480,0,10,10,4078,21009,4198,10,10,10,440
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,168,4652,1468,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,214,2028,611,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,220,1748,545,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,234,3453,1063,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,296,2404,831,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,168,4652,1468,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,214,2028,611,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,220,1748,545,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,234,3453,1063,1,0,1,0
openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,296,2404,831,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,525,450,14,23,18036,196873,21829,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,562,480,14,23,22094,299151,22704,23,22,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,576,500,15,23,19083,165903,22106,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,726,640,18,23,19396,208568,19979,23,22,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,880,800,21,23,18009,201286,21732,23,13,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,727,640,19,23,19396,208810,19979,23,22,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,749,670,18,23,18036,198397,21829,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,776,690,18,23,22094,300353,22704,23,22,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,831,750,20,23,19083,167096,22106,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,921,840,22,23,18009,201614,21732,23,13,23,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/mistakes,code-repair,177,0,4,5,643,10295,1364,5,3,5,160
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,13,10,1,1,211,3157,845,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,13,10,1,1,214,3731,878,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,14,10,1,1,228,2655,243,1,1,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,14,10,1,1,260,2875,275,1,1,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,2,0,0,1,340,5211,1103,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,211,3157,845,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,214,3731,878,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,228,2655,243,1,1,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,260,2875,275,1,1,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,340,5211,1103,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,448,0,8,10,2933,21547,3054,10,10,10,410
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,468,0,8,10,2954,26346,3075,10,10,10,430
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,468,0,9,10,2965,28040,3333,10,9,10,430
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,527,0,9,10,2917,22997,3103,10,8,10,490
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,528,0,9,10,2987,20129,3317,10,9,10,490
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,519,0,10,10,2965,28276,3333,10,9,10,480
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,519,0,9,10,2954,26626,3075,10,10,10,480
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2933,22041,3054,10,10,10,520
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,578,0,10,10,2917,23253,3103,10,8,10,540
openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,579,0,10,10,2987,20381,3317,10,9,10,540
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,1816,1740,16,23,22728,160076,26240,23,14,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2642,2560,20,23,26567,206101,29853,23,16,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2696,2610,21,23,22381,181860,25108,23,19,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2932,2850,22,23,22816,179048,27014,23,14,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2994,2910,23,23,24024,202610,26540,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,1816,1740,16,23,22728,160076,26240,23,14,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2642,2560,20,23,26567,206101,29853,23,16,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2696,2610,21,23,22381,181860,25108,23,19,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2932,2850,22,23,22816,179048,27014,23,14,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2994,2910,23,23,24024,202610,26540,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/mistakes,code-repair,158,0,5,5,1149,11742,1538,5,3,5,140
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,13,10,1,1,187,2031,441,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,13,10,1,1,231,2290,412,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,13,10,1,1,380,2937,600,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,2,0,0,1,461,6272,992,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,3,0,0,1,487,2267,499,1,1,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,187,2031,441,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,231,2290,412,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,380,2937,600,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,461,6272,992,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,487,2267,499,1,1,1,0
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,439,0,9,10,4039,26296,4168,10,10,10,400
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,439,0,9,10,4100,26982,4230,10,10,10,400
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,480,0,10,10,3626,29850,3756,10,10,10,440
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,480,0,10,10,3647,29045,3776,10,10,10,440
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,480,0,10,10,3869,26932,3999,10,10,10,440
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4039,26296,4168,10,10,10,400
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4100,26982,4230,10,10,10,400
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3626,29850,3756,10,10,10,440
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3647,29045,3776,10,10,10,440
openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3869,26932,3999,10,10,10,440
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1292,1220,13,23,17752,159696,20484,23,14,22,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1362,1290,14,23,15901,132965,23896,23,12,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1395,1320,14,23,17429,145734,21414,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1439,1370,15,23,14100,106315,19204,23,8,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1535,1460,15,23,17812,155728,21287,23,14,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1292,1220,13,23,17752,159696,20484,23,14,22,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1362,1290,14,23,15901,132965,23896,23,12,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1395,1320,14,23,17429,145734,21414,23,15,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1439,1370,15,23,14100,106315,19204,23,8,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1535,1460,15,23,17812,155728,21287,23,14,23,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/mistakes,code-repair,168,0,5,5,582,7714,1085,5,3,5,150
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,13,10,1,1,226,3852,476,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,13,10,1,1,290,2750,531,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,220,4703,998,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,225,2153,507,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,291,6825,987,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,226,3852,476,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,290,2750,531,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,220,4703,998,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,225,2153,507,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,291,6825,987,1,0,1,0
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,117,0,9,10,3188,29271,3847,10,8,10,80
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,119,0,9,10,3070,28989,3198,10,10,10,80
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,129,0,9,10,3077,24207,3206,10,10,10,90
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,89,0,9,10,3281,34001,3410,10,10,10,50
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,90,0,10,10,3366,29194,3495,10,10,10,50
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,117,0,9,10,3188,29271,3847,10,8,10,80
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,119,0,9,10,3070,28989,3198,10,10,10,80
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,129,0,9,10,3077,24207,3206,10,10,10,90
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,89,0,9,10,3281,34001,3410,10,10,10,50
openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,90,0,10,10,3366,29194,3495,10,10,10,50
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,333,260,9,23,24552,185205,25735,23,20,21,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,381,310,11,23,21194,173002,22139,23,17,20,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,423,350,11,23,25509,220501,26120,23,19,20,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,478,400,12,23,22134,222958,22968,23,21,22,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,579,500,15,23,23798,150379,24737,23,19,22,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,478,400,14,23,24552,186435,25735,23,20,21,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,544,470,14,23,21194,174344,22139,23,17,20,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,558,480,16,23,25509,222121,26120,23,19,20,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,632,550,16,23,22134,225445,22968,23,21,22,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,640,560,16,23,23798,150732,24737,23,19,22,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/mistakes,code-repair,123,0,3,5,618,10121,1477,5,1,4,110
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,14,10,1,1,173,8754,183,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,14,10,1,1,198,1104,209,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,14,10,1,1,307,1981,318,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,3,0,0,1,340,1724,351,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,4,0,1,1,392,3349,403,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,173,8754,183,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,198,1104,209,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,307,1981,318,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,340,1724,351,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,392,3349,403,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,289,0,5,10,2966,19554,3062,10,7,7,260
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,352,0,6,10,2825,23377,2923,10,8,8,320
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,402,0,7,10,2865,26961,3002,10,7,8,370
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,508,0,9,10,2960,23295,3125,10,9,10,470
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,529,0,9,10,2937,28032,3045,10,10,10,490
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,391,0,7,10,2966,20493,3062,10,7,7,360
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,414,0,8,10,2825,24240,2923,10,8,8,380
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,453,0,8,10,2865,27400,3002,10,7,8,420
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,559,0,10,10,2960,23611,3125,10,9,10,520
openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2937,28471,3045,10,10,10,540
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2256,2170,19,23,31827,198345,32113,23,22,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2526,2440,20,23,34049,201036,35575,23,20,23,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2544,2460,19,23,30708,159770,31226,23,20,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2646,2560,21,23,33029,144532,34526,23,20,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2737,2650,20,23,28546,279072,28836,23,22,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2256,2170,19,23,31827,198345,32113,23,22,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2526,2440,20,23,34049,201036,35575,23,20,23,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2544,2460,19,23,30708,159770,31226,23,20,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2646,2560,21,23,33029,144532,34526,23,20,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2737,2650,20,23,28546,279072,28836,23,22,22,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/mistakes,code-repair,156,0,5,5,1107,17114,2381,5,1,5,140
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,1,0,0,1,288,1899,293,1,0,0,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,14,10,1,1,306,2019,319,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,14,10,1,1,335,2230,348,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,14,10,1,1,393,3277,406,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,3,0,0,1,459,36010,472,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,1,0,0,1,288,1899,293,1,0,0,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,306,2019,319,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,335,2230,348,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,393,3277,406,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,459,36010,472,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,431,0,9,10,4257,38203,5093,10,2,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,432,0,9,10,3973,32528,4482,10,3,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,432,0,9,10,4080,31374,4641,10,3,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,432,0,9,10,4102,32443,4821,10,3,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,434,0,9,10,3956,24081,4316,10,5,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,431,0,9,10,4257,38203,5093,10,2,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,432,0,9,10,3973,32528,4482,10,3,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,432,0,9,10,4080,31374,4641,10,3,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,432,0,9,10,4102,32443,4821,10,3,10,400
openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,434,0,9,10,3956,24081,4316,10,5,10,400
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1327,1270,12,23,14864,106459,15422,16,14,15,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1340,1260,16,23,19896,164545,21705,23,19,22,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1463,1380,16,23,19014,126479,19303,23,22,22,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1848,1760,20,23,23446,235901,24291,23,22,23,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,2129,2040,21,23,19698,143044,20305,23,22,23,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1327,1270,12,23,14864,106459,15422,16,14,15,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1340,1260,16,23,19896,164545,21705,23,19,22,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1463,1380,16,23,19014,126479,19303,23,22,22,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1848,1760,20,23,23446,235901,24291,23,22,23,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,2129,2040,21,23,19698,143044,20305,23,22,23,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/mistakes,code-repair,133,0,4,5,609,12832,1837,5,0,4,120
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,150,2096,163,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,150,2632,163,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,138,2280,150,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,240,3091,253,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,362,2068,375,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,150,2096,163,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,150,2632,163,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,138,2280,150,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,240,3091,253,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,362,2068,375,1,1,1,0
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,136,0,8,10,3106,27702,3227,10,9,9,100
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,138,0,8,10,3126,22491,3254,10,10,10,100
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,170,0,6,10,2764,24716,2870,10,7,7,140
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,188,0,8,10,3244,26261,3372,10,10,10,150
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,70,0,4,10,1919,17896,1987,6,5,5,50
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,136,0,8,10,3106,27702,3227,10,9,9,100
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,138,0,8,10,3126,22491,3254,10,10,10,100
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,170,0,6,10,2764,24716,2870,10,7,7,140
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,188,0,8,10,3244,26261,3372,10,10,10,150
openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,70,0,4,10,1919,17896,1987,6,5,5,50
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,330,260,8,23,16615,442753,17702,23,19,20,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,401,330,11,23,14936,328774,15187,23,18,19,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,444,380,11,23,15045,321413,15246,23,15,15,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,485,410,12,23,14215,319795,14465,23,20,20,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,490,420,11,23,14894,310915,15123,23,18,18,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,401,330,11,23,14936,328774,15187,23,18,19,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,465,400,12,23,15045,321866,15246,23,15,15,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,503,430,11,23,16615,443432,17702,23,19,20,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,526,450,13,23,14215,320041,14465,23,20,20,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,583,510,14,23,14894,312098,15123,23,18,18,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/mistakes,code-repair,175,0,4,5,674,18903,716,5,3,3,160
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,1,0,0,1,301,5177,304,1,0,0,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,14,10,1,1,79,3041,89,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,0,0,1,102,2284,112,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,0,0,1,127,3058,137,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,0,0,1,360,6491,374,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,301,5177,304,1,0,0,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,102,2476,112,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,127,3252,137,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,3041,89,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,360,6491,374,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,230,0,4,10,3402,81676,3447,10,3,3,210
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,318,0,6,10,3788,92002,3802,10,1,1,300
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,338,0,6,10,2891,71765,2913,10,1,1,320
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,363,0,7,10,2947,65034,2985,10,3,3,340
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,452,0,8,10,3058,66750,3086,10,2,2,430
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,440,0,8,10,3788,92660,3802,10,1,1,420
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,454,0,8,10,3402,82605,3447,10,3,3,430
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,465,0,9,10,2947,65700,2985,10,3,3,440
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,501,0,9,10,2891,72751,2913,10,1,1,480
openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,534,0,10,10,3058,67273,3086,10,2,2,510
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1122,1050,9,23,23710,342169,23960,23,20,20,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1217,1140,12,23,19757,285398,20009,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1592,1510,13,23,20610,327763,20886,23,23,23,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1713,1630,16,23,20929,347699,21197,23,22,22,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,963,890,8,23,20237,309638,20492,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1122,1050,9,23,23710,342169,23960,23,20,20,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1217,1140,12,23,19757,285398,20009,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1592,1510,13,23,20610,327763,20886,23,23,23,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1713,1630,16,23,20929,347699,21197,23,22,22,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,963,890,8,23,20237,309638,20492,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/mistakes,code-repair,137,0,4,5,2054,36699,2102,5,4,4,120
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,14,10,1,1,267,3712,279,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,121,2694,133,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,224,3053,236,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,301,4475,313,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,384,7147,396,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,14,10,1,1,267,3712,279,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,121,2694,133,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,224,3053,236,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,301,4475,313,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,384,7147,396,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,356,0,8,10,4278,72887,4333,10,4,4,330
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,364,0,8,10,4309,84691,4355,10,3,3,340
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,370,0,8,10,4516,77221,4594,10,6,6,340
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,416,0,9,10,4508,74947,4830,10,3,4,390
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,429,0,9,10,4036,71153,4096,10,5,5,400
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,356,0,8,10,4278,72887,4333,10,4,4,330
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,364,0,8,10,4309,84691,4355,10,3,3,340
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,370,0,8,10,4516,77221,4594,10,6,6,340
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,416,0,9,10,4508,74947,4830,10,3,4,390
openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,429,0,9,10,4036,71153,4096,10,5,5,400
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,1091,1030,10,23,13199,260995,13379,23,14,14,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,1579,1500,16,23,13990,264406,14233,23,20,20,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,604,550,9,23,14045,251813,14192,23,11,11,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,616,550,9,23,13628,269984,13835,23,17,17,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,881,820,12,23,14768,265959,14933,23,13,13,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,1091,1030,10,23,13199,260995,13379,23,14,14,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,1579,1500,16,23,13990,264406,14233,23,20,20,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,604,550,9,23,14045,251813,14192,23,11,11,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,616,550,9,23,13628,269984,13835,23,17,17,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,881,820,12,23,14768,265959,14933,23,13,13,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/mistakes,code-repair,110,0,5,5,645,22443,705,5,5,5,90
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,154,2992,166,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,162,4063,174,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,170,5826,182,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,171,3590,183,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,4,0,1,1,136,4101,148,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,154,2992,166,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,162,4063,174,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,170,5826,182,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,171,3590,183,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,136,4101,148,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,126,0,8,10,3375,81657,3427,10,4,4,100
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,136,0,8,10,3023,64691,3075,10,4,4,110
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,193,0,6,10,2846,62950,2930,10,3,4,170
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,207,0,7,10,3180,76330,3243,10,5,5,180
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,238,0,8,10,2984,68857,3044,10,5,5,210
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,126,0,8,10,3375,81657,3427,10,4,4,100
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,136,0,8,10,3023,64691,3075,10,4,4,110
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,193,0,6,10,2846,62950,2930,10,3,4,170
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,207,0,7,10,3180,76330,3243,10,5,5,180
openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,238,0,8,10,2984,68857,3044,10,5,5,210
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,1,0,0,1,217,4669,217,1,0,0,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,136,3127,146,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,288,1201,298,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,559,1884,570,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,85,2891,95,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,217,4669,217,1,0,0,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,136,3127,146,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,288,1201,298,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,559,1884,570,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,85,2891,95,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,1405,1330,10,23,23039,177315,23298,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,1574,1500,12,23,25913,232820,26880,23,19,20,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,297,230,2,23,24868,157784,25122,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,355,290,3,23,23858,144401,24362,23,19,20,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,695,630,7,23,25123,151969,26057,23,17,18,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,1405,1330,10,23,23039,177315,23298,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,1574,1500,12,23,25913,232820,26880,23,19,20,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,297,230,2,23,24868,157784,25122,23,21,21,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,355,290,3,23,23858,144401,24362,23,19,20,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,695,630,7,23,25123,151969,26057,23,17,18,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/mistakes,code-repair,138,0,4,5,991,18847,1295,5,4,5,120
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,211,6187,223,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,330,1184,342,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,424,1277,432,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,807,5773,819,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,4,0,1,1,255,3753,267,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,211,6187,223,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,330,1184,342,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,424,1277,432,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,807,5773,819,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,4,0,1,1,255,3753,267,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,373,0,8,10,3770,19271,4079,10,7,8,340
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,376,0,8,10,3910,25142,4017,10,9,9,340
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,396,0,8,10,3982,34198,4089,10,9,9,360
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,407,0,9,10,4038,35647,4145,10,9,9,370
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,467,0,10,10,3780,29128,3965,10,8,9,430
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,373,0,8,10,3770,19271,4079,10,7,8,340
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,376,0,8,10,3910,25142,4017,10,9,9,340
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,396,0,8,10,3982,34198,4089,10,9,9,360
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,407,0,9,10,4038,35647,4145,10,9,9,370
openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,467,0,10,10,3780,29128,3965,10,8,9,430
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,180,110,4,23,25542,181839,26942,23,21,22,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,281,210,6,23,19798,136103,27403,23,19,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,554,480,5,23,19170,115276,19467,23,23,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,661,580,12,23,18638,117295,18902,23,23,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,726,650,9,23,19744,103579,20093,23,21,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,180,110,4,23,25542,181839,26942,23,21,22,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,281,210,6,23,19798,136103,27403,23,19,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,554,480,5,23,19170,115276,19467,23,23,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,661,580,12,23,18638,117295,18902,23,23,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,726,650,9,23,19744,103579,20093,23,21,23,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/mistakes,code-repair,109,0,4,5,669,9557,729,5,5,5,90
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,13,10,1,1,146,3315,321,1,0,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,189,2605,201,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,211,1332,223,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,327,1164,339,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,334,1215,346,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,146,3315,321,1,0,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,189,2605,201,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,211,1332,223,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,327,1164,339,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,334,1215,346,1,1,1,0
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,239,0,9,10,2600,27900,2720,10,10,10,200
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,257,0,7,10,2883,23629,3003,10,10,10,220
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,337,0,7,10,2772,26319,2884,10,10,10,300
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,368,0,8,10,2863,29367,2975,10,10,10,330
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,369,0,9,10,2756,35949,2864,10,10,10,330
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,239,0,9,10,2600,27900,2720,10,10,10,200
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,257,0,7,10,2883,23629,3003,10,10,10,220
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,337,0,7,10,2772,26319,2884,10,10,10,300
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,368,0,8,10,2863,29367,2975,10,10,10,330
openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,369,0,9,10,2756,35949,2864,10,10,10,330
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,671,2685,822,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,215,1010,229,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,226,1125,240,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,273,1215,287,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,517,2014,527,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,671,2685,822,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,215,1010,229,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,226,1125,240,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,273,1215,287,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,517,2014,527,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1341,1270,10,23,18957,65484,21437,23,15,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1400,1320,14,23,20502,67248,21927,23,20,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1403,1330,11,23,20945,68654,23604,23,16,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1777,1700,15,23,20993,67421,23317,23,16,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,930,860,9,23,23951,81036,29453,23,15,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1341,1270,10,23,18957,65484,21437,23,15,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1400,1320,14,23,20502,67248,21927,23,20,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1403,1330,11,23,20945,68654,23604,23,16,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1777,1700,15,23,20993,67421,23317,23,16,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,930,860,9,23,23951,81036,29453,23,15,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/mistakes,code-repair,129,0,4,5,1145,5353,1205,5,5,5,110
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,14,10,1,1,273,1181,289,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,2,0,0,1,236,2153,548,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,0,0,1,224,1119,240,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,0,0,1,243,1188,255,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,0,0,1,407,1715,419,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,273,1181,289,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,236,2153,548,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,224,1119,240,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,243,1188,255,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,407,1715,419,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,376,0,8,10,3805,24827,7459,10,8,10,340
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,407,0,9,10,3651,18935,4299,10,8,10,370
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,416,0,9,10,3964,18493,4956,10,7,10,380
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,425,0,9,10,3396,16936,3970,10,6,10,390
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,435,0,10,10,3861,19844,4896,10,5,10,400
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,376,0,8,10,3805,24827,7459,10,8,10,340
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,407,0,9,10,3651,18935,4299,10,8,10,370
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,416,0,9,10,3964,18493,4956,10,7,10,380
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,425,0,9,10,3396,16936,3970,10,6,10,390
openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,435,0,10,10,3861,19844,4896,10,5,10,400
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1121,1040,18,23,13153,60530,17241,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1192,1110,19,23,13917,62694,16967,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1211,1130,18,23,16208,68381,19312,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1291,1210,18,23,13746,65105,18343,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1327,1240,21,23,12570,54528,13878,23,20,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1121,1040,18,23,13153,60530,17241,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1192,1110,19,23,13917,62694,16967,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1211,1130,18,23,16208,68381,19312,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1291,1210,18,23,13746,65105,18343,23,17,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1327,1240,21,23,12570,54528,13878,23,20,23,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/mistakes,code-repair,166,0,5,5,640,11060,1563,5,1,5,150
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,13,10,1,1,147,1896,263,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,13,10,1,1,209,1648,444,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,193,1070,205,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,194,1132,206,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,3,0,0,1,281,1850,293,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,1896,263,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,209,1648,444,1,0,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,193,1070,205,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,194,1132,206,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,281,1850,293,1,1,1,0
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,262,0,7,10,3892,21327,5172,10,5,10,230
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,276,0,10,10,2975,19309,4376,10,6,10,240
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,282,0,8,10,3081,20007,4357,10,5,9,250
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,334,0,9,10,3077,22310,4871,10,5,10,300
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,387,0,10,10,2919,17621,3551,10,7,10,350
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,262,0,7,10,3892,21327,5172,10,5,10,230
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,276,0,10,10,2975,19309,4376,10,6,10,240
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,282,0,8,10,3081,20007,4357,10,5,9,250
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,334,0,9,10,3077,22310,4871,10,5,10,300
openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,387,0,10,10,2919,17621,3551,10,7,10,350
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,125,3642,333,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,178,8059,740,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,246,6637,669,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,687,7416,710,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,261,3416,271,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,125,3642,333,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,178,8059,740,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,246,6637,669,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,687,7416,710,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,261,3416,271,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1359,1280,13,23,27379,239033,28826,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1427,1350,11,23,24819,222248,26845,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1566,1490,12,23,24267,230302,27616,23,18,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1707,1630,14,23,24671,211115,26861,23,17,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1760,1680,15,23,23247,206639,24823,23,19,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1359,1280,13,23,27379,239033,28826,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1427,1350,11,23,24819,222248,26845,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1566,1490,12,23,24267,230302,27616,23,18,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1707,1630,14,23,24671,211115,26861,23,17,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1760,1680,15,23,23247,206639,24823,23,19,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/mistakes,code-repair,158,0,5,5,1192,20367,1977,5,3,5,140
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,14,10,1,1,163,4463,179,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,14,10,1,1,222,6856,238,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,14,10,1,1,273,3333,285,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,3,0,0,1,233,2919,249,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,3,0,0,1,591,5071,603,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,163,4463,179,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,222,6856,238,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,273,3333,285,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,233,2919,249,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,591,5071,603,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,419,0,9,10,3413,45971,3533,10,10,10,380
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,426,0,9,10,3886,48590,4385,10,7,10,390
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,428,0,9,10,3605,43907,3760,10,9,10,390
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,468,0,10,10,3602,45711,3977,10,8,10,430
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,469,0,10,10,3658,48254,4184,10,9,10,430
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,419,0,9,10,3413,45971,3533,10,10,10,380
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,426,0,9,10,3886,48590,4385,10,7,10,390
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,428,0,9,10,3605,43907,3760,10,9,10,390
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,468,0,10,10,3602,45711,3977,10,8,10,430
openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,469,0,10,10,3658,48254,4184,10,9,10,430
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,1422,1340,16,23,17567,188870,18752,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,843,760,16,23,21230,226517,21493,23,22,22,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,880,800,14,23,16031,185886,19345,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,883,800,16,23,15485,162775,16595,23,21,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,960,880,13,23,17113,177104,18101,23,21,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1422,1340,16,23,17567,188870,18752,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,843,760,16,23,21230,226517,21493,23,22,22,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,880,800,14,23,16031,185886,19345,23,20,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,883,800,16,23,15485,162775,16595,23,21,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,960,880,13,23,17113,177104,18101,23,21,23,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/mistakes,code-repair,166,0,5,5,587,19130,1657,5,1,5,150
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,187,2835,199,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,224,3091,236,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,2,0,0,1,197,5611,635,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,3,0,0,1,194,2923,206,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,3,0,0,1,289,3643,301,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,187,2835,199,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,224,3091,236,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,197,5611,635,1,0,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,194,2923,206,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,289,3643,301,1,1,1,0
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,297,0,9,10,2926,45106,3250,10,8,10,260
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,298,0,10,10,2884,44533,3222,10,8,10,260
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,373,0,9,10,2735,52692,4521,10,4,10,340
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,388,0,9,10,2877,44253,3093,10,9,10,350
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,418,0,10,10,2903,44208,3262,10,8,10,380
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,297,0,9,10,2926,45106,3250,10,8,10,260
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,298,0,10,10,2884,44533,3222,10,8,10,260
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,373,0,9,10,2735,52692,4521,10,4,10,340
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,388,0,9,10,2877,44253,3093,10,9,10,350
openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,418,0,10,10,2903,44208,3262,10,8,10,380
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,2,0,0,1,162,2035,972,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,2,0,0,1,445,2820,602,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,0,0,1,131,2509,145,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,0,0,1,324,1617,338,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,0,0,1,563,3416,577,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,162,2035,972,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,445,2820,602,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,131,2509,145,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,324,1617,338,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,563,3416,577,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,341,0,6,10,3111,17270,4266,10,5,10,310
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,398,0,7,10,3570,19415,5273,10,3,8,370
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,460,0,8,10,3051,25525,6668,10,3,9,430
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,470,0,8,10,2944,19486,5722,10,2,10,440
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,501,0,9,10,3294,18678,4371,10,4,8,470
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,449,0,8,10,3570,19735,5273,10,3,8,420
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,501,0,9,10,3294,18678,4371,10,4,8,470
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,514,0,9,10,3111,18182,4266,10,5,10,480
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,521,0,9,10,3051,25843,6668,10,3,9,490
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,572,0,10,10,2944,20195,5722,10,2,10,540
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1486,1420,14,23,38044,128191,44601,23,7,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1628,1560,13,23,57989,541180,126599,23,10,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1752,1680,16,23,32446,133769,35514,23,11,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,2131,2060,18,23,35266,127323,40527,23,8,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,2135,2060,17,23,34168,151863,39705,23,13,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1486,1420,14,23,38044,128191,44601,23,7,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1628,1560,13,23,57989,541180,126599,23,10,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1752,1680,16,23,32446,133769,35514,23,11,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,2131,2060,18,23,35266,127323,40527,23,8,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,2135,2060,17,23,34168,151863,39705,23,13,22,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/mistakes,code-repair,155,0,5,5,1182,57191,12693,5,0,5,140
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,13,10,1,1,230,2162,680,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,13,10,1,1,262,2487,543,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,2,0,0,1,211,1428,582,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,3,0,0,1,224,1430,236,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,3,0,0,1,241,1373,253,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,13,10,1,1,230,2162,680,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,13,10,1,1,262,2487,543,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,2,0,0,1,211,1428,582,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,3,0,0,1,224,1430,236,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,3,0,0,1,241,1373,253,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,455,0,10,10,3804,315032,98802,10,5,10,420
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,463,0,10,10,3996,27568,8415,10,3,10,430
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,463,0,10,10,4298,19063,5038,10,3,10,430
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,471,0,10,10,4078,21002,7023,10,1,10,440
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,474,0,10,10,4136,18382,5143,10,4,10,440
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,455,0,10,10,3804,315032,98802,10,5,10,420
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,463,0,10,10,3996,27568,8415,10,3,10,430
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,463,0,10,10,4298,19063,5038,10,3,10,430
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,471,0,10,10,4078,21002,7023,10,1,10,440
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,474,0,10,10,4136,18382,5143,10,4,10,440
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,1088,1020,15,23,21646,100952,27881,23,7,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,747,680,12,23,31468,154601,36714,23,9,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,833,760,14,23,22713,107799,28147,23,13,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,908,840,13,23,21119,112792,30441,23,9,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,963,890,17,23,49305,226167,53840,23,10,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,1088,1020,15,23,21646,100952,27881,23,7,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,747,680,12,23,31468,154601,36714,23,9,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,833,760,14,23,22713,107799,28147,23,13,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,908,840,13,23,21119,112792,30441,23,9,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,963,890,17,23,49305,226167,53840,23,10,23,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/mistakes,code-repair,116,0,5,5,621,7564,1909,5,1,5,100
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,14,10,1,1,146,1602,158,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,14,10,1,1,149,901,161,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,14,10,1,1,185,1983,197,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,2,0,0,1,149,1293,470,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,4,0,1,1,116,823,128,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,146,1602,158,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,149,901,161,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,185,1983,197,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,149,1293,470,1,0,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,116,823,128,1,1,1,0
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,198,0,8,10,2983,34966,9435,10,0,10,170
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,269,0,8,10,3047,29960,6832,10,1,10,240
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,320,0,8,10,2868,23485,4906,10,2,10,290
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,329,0,9,10,2927,24710,5309,10,1,9,300
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,341,0,7,10,2875,21290,4951,10,4,10,310
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,198,0,8,10,2983,34966,9435,10,0,10,170
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,269,0,8,10,3047,29960,6832,10,1,10,240
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,320,0,8,10,2868,23485,4906,10,2,10,290
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,329,0,9,10,2927,24710,5309,10,1,9,300
openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,341,0,7,10,2875,21290,4951,10,4,10,310
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,208,140,5,23,26462,265064,28633,23,18,22,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,237,170,5,23,38817,326660,39476,23,18,21,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,309,240,6,23,33163,398534,33761,23,19,21,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,355,280,8,23,22547,175230,22777,23,22,22,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,437,360,11,23,21693,263118,21990,23,21,22,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,270,200,7,23,26462,265717,28633,23,18,22,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,330,260,8,23,38817,328910,39476,23,18,21,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,402,330,9,23,33163,399588,33761,23,19,21,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,458,380,11,23,22547,176564,22777,23,22,22,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,601,520,15,23,21693,264528,21990,23,21,22,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/mistakes,code-repair,210,0,5,5,648,6398,718,5,5,5,190
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,14,10,1,1,101,1483,111,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,14,10,1,1,74,1234,84,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,14,10,1,1,79,1141,94,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,2,0,0,1,703,5052,745,1,0,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,3,0,0,1,126,1986,140,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,101,1483,111,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1234,84,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1141,94,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,703,5052,745,1,0,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,126,1986,140,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,177,0,4,10,3125,30357,3790,10,1,2,160
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,249,0,6,10,3343,30871,3507,10,5,8,220
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,278,0,5,10,3214,27603,3460,10,6,7,250
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,308,0,5,10,3218,31575,4049,10,5,8,280
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,459,0,8,10,2668,68436,9529,10,5,6,430
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,269,0,6,10,3125,30861,3790,10,1,2,250
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,310,0,7,10,3343,31237,3507,10,5,8,280
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,329,0,6,10,3214,27948,3460,10,6,7,300
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,370,0,7,10,3218,32296,4049,10,5,8,340
openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,459,0,8,10,2668,68436,9529,10,5,6,430
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,312,250,4,23,45125,348974,45701,23,17,18,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,340,270,3,23,37134,342310,38951,23,21,23,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,558,490,4,23,28824,208768,29415,23,20,21,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,724,660,6,23,30871,164445,31159,23,17,18,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,900,830,7,23,36952,287198,37402,23,20,20,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,312,250,4,23,45125,348974,45701,23,17,18,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,340,270,3,23,37134,342310,38951,23,21,23,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,558,490,4,23,28824,208768,29415,23,20,21,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,724,660,6,23,30871,164445,31159,23,17,18,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,900,830,7,23,36952,287198,37402,23,20,20,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/mistakes,code-repair,128,0,4,5,1075,10556,1254,5,4,5,110
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,12,10,1,1,270,2047,270,1,0,0,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,13,10,1,1,137,2859,385,1,0,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,0,0,1,222,1890,234,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,0,0,1,250,1947,262,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,0,0,1,280,2603,292,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,12,10,1,1,270,2047,270,1,0,0,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,13,10,1,1,137,2859,385,1,0,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,0,0,1,222,1890,234,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,0,0,1,250,1947,262,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,0,0,1,280,2603,292,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,340,0,7,10,3715,27462,3932,10,5,8,310
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,353,0,8,10,3811,29272,3941,10,7,8,320
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,356,0,7,10,4941,31530,5048,10,4,5,330
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,418,0,9,10,4161,28742,4290,10,9,10,380
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,456,0,10,10,4095,27213,4193,10,8,8,420
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,340,0,7,10,3715,27462,3932,10,5,8,310
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,353,0,8,10,3811,29272,3941,10,7,8,320
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,356,0,7,10,4941,31530,5048,10,4,5,330
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,418,0,9,10,4161,28742,4290,10,9,10,380
openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,456,0,10,10,4095,27213,4193,10,8,8,420
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,1,0,0,1,161,2211,161,1,0,0,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,128,1719,140,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,142,1634,154,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,144,2138,156,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,165,2039,177,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,161,2211,161,1,0,0,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,128,1719,140,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,142,1634,154,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,144,2138,156,1,1,1,0
openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,165,2039,177,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests,654,570,15,23,15628,124123,15951,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests,655,570,16,23,15191,122668,15506,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests,696,610,17,23,15737,130744,16060,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests,727,640,18,23,14457,113269,14779,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests,798,710,19,23,16457,136073,16779,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,685,600,16,23,15628,124733,15951,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,798,710,19,23,15737,131677,16060,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,798,710,19,23,16457,136073,16779,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,849,760,20,23,14457,114260,14779,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,849,760,20,23,15191,123806,15506,23,23,23,0
openrouter/openai/gpt-4o,golang,golang/mistakes,code-repair,210,0,5,5,638,9700,708,5,5,5,190
openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1121,88,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1416,84,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1598,88,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1679,88,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1121,88,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1416,84,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1598,88,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1679,88,1,1,1,0
openrouter/openai/gpt-4o,golang,golang/transpile,transpile,560,0,10,10,2952,20377,3060,10,10,10,520
openrouter/openai/gpt-4o,golang,golang/transpile,transpile,560,0,10,10,3022,25662,3142,10,10,10,520
openrouter/openai/gpt-4o,golang,golang/transpile,transpile,580,0,10,10,2845,20262,2945,10,10,10,540
openrouter/openai/gpt-4o,golang,golang/transpile,transpile,580,0,10,10,2876,20347,2988,10,10,10,540
openrouter/openai/gpt-4o,golang,golang/transpile,transpile,580,0,10,10,2933,18710,3049,10,10,10,540
openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2952,20377,3060,10,10,10,520
openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3022,25662,3142,10,10,10,520
openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2845,20262,2945,10,10,10,540
openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2876,20347,2988,10,10,10,540
openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2933,18710,3049,10,10,10,540
openrouter/openai/gpt-4o,java,java/light,write-tests,2952,2860,23,23,24547,134124,24823,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests,3072,2980,23,23,25092,144730,25368,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests,3072,2980,23,23,25851,166779,26127,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests,3082,2990,23,23,25306,136896,25582,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests,3092,3000,23,23,24259,148201,24535,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,2952,2860,23,23,24547,134124,24823,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3072,2980,23,23,25092,144730,25368,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3072,2980,23,23,25851,166779,26127,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3082,2990,23,23,25306,136896,25582,23,23,23,0
openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3092,3000,23,23,24259,148201,24535,23,23,23,0
openrouter/openai/gpt-4o,java,java/mistakes,code-repair,160,0,5,5,943,10034,1003,5,5,5,140
openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,1210,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,1253,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,1955,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,2120,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,213,2589,225,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1210,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1253,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1955,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2120,149,1,1,1,0
openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,2589,225,1,1,1,0
openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3511,21681,3631,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3584,20373,3704,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3682,21969,3802,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3797,27157,3917,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,4092,20935,4212,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3511,21681,3631,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3584,20373,3704,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3682,21969,3802,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3797,27157,3917,10,10,10,440
openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,4092,20935,4212,10,10,10,440
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,645,560,16,23,16706,128668,16936,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,768,680,19,23,17162,118523,17392,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,789,700,20,23,20588,114556,20818,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,880,790,21,23,15947,108786,16177,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,920,830,21,23,16121,126765,16351,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,860,770,21,23,17162,119167,17392,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,931,840,22,23,16706,131262,16936,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,962,870,23,23,20588,115983,20818,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,992,900,23,23,15947,109620,16177,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,992,900,23,23,16121,127351,16351,23,23,23,0
openrouter/openai/gpt-4o-mini,golang,golang/mistakes,code-repair,210,0,5,5,638,7751,708,5,5,5,190
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,107,1117,117,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,121,1917,131,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,125,1168,135,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,125,1507,135,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,74,1085,84,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,107,1117,117,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,121,1917,131,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,125,1168,135,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,125,1507,135,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1085,84,1,1,1,0
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2725,20076,2825,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2783,21322,2883,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2784,21704,2884,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2867,20262,2967,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2929,26359,3033,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2725,20076,2825,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2783,21322,2883,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2784,21704,2884,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2867,20262,2967,10,10,10,540
openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2929,26359,3033,10,10,10,540
openrouter/openai/gpt-4o-mini,java,java/light,write-tests,2981,2890,22,23,31772,154682,32048,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3032,2940,23,23,29685,124054,29961,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3052,2960,23,23,30114,146717,30390,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3072,2980,23,23,30979,140776,31255,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3092,3000,23,23,31195,138608,31471,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,2981,2890,22,23,31772,154682,32048,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3032,2940,23,23,29685,124054,29961,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3052,2960,23,23,30114,146717,30390,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3072,2980,23,23,30979,140776,31255,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3092,3000,23,23,31195,138608,31471,23,23,23,0
openrouter/openai/gpt-4o-mini,java,java/mistakes,code-repair,160,0,5,5,943,9047,1003,5,5,5,140
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,137,1735,149,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,137,1930,149,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,137,3106,149,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,175,2672,187,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,185,1588,197,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1735,149,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1930,149,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3106,149,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,175,2672,187,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,185,1588,197,1,1,1,0
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3391,24301,3511,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3414,26076,3534,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3421,24219,3541,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3423,24714,3543,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3547,29279,3667,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3391,24301,3511,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3414,26076,3534,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3421,24219,3541,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3423,24714,3543,10,10,10,440
openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3547,29279,3667,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2312,2220,23,23,21212,92484,21488,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2342,2250,23,23,21531,86844,21807,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2352,2260,23,23,22925,127687,23201,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2372,2280,23,23,21122,96994,21398,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2382,2290,23,23,21711,90467,21987,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2312,2220,23,23,21212,92484,21488,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,21531,86844,21807,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2352,2260,23,23,22925,127687,23201,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2372,2280,23,23,21122,96994,21398,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2382,2290,23,23,21711,90467,21987,23,23,23,0
openrouter/openai/gpt-4o-mini,ruby,ruby/mistakes,code-repair,170,0,5,5,619,9109,679,5,5,5,150
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,140,1059,152,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,140,1171,152,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,140,1272,152,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,147,1302,159,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,147,1772,159,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1059,152,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1171,152,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1272,152,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1302,159,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1772,159,1,1,1,0
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2807,31316,2927,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2816,21696,2936,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2821,22337,2941,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2827,22096,2947,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2828,30716,2948,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2807,31316,2927,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2816,21696,2936,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2821,22337,2941,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2827,22096,2947,10,10,10,440
openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2828,30716,2948,10,10,10,440
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2312,2220,23,23,19016,98936,19293,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2362,2270,23,23,18117,96980,18394,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2412,2320,23,23,17570,94846,17846,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2412,2320,23,23,18752,94260,19028,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2432,2340,23,23,18638,92426,18915,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2312,2220,23,23,19016,98936,19293,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,18117,96980,18394,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2412,2320,23,23,17570,94846,17846,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2412,2320,23,23,18752,94260,19028,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2432,2340,23,23,18638,92426,18915,23,23,23,0
openrouter/openai/gpt-4o,ruby,ruby/mistakes,code-repair,170,0,5,5,619,7471,679,5,5,5,150
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1136,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1261,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1318,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1963,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,3090,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1136,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1261,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1318,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1963,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3090,152,1,1,1,0
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,389,0,9,10,3000,24308,3120,10,10,10,350
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,470,0,10,10,3088,26145,3208,10,10,10,430
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,470,0,10,10,3094,26912,3214,10,10,10,430
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,470,0,10,10,3127,25082,3247,10,10,10,430
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,480,0,10,10,3058,24547,3178,10,10,10,440
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,389,0,9,10,3000,24308,3120,10,10,10,350
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3088,26145,3208,10,10,10,430
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3094,26912,3214,10,10,10,430
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3127,25082,3247,10,10,10,430
openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,3058,24547,3178,10,10,10,440
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,656,570,17,23,19447,285725,19715,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,818,730,19,23,18039,258666,18317,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,869,780,20,23,18491,248418,18753,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,890,800,21,23,17993,284816,18243,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,900,810,21,23,18287,301462,18546,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,972,880,23,23,19447,287713,19715,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,982,890,23,23,18039,260495,18317,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,982,890,23,23,18491,249404,18753,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,992,900,23,23,17993,286413,18243,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,992,900,23,23,18287,302560,18546,23,23,23,0
openrouter/openai/gpt-4-turbo,golang,golang/mistakes,code-repair,210,0,5,5,638,14361,704,5,5,5,190
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,120,1576,130,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,120,2266,134,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,122,1739,136,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,128,2658,138,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,74,2259,84,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,120,1576,130,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,120,2266,134,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,122,1739,136,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,128,2658,138,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2259,84,1,1,1,0
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,540,0,10,10,2848,47149,2960,10,10,10,500
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,560,0,10,10,2677,49942,2797,10,10,10,520
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,560,0,10,10,2765,50617,2877,10,10,10,520
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,560,0,10,10,2779,45699,2887,10,10,10,520
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,580,0,10,10,2720,51589,2824,10,10,10,540
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2848,47149,2960,10,10,10,500
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2677,49942,2797,10,10,10,520
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2765,50617,2877,10,10,10,520
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2779,45699,2887,10,10,10,520
openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2720,51589,2824,10,10,10,540
openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3082,2990,23,23,25244,262573,25521,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3102,3010,23,23,27792,278123,28068,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3112,3020,23,23,26210,266368,26486,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3122,3030,23,23,27198,325120,27474,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3122,3030,23,23,27935,309987,28211,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3082,2990,23,23,25244,262573,25521,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3102,3010,23,23,27792,278123,28068,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3112,3020,23,23,26210,266368,26486,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3122,3030,23,23,27198,325120,27474,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3122,3030,23,23,27935,309987,28211,23,23,23,0
openrouter/openai/gpt-4-turbo,java,java/mistakes,code-repair,160,0,5,5,1051,21517,1111,5,5,5,140
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,136,1883,148,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,137,2586,149,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,213,2143,225,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,213,3107,225,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,219,2893,231,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,1883,148,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2586,149,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,2143,225,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,3107,225,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,219,2893,231,1,1,1,0
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,3895,57660,4015,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4005,64679,4125,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4072,54930,4192,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4170,60265,4290,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4187,61026,4307,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,3895,57660,4015,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4005,64679,4125,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4072,54930,4192,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4170,60265,4290,10,10,10,440
openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4187,61026,4307,10,10,10,440
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2131,2040,22,23,18404,249405,18680,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2352,2260,23,23,17520,224341,17796,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2362,2270,23,23,17460,232262,17736,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2372,2280,23,23,16893,223348,17169,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2382,2290,23,23,17523,218066,17799,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2131,2040,22,23,18404,249405,18680,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2352,2260,23,23,17520,224341,17796,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,17460,232262,17736,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2372,2280,23,23,16893,223348,17169,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2382,2290,23,23,17523,218066,17799,23,23,23,0
openrouter/openai/gpt-4-turbo,ruby,ruby/mistakes,code-repair,170,0,5,5,620,12703,680,5,5,5,150
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,168,4895,180,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,181,2457,193,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,181,2788,193,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,188,2592,200,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,4,0,1,1,108,2060,120,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,168,4895,180,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,181,2457,193,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,181,2788,193,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,188,2592,200,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,108,2060,120,1,1,1,0
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,160,0,10,10,3501,57621,3621,10,10,10,120
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,200,0,10,10,3372,59999,3492,10,10,10,160
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,230,0,10,10,3659,58045,3779,10,10,10,190
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,240,0,10,10,3356,57630,3476,10,10,10,200
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,380,0,10,10,3137,52782,3257,10,10,10,340
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,160,0,10,10,3501,57621,3621,10,10,10,120
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,200,0,10,10,3372,59999,3492,10,10,10,160
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,230,0,10,10,3659,58045,3779,10,10,10,190
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,3356,57630,3476,10,10,10,200
openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3137,52782,3257,10,10,10,340
openrouter/openchat/openchat-8b,golang,golang/light,write-tests,230,170,5,23,15635,105119,18208,22,11,22,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests,231,170,7,23,17689,121332,22611,23,9,22,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests,246,180,7,23,15681,97970,18259,23,13,23,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests,277,210,8,23,16410,106207,19772,23,13,23,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests,357,290,7,23,14238,91222,17555,23,14,23,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,380,310,11,23,16410,107080,19772,23,13,23,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,384,320,10,23,17689,122522,22611,23,9,22,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,415,350,10,23,15635,107248,18208,22,11,22,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,483,410,14,23,15681,101399,18259,23,13,23,0
openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,500,430,10,23,14238,92359,17555,23,14,23,0
openrouter/openchat/openchat-8b,golang,golang/mistakes,code-repair,127,0,3,5,555,8171,1469,5,4,5,110
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,14,10,1,1,122,1170,136,1,1,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,135,1539,194,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,14,2441,532,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,229,1848,319,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,5,1922,370,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,122,1170,136,1,1,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,135,1539,194,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,14,2441,532,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,229,1848,319,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,5,1922,370,1,0,1,0
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,174,0,4,10,2595,18079,3152,9,3,8,150
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,289,0,5,10,2727,19500,3062,10,5,9,260
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,391,0,7,10,2985,20447,3276,10,5,9,360
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,392,0,7,10,2989,20710,3309,10,5,10,360
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,462,0,8,10,3108,21598,3875,10,4,10,430
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,337,0,7,10,2595,19094,3152,9,3,8,310
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,452,0,8,10,2727,20494,3062,10,5,9,420
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,513,0,9,10,2985,21067,3276,10,5,9,480
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,514,0,9,10,2989,21323,3309,10,5,10,480
openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,574,0,10,10,3108,22317,3875,10,4,10,540
openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,0,0,1,201,1494,272,1,0,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,0,0,1,365,5012,1388,1,0,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,0,0,1,894,3515,990,1,0,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests,3,0,0,1,469,2044,481,1,1,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests,3,0,0,1,579,2128,625,1,1,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,201,1494,272,1,0,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,365,5012,1388,1,0,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,894,3515,990,1,0,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,469,2044,481,1,1,1,0
openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,579,2128,625,1,1,1,0
openrouter/openchat/openchat-8b,java,java/transpile,transpile,358,0,8,10,3824,21142,4240,9,2,9,330
openrouter/openchat/openchat-8b,java,java/transpile,transpile,428,0,9,10,3795,22669,4979,10,0,9,400
openrouter/openchat/openchat-8b,java,java/transpile,transpile,433,0,9,10,3951,23263,4960,10,4,10,400
openrouter/openchat/openchat-8b,java,java/transpile,transpile,461,0,10,10,4075,25509,4723,10,1,10,430
openrouter/openchat/openchat-8b,java,java/transpile,transpile,475,0,10,10,3680,22968,4173,10,5,10,440
openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,358,0,8,10,3824,21142,4240,9,2,9,330
openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,428,0,9,10,3795,22669,4979,10,0,9,400
openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,433,0,9,10,3951,23263,4960,10,4,10,400
openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,461,0,10,10,4075,25509,4723,10,1,10,430
openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,475,0,10,10,3680,22968,4173,10,5,10,440
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,158,1821,339,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,209,2768,662,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,239,2070,389,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,252,2800,662,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,3,0,0,1,255,1617,275,1,1,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,158,1821,339,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,209,2768,662,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,239,2070,389,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,252,2800,662,1,0,1,0
openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,255,1617,275,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,759,670,20,23,15198,131126,15392,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,769,680,20,23,15853,156501,16049,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,769,680,20,23,16552,142328,16740,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,820,730,21,23,16594,162665,16786,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,861,770,22,23,15333,145256,15519,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,820,730,21,23,16552,142504,16740,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,861,770,22,23,15333,145256,15519,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,861,770,22,23,15853,157101,16049,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,881,790,22,23,15198,131834,15392,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,881,790,22,23,16594,163097,16786,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/mistakes,code-repair,210,0,5,5,648,6610,688,5,5,5,190
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1038,84,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1085,82,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1164,84,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1264,82,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,726,82,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1038,84,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1085,82,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1164,84,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1264,82,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,726,82,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,468,0,8,10,2829,28581,2911,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,509,0,9,10,3086,30122,3166,10,10,10,470
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,519,0,9,10,2842,29311,2922,10,10,10,480
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,519,0,9,10,2923,28048,3003,10,10,10,480
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,580,0,10,10,3041,30574,3121,10,10,10,540
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3086,30607,3166,10,10,10,500
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2829,29223,2911,10,10,10,540
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2842,29673,2922,10,10,10,540
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2923,28297,3003,10,10,10,540
openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3041,30574,3121,10,10,10,540
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2429,2340,20,23,23533,161563,23717,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2639,2550,20,23,23965,155654,24149,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2710,2620,21,23,23603,146098,23795,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2840,2750,21,23,24141,148420,24325,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2851,2760,22,23,23862,174937,24046,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2429,2340,20,23,23533,161563,23717,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2639,2550,20,23,23965,155654,24149,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2710,2620,21,23,23603,146098,23795,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2840,2750,21,23,24141,148420,24325,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2851,2760,22,23,23862,174937,24046,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/mistakes,code-repair,126,0,4,5,816,8059,848,4,4,4,110
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,13,10,1,1,199,3161,415,1,0,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,198,1738,206,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,224,1996,232,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,280,1772,288,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,296,1996,304,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,13,10,1,1,199,3161,415,1,0,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,198,1738,206,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1996,232,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,280,1772,288,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,296,1996,304,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,416,0,9,10,3423,30336,3499,9,9,9,380
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,439,0,9,10,3873,32024,3953,10,10,10,400
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,470,0,10,10,3753,29430,3837,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,470,0,10,10,3862,33485,3942,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,470,0,10,10,3889,35735,3969,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,416,0,9,10,3423,30336,3499,9,9,9,380
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,439,0,9,10,3873,32024,3953,10,10,10,400
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,470,0,10,10,3753,29430,3837,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,470,0,10,10,3862,33485,3942,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,470,0,10,10,3889,35735,3969,10,10,10,430
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,1898,1810,19,23,15539,341560,15723,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2060,1970,21,23,14866,286604,15050,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2099,2010,20,23,16180,362825,16364,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2312,2220,23,23,15709,286658,15893,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2352,2260,23,23,16756,246229,16944,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,1898,1810,19,23,15539,341560,15723,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2060,1970,21,23,14866,286604,15050,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2099,2010,20,23,16180,362825,16364,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2312,2220,23,23,15709,286658,15893,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2352,2260,23,23,16756,246229,16944,23,23,23,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/mistakes,code-repair,170,0,5,5,619,12930,659,5,5,5,150
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,155,5381,163,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,207,6920,215,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,222,3066,230,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,255,6461,263,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,3,0,0,1,155,7009,163,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,5381,163,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,207,6920,215,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,222,3066,230,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,255,6461,263,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,155,7009,163,1,1,1,0
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,200,0,10,10,3467,81422,3547,10,10,10,160
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,230,0,10,10,3430,67292,3510,10,10,10,190
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,279,0,9,10,3315,63805,3395,10,10,10,240
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,280,0,10,10,3334,90186,3418,10,10,10,240
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,330,0,10,10,3145,63417,3225,10,10,10,290
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,200,0,10,10,3467,81422,3547,10,10,10,160
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,230,0,10,10,3430,67292,3510,10,10,10,190
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,279,0,9,10,3315,63805,3395,10,10,10,240
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,280,0,10,10,3334,90186,3418,10,10,10,240
openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,3145,63417,3225,10,10,10,290
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,135,80,3,23,22837,66520,26560,23,6,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,139,80,3,23,51091,231300,54311,23,10,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,207,150,3,23,40081,125545,43638,23,8,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,226,170,5,23,24722,78514,29336,23,5,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,50,0,1,23,78549,384004,81956,23,4,22,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,208,150,6,23,22837,67774,26560,23,6,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,258,200,4,23,40081,125856,43638,23,8,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,275,220,6,23,78549,386056,81956,23,4,22,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,319,260,8,23,24722,80034,29336,23,5,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,343,280,7,23,51091,232664,54311,23,10,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/mistakes,code-repair,209,0,5,5,712,4512,908,5,4,5,190
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,140,819,158,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,143,611,212,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,143,966,230,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,92,831,168,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,3,0,1,1,248,866,335,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,140,819,158,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,143,611,212,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,143,966,230,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,92,831,168,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,3,0,1,1,248,866,335,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,1306,1805,1390,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,212,1117,380,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,304,1303,530,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,720,1846,958,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,3,0,0,1,1096,1819,1108,1,1,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,1306,1805,1390,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,212,1117,380,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,304,1303,530,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,720,1846,958,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,3,0,0,1,1096,1819,1108,1,1,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,376,0,8,10,3942,11260,4306,10,8,10,340
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,416,0,9,10,3710,12136,4464,10,7,10,380
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,427,0,9,10,3892,11977,4280,10,8,10,390
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,468,0,10,10,3945,11616,4126,10,8,10,430
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,469,0,10,10,3801,12029,4101,10,9,10,430
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,376,0,8,10,3942,11260,4306,10,8,10,340
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,416,0,9,10,3710,12136,4464,10,7,10,380
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,427,0,9,10,3892,11977,4280,10,8,10,390
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,468,0,10,10,3945,11616,4126,10,8,10,430
openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,469,0,10,10,3801,12029,4101,10,9,10,430
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,363,300,5,23,21218,59877,23772,23,12,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,378,310,6,23,18509,55437,19588,23,17,22,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,382,320,5,23,20124,57710,22404,23,11,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,451,390,5,23,18177,54331,21095,23,10,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,480,420,5,23,21257,59869,23139,21,13,21,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,363,300,5,23,21218,59877,23772,23,12,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,378,310,6,23,18509,55437,19588,23,17,22,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,382,320,5,23,20124,57710,22404,23,11,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,451,390,5,23,18177,54331,21095,23,10,23,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,480,420,5,23,21257,59869,23139,21,13,21,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/mistakes,code-repair,108,0,5,5,602,6359,898,5,3,5,90
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,153,661,165,1,1,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,0,0,1,132,1055,236,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,0,0,1,172,1124,378,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,0,0,1,639,1719,771,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,3,0,0,1,169,686,185,1,1,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,153,661,165,1,1,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,132,1055,236,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,172,1124,378,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,639,1719,771,1,0,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,169,686,185,1,1,1,0
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,317,0,8,10,2462,12236,2724,10,9,10,280
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,385,0,9,10,2706,12355,3705,10,6,10,350
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,420,0,10,10,2661,11395,2781,10,10,10,380
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,438,0,10,10,2619,11905,3123,10,8,10,400
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,449,0,10,10,2782,11383,3013,10,9,10,410
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,317,0,8,10,2462,12236,2724,10,9,10,280
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,385,0,9,10,2706,12355,3705,10,6,10,350
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2661,11395,2781,10,10,10,380
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,438,0,10,10,2619,11905,3123,10,8,10,400
openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,449,0,10,10,2782,11383,3013,10,9,10,410
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,298,230,7,23,17572,162354,21907,23,15,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,459,380,13,23,16312,138612,17632,23,20,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,472,400,14,23,16932,160198,21306,23,12,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,542,470,12,23,15801,150080,19663,23,14,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,552,480,15,23,17091,173234,22874,23,11,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,512,440,11,23,17572,163537,21907,23,15,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,513,440,15,23,16932,160645,21306,23,12,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,612,530,16,23,16312,139894,17632,23,20,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,675,600,18,23,17091,174776,22874,23,11,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,696,620,16,23,15801,151540,19663,23,14,23,0
openrouter/qwen/qwen-110b-chat,golang,golang/mistakes,code-repair,210,0,5,5,648,8022,718,5,5,5,190
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,13,10,1,1,79,4663,776,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,14,10,1,1,806,4699,817,1,1,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,0,0,1,273,4582,797,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,0,0,1,547,6184,1042,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,0,0,1,638,5909,1054,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,79,4663,776,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,806,4699,817,1,1,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,273,4582,797,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,547,6184,1042,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,638,5909,1054,1,0,1,0
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,325,0,6,10,2841,26119,3135,10,9,10,290
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,346,0,6,10,2904,28401,3044,10,10,10,310
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,357,0,7,10,2851,26648,2971,10,10,10,320
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,418,0,8,10,2762,25738,2898,10,10,10,380
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,438,0,8,10,2833,26149,2969,10,10,10,400
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,418,0,8,10,2851,27142,2971,10,10,10,380
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,498,0,9,10,2841,27074,3135,10,9,10,460
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2762,26311,2898,10,10,10,500
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2833,26791,2969,10,10,10,520
openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2904,29678,3044,10,10,10,540
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,0,0,1,315,6658,1141,1,0,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,0,0,1,509,4506,911,1,0,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,0,0,1,601,4690,896,1,0,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,3,0,0,1,221,1721,233,1,1,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,3,0,0,1,366,2219,378,1,1,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,315,6658,1141,1,0,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,509,4506,911,1,0,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,601,4690,896,1,0,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,3,0,0,1,221,1721,233,1,1,1,0
openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,3,0,0,1,366,2219,378,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,801,720,15,23,21091,148350,23021,23,20,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,839,760,13,23,20118,140850,21230,23,20,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,912,830,15,23,20920,135957,21603,23,21,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,915,830,16,23,21987,148284,22263,23,23,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,915,830,18,23,21425,129225,22397,23,21,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,801,720,15,23,21091,148350,23021,23,20,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,839,760,13,23,20118,140850,21230,23,20,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,912,830,15,23,20920,135957,21603,23,21,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,915,830,16,23,21987,148284,22263,23,23,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,915,830,18,23,21425,129225,22397,23,21,23,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/mistakes,code-repair,170,0,5,5,631,6847,691,5,5,5,150
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,14,10,1,1,147,1671,159,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,14,10,1,1,148,1178,160,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,14,10,1,1,168,1551,180,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,2,0,0,1,236,3669,615,1,0,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,3,0,0,1,140,1220,152,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1671,159,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,148,1178,160,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,168,1551,180,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,236,3669,615,1,0,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,140,1220,152,1,1,1,0
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,310,0,10,10,2574,23898,2694,10,10,10,270
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,330,0,10,10,2709,29230,2829,10,10,10,290
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,379,0,10,10,2552,24469,2885,10,9,10,340
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,420,0,10,10,2483,23602,2603,10,10,10,380
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,480,0,10,10,2592,23718,2712,10,10,10,440
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,2574,23898,2694,10,10,10,270
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,2709,29230,2829,10,10,10,290
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,379,0,10,10,2552,24469,2885,10,9,10,340
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2483,23602,2603,10,10,10,380
openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2592,23718,2712,10,10,10,440
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,130,1477,144,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,144,1617,158,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,154,2700,168,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,155,1512,169,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,308,2445,322,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,155,2103,169,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,130,1477,144,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,144,1617,158,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,154,2700,168,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,308,2794,322,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2217,2130,18,23,20912,153913,21188,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2368,2280,19,23,21604,227290,21880,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2440,2350,21,23,20923,173750,21199,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2478,2390,19,23,21495,183821,21771,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2506,2420,19,23,18441,164733,18708,23,22,22,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2217,2130,18,23,20912,153913,21188,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2368,2280,19,23,21604,227290,21880,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2440,2350,21,23,20923,173750,21199,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2478,2390,19,23,21495,183821,21771,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2506,2420,19,23,18441,164733,18708,23,22,22,0
openrouter/qwen/qwen-2-72b-instruct,java,java/mistakes,code-repair,160,0,5,5,1068,11064,1128,5,5,5,140
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,208,63326,220,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,213,17895,225,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,291,1754,303,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,336,3254,348,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,343,2276,355,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,208,63326,220,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,17895,225,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,291,1754,303,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,336,3254,348,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,343,2276,355,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,418,0,9,10,4013,73332,4539,10,9,10,380
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,429,0,9,10,3801,38254,3921,10,10,10,390
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,429,0,9,10,3914,32726,4034,10,10,10,390
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,470,0,10,10,3732,33191,3852,10,10,10,430
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,480,0,10,10,3830,54771,3950,10,10,10,440
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,418,0,9,10,4013,73332,4539,10,9,10,380
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3801,38254,3921,10,10,10,390
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3914,32726,4034,10,10,10,390
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3732,33191,3852,10,10,10,430
openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3830,54771,3950,10,10,10,440
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1645,1560,18,23,15745,150689,16452,23,21,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1755,1670,18,23,17471,239014,19177,23,21,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1880,1790,21,23,16535,148472,16816,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1885,1800,19,23,17311,199049,18390,23,20,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,2090,2000,21,23,16765,212909,17041,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1645,1560,18,23,15745,150689,16452,23,21,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1755,1670,18,23,17471,239014,19177,23,21,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1880,1790,21,23,16535,148472,16816,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1885,1800,19,23,17311,199049,18390,23,20,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,2090,2000,21,23,16765,212909,17041,23,23,23,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,619,8609,679,5,5,5,150
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,126,2453,138,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,134,2036,146,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,134,2487,146,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,179,1392,191,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,254,6975,267,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,126,2453,138,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,134,2036,146,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,134,2487,146,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,179,1392,191,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,254,6975,267,1,1,1,0
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,165,0,5,10,3034,37127,3154,10,10,10,130
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,246,0,8,10,2949,42308,3976,10,8,10,210
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,256,0,6,10,2883,27863,3003,10,10,10,220
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,298,0,8,10,3218,30676,3338,10,10,10,260
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,350,0,10,10,2957,64423,3077,10,10,10,310
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,165,0,5,10,3034,37127,3154,10,10,10,130
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,246,0,8,10,2949,42308,3976,10,8,10,210
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,256,0,6,10,2883,27863,3003,10,10,10,220
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,298,0,8,10,3218,30676,3338,10,10,10,260
openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,2957,64423,3077,10,10,10,310
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,108,1504,122,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,137,1198,151,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,182,2401,196,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,427,2381,441,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,587,2414,601,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,108,1504,122,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,137,1198,151,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,182,2401,196,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,427,2381,441,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,587,2414,601,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,1198,1120,10,23,29069,117845,30484,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,1600,1520,12,23,23414,99464,24403,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,270,200,2,23,23898,113237,25097,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,693,620,5,23,24978,103955,26007,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,697,620,8,23,22864,101134,23121,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,1198,1120,10,23,29069,117845,30484,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,1600,1520,12,23,23414,99464,24403,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,270,200,2,23,23898,113237,25097,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,693,620,5,23,24978,103955,26007,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,697,620,8,23,22864,101134,23121,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,java,java/mistakes,code-repair,139,0,4,5,1216,7184,1276,5,5,5,120
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,14,10,1,1,202,1347,210,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,1107,3584,1115,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,236,1854,248,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,245,1160,257,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,349,2394,361,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,202,1347,210,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,1107,3584,1115,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,236,1854,248,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,245,1160,257,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,349,2394,361,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,439,0,9,10,4258,22834,4378,10,10,10,400
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,439,0,9,10,4338,20083,4458,10,10,10,400
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,480,0,10,10,4132,25364,4256,10,10,10,440
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,480,0,10,10,4211,19725,4335,10,10,10,440
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,480,0,10,10,4301,21865,4421,10,10,10,440
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4258,22834,4378,10,10,10,400
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4338,20083,4458,10,10,10,400
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,4132,25364,4256,10,10,10,440
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,4211,19725,4335,10,10,10,440
openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,4301,21865,4421,10,10,10,440
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,246,170,7,23,25158,110302,25434,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,275,200,7,23,24695,107818,24984,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,459,380,10,23,20890,100406,21166,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,656,580,7,23,22970,112241,23246,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,828,750,9,23,22531,100061,22809,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,246,170,7,23,25158,110302,25434,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,275,200,7,23,24695,107818,24984,23,22,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,459,380,10,23,20890,100406,21166,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,656,580,7,23,22970,112241,23246,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,828,750,9,23,22531,100061,22809,23,23,23,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/mistakes,code-repair,139,0,4,5,626,6810,682,5,5,5,120
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,206,1412,218,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,488,2330,500,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,297,2819,580,1,0,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,189,1149,201,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,352,2043,364,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,206,1412,218,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,488,2330,500,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,297,2819,580,1,0,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,189,1149,201,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,352,2043,364,1,1,1,0
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,164,0,4,10,2644,19044,2764,10,10,10,130
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,215,0,5,10,2731,19853,2847,10,10,10,180
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,245,0,5,10,2622,19603,2743,10,10,10,210
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,255,0,6,10,2598,19170,2720,10,9,10,220
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,276,0,6,10,2529,19009,2649,10,10,10,240
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,164,0,4,10,2644,19044,2764,10,10,10,130
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,215,0,5,10,2731,19853,2847,10,10,10,180
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,245,0,5,10,2622,19603,2743,10,10,10,210
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,255,0,6,10,2598,19170,2720,10,9,10,220
openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,276,0,6,10,2529,19009,2649,10,10,10,240
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,403,330,11,23,19028,175701,20960,23,16,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,446,380,11,23,19402,201234,23037,23,9,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,545,470,15,23,17513,197283,19788,23,14,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,567,490,16,23,18452,166379,20444,23,15,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,606,530,16,23,17809,189042,20134,23,14,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,673,600,18,23,19402,204102,23037,23,9,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,739,660,19,23,17809,190309,20134,23,14,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,740,660,18,23,19028,177241,20960,23,16,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,760,680,20,23,17513,198486,19788,23,14,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,761,680,20,23,18452,167468,20444,23,15,23,0
openrouter/qwen/qwen-72b-chat,golang,golang/mistakes,code-repair,210,0,5,5,667,9129,737,5,5,5,190
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,141,2533,252,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,166,3590,490,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,186,2501,332,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,221,3590,451,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,14,10,1,1,427,3412,441,1,1,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,141,2533,252,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,166,3590,490,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,186,2501,332,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,221,3590,451,1,0,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,427,3412,441,1,1,1,0
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,174,0,4,10,2934,25807,3042,10,10,10,140
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,213,0,4,10,3088,29528,3464,10,9,10,180
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,254,0,4,10,2843,26302,2951,10,10,10,220
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,254,0,5,10,2838,28408,3203,10,9,10,220
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,295,0,5,10,2939,25324,3047,10,10,10,260
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,498,0,9,10,3088,31004,3464,10,9,10,460
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,500,0,10,10,2934,27952,3042,10,10,10,460
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,539,0,10,10,2838,30274,3203,10,9,10,500
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2843,27922,2951,10,10,10,540
openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2939,27048,3047,10,10,10,540
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2051,1970,17,23,24805,167390,26456,23,18,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2094,2010,17,23,25313,172530,25974,23,21,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2275,2190,18,23,24746,186293,25718,23,21,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2304,2220,18,23,24086,170949,24924,23,20,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2365,2280,18,23,23511,156355,24266,23,21,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2051,1970,17,23,24805,167390,26456,23,18,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2094,2010,17,23,25313,172530,25974,23,21,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2275,2190,18,23,24746,186293,25718,23,21,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2304,2220,18,23,24086,170949,24924,23,20,23,0
openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2365,2280,18,23,23511,156355,24266,23,21,23,0
openrouter/qwen/qwen-72b-chat,java,java/mistakes,code-repair,158,0,5,5,1064,13650,1350,5,3,5,140
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,150,1398,162,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,187,1889,199,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,222,1787,234,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,376,5921,388,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,388,2997,400,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,150,1398,162,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1889,199,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,222,1787,234,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,376,5921,388,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,388,2997,400,1,1,1,0
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,429,0,9,10,4025,26822,4145,10,10,10,390
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,429,0,9,10,4166,25790,4286,10,10,10,390
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,480,0,10,10,4101,28238,4221,10,10,10,440
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,480,0,10,10,4146,30544,4266,10,10,10,440
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,480,0,10,10,4185,30766,4305,10,10,10,440
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,429,0,9,10,4025,26822,4145,10,10,10,390
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,429,0,9,10,4166,25790,4286,10,10,10,390
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,4101,28238,4221,10,10,10,440
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,4146,30544,4266,10,10,10,440
openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,4185,30766,4305,10,10,10,440
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1557,1480,20,23,17269,119952,19525,22,13,22,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1715,1630,22,23,17434,123314,18915,23,17,23,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1824,1750,20,23,13672,96686,15064,20,14,20,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,2048,1970,22,23,17654,129072,21531,23,10,23,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,2108,2030,21,23,18714,132167,21353,23,11,23,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1557,1480,20,23,17269,119952,19525,22,13,22,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1715,1630,22,23,17434,123314,18915,23,17,23,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1824,1750,20,23,13672,96686,15064,20,14,20,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,2048,1970,22,23,17654,129072,21531,23,10,23,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,2108,2030,21,23,18714,132167,21353,23,11,23,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/mistakes,code-repair,169,0,5,5,624,7637,793,5,4,5,150
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,153,2675,344,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,176,2357,374,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,189,3407,617,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,190,2788,455,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,218,4331,821,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,153,2675,344,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,176,2357,374,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,189,3407,617,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,190,2788,455,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,218,4331,821,1,0,1,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,118,0,8,10,2915,23570,3039,10,10,10,80
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,129,0,9,10,2972,25516,3092,10,10,10,90
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,140,0,10,10,2733,25267,2853,10,10,10,100
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,169,0,9,10,2851,25485,2975,10,10,10,130
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,27,0,6,10,2022,18894,2110,7,7,7,0
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,118,0,8,10,2915,23570,3039,10,10,10,80
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,129,0,9,10,2972,25516,3092,10,10,10,90
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,140,0,10,10,2733,25267,2853,10,10,10,100
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,169,0,9,10,2851,25485,2975,10,10,10,130
openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,27,0,6,10,2022,18894,2110,7,7,7,0
openrouter/recursal/eagle-7b,golang,golang/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/eagle-7b,golang,golang/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/eagle-7b,java,java/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/eagle-7b,java,java/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/eagle-7b,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/eagle-7b,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/rwkv-5-3b-ai-town,golang,golang/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/rwkv-5-3b-ai-town,golang,golang/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/rwkv-5-3b-ai-town,java,java/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/rwkv-5-3b-ai-town,java,java/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/rwkv-5-3b-ai-town,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/recursal/rwkv-5-3b-ai-town,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,1,0,0,1,1884,29819,1888,1,0,0,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,0,0,1,463,6357,556,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,0,0,1,511,8000,598,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,0,0,1,918,13296,955,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,3,0,0,1,118,2330,130,1,1,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,1884,29819,1888,1,0,0,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,463,6357,556,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,511,8000,598,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,918,13296,955,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,118,2330,130,1,1,1,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,1,0,0,1,51,3058,52,1,0,0,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,1,0,0,1,73,1684,74,1,0,0,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,2,0,0,1,175,3393,269,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,3,0,0,1,147,2488,160,1,1,1,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,3,0,0,1,207,3502,220,1,1,1,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,1,0,0,1,51,3058,52,1,0,0,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,1,0,0,1,73,1684,74,1,0,0,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,2,0,0,1,175,3393,269,1,0,1,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,3,0,0,1,147,2488,160,1,1,1,0
openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,3,0,0,1,207,3502,220,1,1,1,0
openrouter/rwkv/rwkv-5-world-3b,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0
openrouter/rwkv/rwkv-5-world-3b,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,103,1036,117,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,326,1902,340,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,386,2253,400,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,681,2790,695,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,94,1631,108,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,103,1036,117,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,326,1902,340,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,386,2253,400,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,681,2790,695,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,94,1631,108,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1271,1190,13,23,17823,71056,18232,23,22,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1398,1320,12,23,21119,73670,22090,23,20,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1802,1720,17,23,24432,91152,25946,23,19,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1982,1900,16,23,24928,96346,25465,23,20,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,2092,2010,17,23,22558,82873,24711,23,19,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1271,1190,13,23,17823,71056,18232,23,22,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1398,1320,12,23,21119,73670,22090,23,20,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1802,1720,17,23,24432,91152,25946,23,19,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1982,1900,16,23,24928,96346,25465,23,20,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,2092,2010,17,23,22558,82873,24711,23,19,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/mistakes,code-repair,96,0,3,5,828,7490,1792,5,3,5,80
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,196,1034,208,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,223,1131,235,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,258,1086,270,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,295,1535,307,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,3,0,0,1,235,1391,247,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,196,1034,208,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,223,1131,235,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,258,1086,270,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,295,1535,307,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,235,1391,247,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,370,0,8,10,4043,23671,5330,10,3,9,340
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,404,0,9,10,4193,19972,4723,10,6,9,370
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,423,0,9,10,3612,20830,4720,10,5,9,390
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,465,0,10,10,3926,22899,4480,10,6,9,430
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,468,0,10,10,4061,20251,4282,10,8,10,430
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,370,0,8,10,4043,23671,5330,10,3,9,340
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,404,0,9,10,4193,19972,4723,10,6,9,370
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,423,0,9,10,3612,20830,4720,10,5,9,390
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,465,0,10,10,3926,22899,4480,10,6,9,430
openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,468,0,10,10,4061,20251,4282,10,8,10,430
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,1115,1040,11,23,14859,74061,16286,23,18,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,1268,1190,14,23,15168,74862,16730,23,19,22,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,497,420,9,23,16124,70625,16524,23,22,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,634,560,9,23,13887,66705,15199,23,19,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,896,820,10,23,14659,74100,16148,23,20,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,1115,1040,11,23,14859,74061,16286,23,18,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,1268,1190,14,23,15168,74862,16730,23,19,22,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,497,420,9,23,16124,70625,16524,23,22,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,634,560,9,23,13887,66705,15199,23,19,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,896,820,10,23,14659,74100,16148,23,20,23,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/mistakes,code-repair,108,0,4,5,659,5724,794,5,4,5,90
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,1,0,0,1,253,2950,253,1,0,0,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,14,10,1,1,140,1105,152,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,0,0,1,238,3992,250,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,0,0,1,316,1618,328,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,0,1,1,13,1844,381,1,0,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,253,2950,253,1,0,0,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1105,152,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,238,3992,250,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,316,1618,328,1,1,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,1,1,13,1844,381,1,0,1,0
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,114,0,5,10,3187,18986,3456,10,9,10,80
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,123,0,3,10,2969,19041,3089,10,10,10,90
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,83,0,4,10,2879,19552,3218,10,9,10,50
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,84,0,4,10,3142,18557,3262,10,10,10,50
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,90,0,5,10,3031,24241,3614,10,7,8,60
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,114,0,5,10,3187,18986,3456,10,9,10,80
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,123,0,3,10,2969,19041,3089,10,10,10,90
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,83,0,4,10,2879,19552,3218,10,9,10,50
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,84,0,4,10,3142,18557,3262,10,10,10,50
openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,90,0,5,10,3031,24241,3614,10,7,8,60
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,189,120,4,23,14902,76789,18620,23,19,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,216,150,5,23,23631,101453,25934,23,17,21,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,250,180,5,23,19266,90413,21490,23,19,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,308,240,9,23,16076,93011,21466,23,14,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,403,330,10,23,15857,89819,19999,23,17,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,263,190,8,23,14902,77954,18620,23,19,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,267,200,6,23,23631,101710,25934,23,17,21,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,309,240,10,23,16076,93223,21466,23,14,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,403,330,8,23,19266,91692,21490,23,19,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,557,480,14,23,15857,91329,19999,23,17,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/mistakes,code-repair,210,0,5,5,664,6031,735,5,5,5,190
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,2,0,0,1,534,2453,688,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,0,0,1,157,914,172,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,0,0,1,200,1156,215,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,0,0,1,530,2352,545,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,4,0,1,1,130,1184,145,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,534,2453,688,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,157,914,172,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,200,1156,215,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,530,2352,545,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,130,1184,145,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,334,0,7,10,2894,17048,3318,10,7,10,300
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,353,0,6,10,2949,17022,3445,10,8,9,320
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,396,0,7,10,3027,19639,4064,10,9,10,360
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,397,0,7,10,2903,16946,3013,10,10,10,360
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,416,0,7,10,2996,18730,3554,10,9,10,380
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,385,0,8,10,2894,17541,3318,10,7,10,350
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,404,0,7,10,2949,17312,3445,10,8,9,370
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,416,0,7,10,2996,18730,3554,10,9,10,380
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,427,0,8,10,3027,19934,4064,10,9,10,390
openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,2903,17147,3013,10,10,10,410
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1052,980,10,23,16522,67415,18710,23,17,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1233,1160,13,23,16749,66856,17843,23,17,20,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1295,1220,12,23,17506,78009,21668,23,17,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,723,650,7,23,17058,70230,19520,23,20,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,998,930,10,23,19855,85179,23581,23,13,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1052,980,10,23,16522,67415,18710,23,17,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1233,1160,13,23,16749,66856,17843,23,17,20,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1295,1220,12,23,17506,78009,21668,23,17,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,723,650,7,23,17058,70230,19520,23,20,23,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,998,930,10,23,19855,85179,23581,23,13,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/mistakes,code-repair,127,0,4,5,956,7414,1362,5,3,5,110
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,1,0,0,1,257,1351,258,1,0,0,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,2,0,0,1,417,3258,1171,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,2,0,0,1,901,3309,1078,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,3,0,0,1,258,1303,281,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,3,0,1,1,240,2046,499,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,1,0,0,1,257,1351,258,1,0,0,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,417,3258,1171,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,901,3309,1078,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,258,1303,281,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,3,0,1,1,240,2046,499,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,355,290,8,23,9705,55011,10846,22,16,19,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,398,330,6,23,10670,55497,11620,22,18,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,434,370,9,23,13376,65804,15741,23,13,19,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,511,440,9,23,10822,53565,11724,23,18,21,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,713,640,9,23,9456,55264,11590,23,19,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,355,290,8,23,9705,55011,10846,22,16,19,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,398,330,6,23,10670,55497,11620,22,18,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,434,370,9,23,13376,65804,15741,23,13,19,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,511,440,9,23,10822,53565,11724,23,18,21,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,713,640,9,23,9456,55264,11590,23,19,22,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/mistakes,code-repair,109,0,4,5,681,5270,835,5,5,5,90
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,13,10,1,1,185,1622,343,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,13,10,1,1,1989,6614,2301,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,0,0,1,143,1139,156,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,0,0,1,208,1424,221,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,0,1,1,141,1385,326,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,185,1622,343,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,1989,6614,2301,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,143,1139,156,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,208,1424,221,1,1,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,1,1,141,1385,326,1,0,1,0
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,116,0,7,10,2551,17600,3253,10,9,10,80
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,135,0,8,10,2676,19181,3984,10,7,10,100
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,172,0,6,10,2335,13799,2442,10,8,8,140
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,43,0,7,10,2452,15308,2562,10,8,8,10
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,54,0,7,10,2335,16360,3575,10,7,10,20
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,116,0,7,10,2551,17600,3253,10,9,10,80
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,135,0,8,10,2676,19181,3984,10,7,10,100
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,172,0,6,10,2335,13799,2442,10,8,8,140
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,43,0,7,10,2452,15308,2562,10,8,8,10
openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,54,0,7,10,2335,16360,3575,10,7,10,20
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,253,190,5,23,22807,113045,30166,23,12,23,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,330,270,8,23,13730,87934,23058,23,6,23,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,334,270,9,23,21367,118680,30181,23,10,22,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,401,340,9,23,22674,153311,45718,23,7,22,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,529,460,13,23,16536,97837,25380,23,10,23,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,304,240,6,23,22807,113410,30166,23,12,23,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,387,320,12,23,21367,120202,30181,23,10,22,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,453,390,11,23,22674,153783,45718,23,7,22,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,484,420,12,23,13730,89803,23058,23,6,23,0
openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,529,460,13,23,16536,97837,25380,23,10,23,0
openrouter/undi95/toppy-m-7b,golang,golang/mistakes,code-repair,166,0,4,5,850,8209,1708,5,2,5,150
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,13,10,1,1,156,2358,559,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,0,0,1,198,2325,513,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,0,0,1,494,30787,14146,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,0,0,1,84,1785,392,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,3,0,0,1,121,919,135,1,1,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,156,2358,559,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,198,2325,513,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,494,30787,14146,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,84,1785,392,1,0,1,0
openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,121,919,135,1,1,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,1570,6969,2150,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,405,2227,638,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,527,3759,982,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,812,2795,1165,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,3,0,0,1,198,1105,210,1,1,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1570,6969,2150,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,405,2227,638,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,527,3759,982,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,812,2795,1165,1,0,1,0
openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,198,1105,210,1,1,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,123,70,1,23,14085,70376,21936,23,6,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,385,330,2,23,15532,92981,30514,23,7,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,47,0,0,23,19428,83694,28916,23,2,22,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,49,0,1,23,14040,74055,24654,23,2,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,63,10,1,23,13630,72023,22849,23,6,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,123,70,1,23,14085,70376,21936,23,6,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,385,330,2,23,15532,92981,30514,23,7,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,47,0,0,23,19428,83694,28916,23,2,22,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,49,0,1,23,14040,74055,24654,23,2,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,63,10,1,23,13630,72023,22849,23,6,23,0
openrouter/undi95/toppy-m-7b,ruby,ruby/mistakes,code-repair,136,0,5,5,659,6597,1661,5,1,5,120
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,13,10,1,1,156,5777,1923,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,138,1629,473,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,138,2591,683,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,151,2102,882,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,211,3103,905,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,156,5777,1923,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,138,1629,473,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,138,2591,683,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,151,2102,882,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,211,3103,905,1,0,1,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,29,0,8,10,3279,24894,8538,10,1,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,30,0,9,10,2564,40802,20661,10,1,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,31,0,9,10,3999,25771,7990,10,2,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,33,0,10,10,2891,25058,7240,10,3,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,33,0,9,10,3094,24348,7516,10,4,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,29,0,8,10,3279,24894,8538,10,1,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,30,0,9,10,2564,40802,20661,10,1,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,31,0,9,10,3999,25771,7990,10,2,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,33,0,10,10,2891,25058,7240,10,3,10,0
openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,33,0,9,10,3094,24348,7516,10,4,10,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,141,100,4,23,14518,561408,18282,23,2,12,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,170,130,3,23,15216,560810,18469,23,2,12,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,85,50,2,23,15512,570482,18370,23,1,9,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,85,50,3,23,15293,568781,17544,23,1,8,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,98,60,2,23,14880,554643,17416,23,3,10,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,190,150,7,23,15512,572013,18370,23,1,9,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,209,170,7,23,15293,569622,17544,23,1,8,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,285,240,9,23,14880,555892,17416,23,3,10,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,317,270,10,23,14518,562837,18282,23,2,12,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,367,320,10,23,15216,563013,18469,23,2,12,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/mistakes,code-repair,51,0,1,5,844,51674,2428,5,0,5,40
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,13,10,1,1,448,13229,527,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,13,10,1,1,80,9492,474,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,13,10,1,1,96,14318,721,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,2,0,0,1,186,10827,477,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,2,0,0,1,250,12809,638,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,186,11241,477,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,448,13229,527,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,80,9492,474,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,96,14318,721,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,250,12809,638,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,290,0,5,10,3586,125362,4755,10,5,10,260
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,343,0,7,10,4330,135865,5097,10,6,10,310
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,344,0,6,10,3198,113253,3683,10,8,10,310
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,465,0,8,10,3211,106391,3617,10,7,10,430
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,474,0,8,10,3978,121954,4462,10,6,10,440
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,516,0,10,10,4330,136969,5097,10,6,10,480
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,517,0,9,10,3198,114415,3683,10,8,10,480
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,525,0,9,10,3978,122387,4462,10,6,10,490
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,3211,106908,3617,10,7,10,520
openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,575,0,10,10,3586,127299,4755,10,5,10,540
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,126,90,1,23,20738,576687,25228,23,0,12,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,318,280,1,23,21320,526046,25365,23,0,14,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,32,0,0,23,22533,564653,25621,23,0,9,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,34,0,0,23,23507,586651,26695,23,1,10,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,36,0,0,23,20928,533434,25486,23,1,12,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,126,90,1,23,20738,576687,25228,23,0,12,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,318,280,1,23,21320,526046,25365,23,0,14,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,32,0,0,23,22533,564653,25621,23,0,9,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,34,0,0,23,23507,586651,26695,23,1,10,0
openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,36,0,0,23,20928,533434,25486,23,1,12,0
openrouter/xwin-lm/xwin-lm-70b,java,java/mistakes,code-repair,155,0,5,5,1271,51966,2683,5,0,5,140
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,13,10,1,1,134,24719,1251,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,1082,30533,1269,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,137,10901,543,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,200,12580,620,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,219,10846,492,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,134,24719,1251,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1082,30533,1269,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,137,10901,543,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,200,12580,620,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,219,10846,492,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,427,0,9,10,4199,108354,4686,10,8,10,390
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,454,0,10,10,4187,105972,4876,10,4,10,420
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,459,0,10,10,4016,102773,4317,10,9,10,420
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,468,0,10,10,3995,109596,4393,10,8,10,430
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,468,0,10,10,4140,104756,4864,10,8,10,430
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,427,0,9,10,4199,108354,4686,10,8,10,390
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,454,0,10,10,4187,105972,4876,10,4,10,420
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,459,0,10,10,4016,102773,4317,10,9,10,420
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,468,0,10,10,3995,109596,4393,10,8,10,430
openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,468,0,10,10,4140,104756,4864,10,8,10,430
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,1,0,0,1,320,8490,321,1,0,0,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,156,9768,399,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,166,13081,713,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,174,15958,718,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,228,24502,1195,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,320,8490,321,1,0,0,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,156,9768,399,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,166,13081,713,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,174,15958,718,1,0,1,0
openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,228,24502,1195,1,0,1,0
