From f27f08e9783fe3f6d2ad965a3d3c900408cac78b Mon Sep 17 00:00:00 2001 From: Simon Bauer Date: Fri, 13 Sep 2024 12:09:21 +0200 Subject: [PATCH 1/3] Write run count to CSV report --- cmd/eval-dev-quality/cmd/evaluate_test.go | 10 +- cmd/eval-dev-quality/cmd/report_test.go | 24 +- docs/reports/v0.6/evaluation.csv | 10654 ++++++++++---------- evaluate/evaluate.go | 12 +- evaluate/report/csv.go | 8 +- evaluate/report/csv_test.go | 120 +- 6 files changed, 5422 insertions(+), 5406 deletions(-) diff --git a/cmd/eval-dev-quality/cmd/evaluate_test.go b/cmd/eval-dev-quality/cmd/evaluate_test.go index f6fb57e3..d71185c6 100644 --- a/cmd/eval-dev-quality/cmd/evaluate_test.go +++ b/cmd/eval-dev-quality/cmd/evaluate_test.go @@ -64,7 +64,7 @@ type extractMetricsMatch *regexp.Regexp var extractMetricsLogsMatch = extractMetricsMatch(regexp.MustCompile(`score=(\d+), coverage=(\d+), files-executed=(\d+), files-executed-maximum-reachable=(\d+), generate-tests-for-file-character-count=(\d+), processing-time=(\d+), response-character-count=(\d+), response-no-error=(\d+), response-no-excess=(\d+), response-with-code=(\d+)`)) // extractMetricsCSVMatch is a regular expression to extract metrics from CSV rows. -var extractMetricsCSVMatch = extractMetricsMatch(regexp.MustCompile(`(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+)`)) +var extractMetricsCSVMatch = extractMetricsMatch(regexp.MustCompile(`\d+,(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+),(\d+)`)) // extractMetrics extracts multiple assessment metrics from the given string according to a given regular expression. func extractMetrics(t *testing.T, regex extractMetricsMatch, data string) (assessments []metrics.Assessments, scores []uint64) { @@ -643,6 +643,14 @@ func TestEvaluateExecute(t *testing.T) { filepath.Join("result-directory", "categories.svg"): nil, filepath.Join("result-directory", "config.json"): nil, filepath.Join("result-directory", "evaluation.csv"): func(t *testing.T, filePath, data string) { + // Check if the runs are written to the CSV file. + assert.Contains(t, data, "golang,"+filepath.Join("golang", "plain")+",write-tests,1") + assert.Contains(t, data, "golang,"+filepath.Join("golang", "plain")+",write-tests,2") + assert.Contains(t, data, "golang,"+filepath.Join("golang", "plain")+",write-tests,3") + assert.Contains(t, data, "golang,"+filepath.Join("golang", "plain")+",write-tests-symflower-fix,1") + assert.Contains(t, data, "golang,"+filepath.Join("golang", "plain")+",write-tests-symflower-fix,2") + assert.Contains(t, data, "golang,"+filepath.Join("golang", "plain")+",write-tests-symflower-fix,3") + actualAssessments := validateMetrics(t, extractMetricsCSVMatch, data, []metrics.Assessments{ metrics.Assessments{ metrics.AssessmentKeyCoverage: 10, diff --git a/cmd/eval-dev-quality/cmd/report_test.go b/cmd/eval-dev-quality/cmd/report_test.go index ee90b59e..7e4f4d8d 100644 --- a/cmd/eval-dev-quality/cmd/report_test.go +++ b/cmd/eval-dev-quality/cmd/report_test.go @@ -17,24 +17,24 @@ import ( ) var claudeEvaluationCSVFileContent = bytesutil.StringTrimIndentations(` - openrouter/anthropic/claude-2.0,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1 - openrouter/anthropic/claude-2.0,golang,golang/plain,write-tests,2,2,2,2,2,2,2,2,2,2,2 - openrouter/anthropic/claude-2.0,java,java/light,write-tests,3,3,3,3,3,3,3,3,3,3,3 - openrouter/anthropic/claude-2.0,java,java/plain,write-tests,4,4,4,4,4,4,4,4,4,4,4 + openrouter/anthropic/claude-2.0,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1,1 + openrouter/anthropic/claude-2.0,golang,golang/plain,write-tests,1,2,2,2,2,2,2,2,2,2,2,2 + openrouter/anthropic/claude-2.0,java,java/light,write-tests,1,3,3,3,3,3,3,3,3,3,3,3 + openrouter/anthropic/claude-2.0,java,java/plain,write-tests,1,4,4,4,4,4,4,4,4,4,4,4 `) var gemmaEvaluationCSVFileContent = bytesutil.StringTrimIndentations(` - openrouter/google/gemma-7b-it,golang,golang/light,write-tests,5,5,5,5,5,5,5,5,5,5,5 - openrouter/google/gemma-7b-it,golang,golang/plain,write-tests,6,6,6,6,6,6,6,6,6,6,6 - openrouter/google/gemma-7b-it,java,java/light,write-tests,7,7,7,7,7,7,7,7,7,7,7 - openrouter/google/gemma-7b-it,java,java/plain,write-tests,8,8,8,8,8,8,8,8,8,8,8 + openrouter/google/gemma-7b-it,golang,golang/light,write-tests,1,5,5,5,5,5,5,5,5,5,5,5 + openrouter/google/gemma-7b-it,golang,golang/plain,write-tests,1,6,6,6,6,6,6,6,6,6,6,6 + openrouter/google/gemma-7b-it,java,java/light,write-tests,1,7,7,7,7,7,7,7,7,7,7,7 + openrouter/google/gemma-7b-it,java,java/plain,write-tests,1,8,8,8,8,8,8,8,8,8,8,8 `) var gpt4EvaluationCSVFileContent = bytesutil.StringTrimIndentations(` - openrouter/openai/gpt-4,golang,golang/light,write-tests,9,9,9,9,9,9,9,9,9,9,9 - openrouter/openai/gpt-4,golang,golang/plain,write-tests,10,10,10,10,10,10,10,10,10,10,10 - openrouter/openai/gpt-4,java,java/light,write-tests,11,11,11,11,11,11,11,11,11,11,11 - openrouter/openai/gpt-4,java,java/plain,write-tests,12,12,12,12,12,12,12,12,12,12,12 + openrouter/openai/gpt-4,golang,golang/light,write-tests,1,9,9,9,9,9,9,9,9,9,9,9 + openrouter/openai/gpt-4,golang,golang/plain,write-tests,1,10,10,10,10,10,10,10,10,10,10,10 + openrouter/openai/gpt-4,java,java/light,write-tests,1,11,11,11,11,11,11,11,11,11,11,11 + openrouter/openai/gpt-4,java,java/plain,write-tests,1,12,12,12,12,12,12,12,12,12,12,12 `) // validateMarkdownLinks checks if the Markdown report data contains all the links to other relevant report files. diff --git a/docs/reports/v0.6/evaluation.csv b/docs/reports/v0.6/evaluation.csv index 1321a885..39972e9b 100644 --- a/docs/reports/v0.6/evaluation.csv +++ b/docs/reports/v0.6/evaluation.csv @@ -1,5327 +1,5327 @@ -model_id,language,repository,task,score,coverage,files_executed,files_executed_maximum_reachable,generate_tests_for_file_character_count,processing_time,response_character_count,response_no_error,response_no_excess,response_with_code,tests_passing -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,0,0,1,306,2386,307,1,0,0,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,0,0,1,3904,34071,3905,1,0,0,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,0,0,1,817,14286,818,1,0,0,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,3,0,0,1,139,4389,154,1,1,1,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,3,0,0,1,239,2921,255,1,1,1,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,306,2386,307,1,0,0,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,3904,34071,3905,1,0,0,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,817,14286,818,1,0,0,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,139,4389,154,1,1,1,0 -openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,239,2921,255,1,1,1,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,26,0,0,23,6565,80275,7270,20,0,6,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,28,0,0,23,20370,320136,33654,19,1,8,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,29,0,0,23,7053,109712,10842,19,1,9,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,32,0,0,23,15243,278594,24556,19,1,12,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,99,70,2,23,10330,149108,12103,19,2,6,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,26,0,0,23,6565,80275,7270,20,0,6,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,28,0,0,23,20370,320136,33654,19,1,8,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,29,0,0,23,7053,109712,10842,19,1,9,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,32,0,0,23,15243,278594,24556,19,1,12,0 -openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,99,70,2,23,10330,149108,12103,19,2,6,0 -openrouter/01-ai/yi-34b-chat,java,java/mistakes,code-repair,39,0,1,5,690,28124,2411,5,0,3,30 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,1,0,0,1,24,945,28,1,0,0,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,0,0,1,137,85247,11651,1,0,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,0,0,1,23,11193,1268,1,0,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,0,0,1,96,4054,437,1,0,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,4,0,1,1,141,2377,154,1,1,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,1,0,0,1,24,945,28,1,0,0,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,137,85247,11651,1,0,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,23,11193,1268,1,0,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,96,4054,437,1,0,1,0 -openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,4,0,1,1,141,2377,154,1,1,1,0 -openrouter/01-ai/yi-34b-chat,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/01-ai/yi-34b-chat,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,127,1654,138,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,190,1774,200,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,210,3541,221,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,401,3018,412,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,0,0,1,73,1346,84,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,127,1654,138,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,190,1774,200,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,210,3541,221,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,401,3018,412,1,1,1,0 -openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,73,1346,84,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests,1056,980,10,23,24708,139686,25164,23,21,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests,1336,1260,12,23,19304,108816,19578,22,21,21,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests,1448,1370,13,23,18625,111061,19468,23,20,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests,835,760,8,23,16965,100775,17254,23,22,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests,927,850,11,23,21339,118785,22234,23,21,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1056,980,10,23,24708,139686,25164,23,21,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1336,1260,12,23,19304,108816,19578,22,21,21,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1448,1370,13,23,18625,111061,19468,23,20,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,835,760,8,23,16965,100775,17254,23,22,22,0 -openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,927,850,11,23,21339,118785,22234,23,21,22,0 -openrouter/ai21/jamba-instruct,java,java/mistakes,code-repair,126,0,4,5,1397,11768,1527,5,3,4,110 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,1451,6446,1464,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,237,2158,250,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,239,2050,252,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests,14,10,1,1,319,2373,332,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests,3,0,0,1,348,4334,361,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,1451,6446,1464,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,237,2158,250,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,239,2050,252,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,319,2373,332,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,348,4334,361,1,1,1,0 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile,356,0,8,10,4057,29894,4175,10,9,9,320 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile,367,0,8,10,3530,29146,3695,10,9,10,330 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile,417,0,9,10,3625,28039,3742,10,9,9,380 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile,460,0,10,10,3626,31040,3756,10,10,10,420 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile,469,0,10,10,3342,29093,3844,10,9,10,430 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,356,0,8,10,4057,29894,4175,10,9,9,320 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,367,0,8,10,3530,29146,3695,10,9,10,330 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,417,0,9,10,3625,28039,3742,10,9,9,380 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,460,0,10,10,3626,31040,3756,10,10,10,420 -openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,469,0,10,10,3342,29093,3844,10,9,10,430 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1086,1010,13,23,12392,85476,12649,23,20,20,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1120,1040,11,23,15770,107459,16061,23,23,23,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1575,1490,16,23,15589,111382,15886,23,23,23,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,909,830,11,23,12801,88307,13500,23,22,23,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,969,890,12,23,14244,99132,14529,23,22,22,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1086,1010,13,23,12392,85476,12649,23,20,20,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1120,1040,11,23,15770,107459,16061,23,23,23,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1575,1490,16,23,15589,111382,15886,23,23,23,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,909,830,11,23,12801,88307,13500,23,22,23,0 -openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,969,890,12,23,14244,99132,14529,23,22,22,0 -openrouter/ai21/jamba-instruct,ruby,ruby/mistakes,code-repair,130,0,5,5,695,9137,760,5,5,5,110 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,14,10,1,1,184,1997,197,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,14,10,1,1,214,2556,225,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,0,0,1,126,2020,139,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,0,0,1,145,1775,158,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,0,0,1,156,1857,169,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,184,1997,197,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,214,2556,225,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,126,2020,139,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,145,1775,158,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,156,1857,169,1,1,1,0 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,358,0,9,10,3185,33943,3372,10,9,10,320 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,369,0,9,10,2837,26397,2967,10,10,10,330 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,385,0,9,10,2792,31301,4212,10,6,10,350 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,388,0,9,10,2924,26703,3111,10,9,10,350 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,409,0,10,10,3653,31847,3823,10,9,10,370 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,358,0,9,10,3185,33943,3372,10,9,10,320 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,369,0,9,10,2837,26397,2967,10,10,10,330 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,385,0,9,10,2792,31301,4212,10,6,10,350 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,388,0,9,10,2924,26703,3111,10,9,10,350 -openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,409,0,10,10,3653,31847,3823,10,9,10,370 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,2,0,0,1,127,11170,515,1,0,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,149,5018,161,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,217,5053,229,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,256,9331,271,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,0,0,1,98,3156,113,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,149,5387,161,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,98,3523,113,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,217,5053,229,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,256,9331,271,1,1,1,0 -openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,0,1,1,127,11841,515,1,0,1,0 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,164,0,4,10,3386,87335,3501,10,10,10,130 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,243,0,5,10,3583,106926,4274,10,8,10,210 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,250,0,4,10,4787,136580,5403,10,7,9,220 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,291,0,5,10,4512,120742,4614,10,8,8,260 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,303,0,5,10,4231,112460,4335,10,9,9,270 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,225,0,5,10,3386,88132,3501,10,10,10,190 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,282,0,6,10,4787,137695,5403,10,7,9,250 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,291,0,5,10,4512,120742,4614,10,8,8,260 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,294,0,6,10,3583,107724,4274,10,8,10,260 -openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,354,0,6,10,4231,113080,4335,10,9,9,320 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests,1,0,0,1,1089,23420,1093,1,0,0,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,186,4602,199,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,339,8422,352,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,360,7504,373,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,0,0,1,527,14782,540,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,1,0,0,1,1089,23420,1093,1,0,0,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,186,4602,199,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,339,8422,352,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,360,7504,373,1,1,1,0 -openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,0,0,1,527,14782,540,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,134,90,3,23,19490,385043,19674,23,9,9,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,193,150,4,23,18284,373669,19550,23,7,9,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,195,150,3,23,18589,415482,19717,23,8,11,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,45,0,2,23,18795,401026,20208,23,8,12,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,47,0,2,23,18381,368813,19118,23,10,12,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,134,90,3,23,19490,385043,19674,23,9,9,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,193,150,4,23,18284,373669,19550,23,7,9,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,195,150,3,23,18589,415482,19717,23,8,11,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,45,0,2,23,18795,401026,20208,23,8,12,0 -openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,47,0,2,23,18381,368813,19118,23,10,12,0 -openrouter/alpindale/goliath-120b,ruby,ruby/mistakes,code-repair,136,0,4,5,609,27301,1543,5,2,5,120 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,13,10,1,1,114,6261,419,1,0,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,14,10,1,1,140,3532,157,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,14,10,1,1,224,5166,241,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,3,0,0,1,173,3698,186,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,4,0,1,1,145,3540,158,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,114,6261,419,1,0,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3532,157,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,224,5166,241,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,173,3698,186,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,145,3540,158,1,1,1,0 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,103,0,6,10,4577,109047,4997,10,8,9,70 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,106,0,8,10,3488,107230,4340,10,8,10,70 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,30,0,1,10,4197,92629,4485,10,9,10,0 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,33,0,4,10,3816,81894,3984,10,9,10,0 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,81,0,4,10,4352,102832,4873,10,8,9,50 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,103,0,6,10,4577,109047,4997,10,8,9,70 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,106,0,8,10,3488,107230,4340,10,8,10,70 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,30,0,1,10,4197,92629,4485,10,9,10,0 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,33,0,4,10,3816,81894,3984,10,9,10,0 -openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,81,0,4,10,4352,102832,4873,10,8,9,50 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,116,50,1,23,22080,597328,22375,23,21,21,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,131,60,2,23,17700,469790,18024,23,23,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,139,70,2,23,17996,451667,19198,23,21,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,68,0,0,23,18929,547367,19870,23,22,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,90,20,1,23,16544,604565,16866,23,23,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,137,70,2,23,22080,597615,22375,23,21,21,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,152,80,3,23,17700,470098,18024,23,23,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,171,100,3,23,18929,548589,19870,23,22,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,313,240,6,23,17996,453058,19198,23,21,23,0 -openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,90,20,1,23,16544,604565,16866,23,23,23,0 -openrouter/alpindale/magnum-72b,golang,golang/mistakes,code-repair,210,0,5,5,657,22282,721,5,5,5,190 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,14,10,1,1,74,2034,88,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,179,6124,193,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,182,6988,196,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,283,4498,297,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,0,0,1,99,3956,113,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,283,4860,297,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2034,88,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,99,4306,113,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,179,6124,193,1,1,1,0 -openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,182,6988,196,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests,1267,1190,10,23,22244,416549,23586,23,21,23,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests,1308,1230,12,23,24732,516139,25899,23,21,22,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests,1470,1390,13,23,25763,522333,26436,23,21,23,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests,1604,1520,16,23,24620,571039,25862,23,22,23,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests,1740,1660,14,23,25420,555030,26626,23,21,22,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1267,1190,10,23,22244,416549,23586,23,21,23,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1308,1230,12,23,24732,516139,25899,23,21,22,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1470,1390,13,23,25763,522333,26436,23,21,23,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1604,1520,16,23,24620,571039,25862,23,22,23,0 -openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1740,1660,14,23,25420,555030,26626,23,21,22,0 -openrouter/alpindale/magnum-72b,java,java/mistakes,code-repair,160,0,5,5,1019,30874,1079,5,5,5,140 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,192,6328,204,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,213,10012,225,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,230,3100,242,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests,14,10,1,1,230,5157,242,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests,3,0,0,1,192,4269,204,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,192,6328,204,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,10012,225,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,3100,242,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,5157,242,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,3,0,0,1,192,4269,204,1,1,1,0 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile,388,0,8,10,3303,46037,3420,10,10,10,350 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile,479,0,10,10,3614,48527,3764,10,9,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile,480,0,10,10,3374,45363,3494,10,10,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile,480,0,10,10,3525,47442,3645,10,10,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile,480,0,10,10,3731,50278,3851,10,10,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,388,0,8,10,3303,46037,3420,10,10,10,350 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,479,0,10,10,3614,48527,3764,10,9,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3374,45363,3494,10,10,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3525,47442,3645,10,10,10,440 -openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3731,50278,3851,10,10,10,440 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1033,950,14,23,18000,225293,18272,23,23,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1120,1040,12,23,16665,201295,17265,23,22,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1252,1170,13,23,17558,217212,17830,23,23,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1570,1490,15,23,23805,289823,24064,23,21,21,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1756,1670,18,23,18154,217060,18629,23,22,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1033,950,14,23,18000,225293,18272,23,23,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1120,1040,12,23,16665,201295,17265,23,22,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1252,1170,13,23,17558,217212,17830,23,23,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1570,1490,15,23,23805,289823,24064,23,21,21,0 -openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1756,1670,18,23,18154,217060,18629,23,22,23,0 -openrouter/alpindale/magnum-72b,ruby,ruby/mistakes,code-repair,160,0,5,5,628,11655,688,5,5,5,140 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,14,10,1,1,123,1988,135,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,14,10,1,1,149,2587,161,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,14,10,1,1,225,3181,237,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,3,0,0,1,116,2046,128,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,3,0,0,1,179,2363,191,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,123,1988,135,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,149,2587,161,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,225,3181,237,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,116,2046,128,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,179,2363,191,1,1,1,0 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,127,0,8,10,4664,67667,5368,10,9,10,90 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,134,0,5,10,3221,47064,3475,10,9,10,100 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,166,0,7,10,3047,50047,3619,10,9,10,130 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,256,0,6,10,3076,44360,3197,10,10,10,220 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,266,0,7,10,3041,51660,4119,10,9,10,230 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,127,0,8,10,4664,67667,5368,10,9,10,90 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,134,0,5,10,3221,47064,3475,10,9,10,100 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,166,0,7,10,3047,50047,3619,10,9,10,130 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,256,0,6,10,3076,44360,3197,10,10,10,220 -openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,266,0,7,10,3041,51660,4119,10,9,10,230 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,846,760,21,23,19117,161231,19434,22,21,22,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,859,770,21,23,19074,127232,19393,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,878,790,21,23,21771,148215,22095,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,940,850,22,23,19620,157493,19947,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,972,880,23,23,18701,126066,18931,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,897,810,22,23,19117,161821,19434,22,21,22,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,910,820,22,23,19074,127608,19393,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,929,840,22,23,21771,148698,22095,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,972,880,23,23,18701,126066,18931,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,991,900,23,23,19620,157777,19947,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/mistakes,code-repair,210,0,5,5,648,14999,718,5,5,5,190 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,13,10,1,1,74,3212,183,1,0,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,116,2088,126,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,116,2358,126,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,116,3560,130,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,14,10,1,1,236,3849,246,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,3212,183,1,0,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,116,2088,126,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,116,2358,126,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,116,3560,130,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,236,3849,246,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,516,0,9,10,2300,24424,2390,9,9,9,480 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,560,0,10,10,2638,30309,2738,10,10,10,520 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,580,0,10,10,2639,25942,2739,10,10,10,540 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,580,0,10,10,2639,28806,2739,10,10,10,540 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,580,0,10,10,2642,25341,2742,10,10,10,540 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,516,0,9,10,2300,24424,2390,9,9,9,480 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2638,30309,2738,10,10,10,520 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2639,25942,2739,10,10,10,540 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2639,28806,2739,10,10,10,540 -openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2642,25341,2742,10,10,10,540 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,2938,2850,22,23,25003,176580,25267,22,22,22,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3102,3010,23,23,26791,167284,27067,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3122,3030,23,23,25998,140475,26274,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3122,3030,23,23,27543,147835,27819,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3132,3040,23,23,26379,145867,26655,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,2938,2850,22,23,25003,176580,25267,22,22,22,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3102,3010,23,23,26791,167284,27067,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3122,3030,23,23,25998,140475,26274,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3122,3030,23,23,27543,147835,27819,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3132,3040,23,23,26379,145867,26655,23,23,23,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/mistakes,code-repair,160,0,5,5,943,18055,1003,5,5,5,140 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,2013,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,2027,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,2566,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,5170,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,14,10,1,1,136,5550,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2013,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2027,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2566,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,5170,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,5550,148,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,382,0,8,10,3315,26799,3411,8,8,8,350 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4117,25586,4237,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4117,28590,4237,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4381,31610,4501,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,480,0,10,10,4488,37673,4608,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,382,0,8,10,3315,26799,3411,8,8,8,350 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4117,25586,4237,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4117,28590,4237,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4381,31610,4501,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4488,37673,4608,10,10,10,440 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2361,2270,23,23,20425,105501,20783,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2370,2280,23,23,20009,111983,20449,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2370,2280,23,23,20381,113365,20821,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2370,2280,23,23,21535,115631,21975,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2371,2280,23,23,20220,106986,20578,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2361,2270,23,23,20425,105501,20783,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2370,2280,23,23,20009,111983,20449,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2370,2280,23,23,20381,113365,20821,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2370,2280,23,23,21535,115631,21975,23,21,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2371,2280,23,23,20220,106986,20578,23,22,23,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/mistakes,code-repair,170,0,5,5,620,9919,680,5,5,5,150 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,1804,152,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,1904,152,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,220,1962,232,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,220,2299,232,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,220,2471,232,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1804,152,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1904,152,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,220,1962,232,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,220,2299,232,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,220,2471,232,1,1,1,0 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,330,0,10,10,3289,28958,3409,10,10,10,290 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,350,0,10,10,3181,26285,3301,10,10,10,310 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,380,0,10,10,3148,24901,3268,10,10,10,340 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,430,0,10,10,3085,27504,3205,10,10,10,390 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,430,0,10,10,3108,26536,3228,10,10,10,390 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,3289,28958,3409,10,10,10,290 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3181,26285,3301,10,10,10,310 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3148,24901,3268,10,10,10,340 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3085,27504,3205,10,10,10,390 -openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3108,26536,3228,10,10,10,390 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,312,240,8,23,23019,88006,25889,23,18,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,314,240,7,23,20058,64817,20836,23,21,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,480,400,12,23,20148,68123,20873,23,22,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,580,500,13,23,21707,74900,22909,23,21,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,650,570,14,23,19943,77405,21195,23,20,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,517,440,13,23,23019,89693,25889,23,18,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,519,440,12,23,20058,66087,20836,23,21,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,582,500,14,23,20148,68700,20873,23,22,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,662,580,15,23,21707,75705,22909,23,21,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,712,630,16,23,19943,78252,21195,23,20,23,0 -openrouter/anthropic/claude-3-haiku,golang,golang/mistakes,code-repair,209,0,5,5,648,7332,897,5,4,5,190 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1241,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1339,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1670,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,14,10,1,1,79,1806,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,3,0,0,1,150,2762,164,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1241,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1339,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1670,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1806,93,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,150,2762,164,1,1,1,0 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,477,0,8,10,2925,15465,3082,10,9,10,440 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,478,0,8,10,2877,23850,2985,10,10,10,440 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,509,0,9,10,2946,15561,3062,10,10,10,470 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,509,0,9,10,2988,17251,3096,10,10,10,470 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,560,0,10,10,3021,21648,3145,10,10,10,520 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2946,16185,3062,10,10,10,500 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,559,0,10,10,2925,16766,3082,10,9,10,520 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2877,25240,2985,10,10,10,520 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2988,17919,3096,10,10,10,520 -openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3021,21648,3145,10,10,10,520 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2570,2490,19,23,22642,76200,26585,23,15,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2598,2520,20,23,22366,77678,27016,23,12,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2714,2630,21,23,24353,89517,27655,23,17,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2791,2710,20,23,23887,88546,27315,23,15,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2803,2720,22,23,23162,76596,27196,23,15,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2570,2490,19,23,22642,76200,26585,23,15,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2598,2520,20,23,22366,77678,27016,23,12,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2714,2630,21,23,24353,89517,27655,23,17,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2791,2710,20,23,23887,88546,27315,23,15,23,0 -openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2803,2720,22,23,23162,76596,27196,23,15,23,0 -openrouter/anthropic/claude-3-haiku,java,java/mistakes,code-repair,159,0,5,5,1050,11935,1295,5,4,5,140 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,13,10,1,1,220,2544,441,1,0,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,13,10,1,1,223,1650,391,1,0,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,13,10,1,1,223,1924,293,1,0,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,14,10,1,1,223,2915,235,1,1,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,14,10,1,1,232,1532,244,1,1,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,13,10,1,1,220,2544,441,1,0,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,13,10,1,1,223,1650,391,1,0,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,13,10,1,1,223,1924,293,1,0,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,14,10,1,1,223,2915,235,1,1,1,0 -openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,14,10,1,1,232,1532,244,1,1,1,0 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,470,0,10,10,4420,18158,4540,10,10,10,430 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4347,16773,4467,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4353,20050,4473,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4486,17370,4606,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,480,0,10,10,4513,23085,4633,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,470,0,10,10,4420,18158,4540,10,10,10,430 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4347,16773,4467,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4353,20050,4473,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4486,17370,4606,10,10,10,440 -openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,480,0,10,10,4513,23085,4633,10,10,10,440 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,1992,1910,20,23,15736,63005,18630,23,16,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2041,1960,21,23,18226,70636,21805,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2082,2000,22,23,17786,65681,21585,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2212,2130,22,23,18530,74078,23261,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2263,2180,23,23,17009,66550,20853,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,1992,1910,20,23,15736,63005,18630,23,16,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2041,1960,21,23,18226,70636,21805,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2082,2000,22,23,17786,65681,21585,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2212,2130,22,23,18530,74078,23261,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2263,2180,23,23,17009,66550,20853,23,14,23,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/mistakes,code-repair,168,0,5,5,620,8828,803,5,3,5,150 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,140,1969,364,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,147,1336,219,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,157,1334,229,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,157,1782,388,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,13,10,1,1,157,2121,426,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,140,1969,364,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,1336,219,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,157,1334,229,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,157,1782,388,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,157,2121,426,1,0,1,0 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,289,0,9,10,3125,19459,3245,10,10,10,250 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,410,0,10,10,3021,20154,3141,10,10,10,370 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,410,0,10,10,3036,20630,3156,10,10,10,370 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,420,0,10,10,2950,16849,3070,10,10,10,380 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,440,0,10,10,3047,18281,3167,10,10,10,400 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,289,0,9,10,3125,19459,3245,10,10,10,250 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,410,0,10,10,3021,20154,3141,10,10,10,370 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,410,0,10,10,3036,20630,3156,10,10,10,370 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2950,16849,3070,10,10,10,380 -openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,440,0,10,10,3047,18281,3167,10,10,10,400 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,806,720,20,23,17860,271052,18758,23,20,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,858,770,21,23,19010,279619,19368,23,21,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,887,800,21,23,17820,272233,18491,23,20,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,908,820,22,23,18865,279253,19378,23,20,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,950,860,22,23,19665,290198,19938,23,22,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,858,770,21,23,19010,279619,19368,23,21,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,908,820,22,23,18865,279253,19378,23,20,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,928,840,22,23,17820,272532,18491,23,20,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,938,850,22,23,17860,271873,18758,23,20,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,950,860,22,23,19665,290198,19938,23,22,23,0 -openrouter/anthropic/claude-3-opus,golang,golang/mistakes,code-repair,210,0,5,5,638,17261,708,5,5,5,190 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3254,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3265,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3362,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,3486,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,14,10,1,1,75,4061,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3254,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3265,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3362,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,3486,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,4061,85,1,1,1,0 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,475,0,8,10,2994,50147,3275,10,7,10,440 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,557,0,10,10,2844,57790,3075,10,7,10,520 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,557,0,10,10,2959,50628,3180,10,7,10,520 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,576,0,10,10,2927,56082,3214,10,6,10,540 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,578,0,10,10,2960,49964,3134,10,8,10,540 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,2844,57790,3075,10,7,10,520 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,2959,50628,3180,10,7,10,520 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,2994,50860,3275,10,7,10,520 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,576,0,10,10,2927,56082,3214,10,6,10,540 -openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,578,0,10,10,2960,49964,3134,10,8,10,540 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3028,2940,23,23,25440,291759,26064,23,19,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3044,2960,23,23,26622,305771,27611,23,15,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3046,2960,23,23,25752,300819,26925,23,17,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3105,3020,23,23,24965,299033,25896,23,16,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3106,3020,23,23,25705,307909,26787,23,17,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3028,2940,23,23,25440,291759,26064,23,19,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3044,2960,23,23,26622,305771,27611,23,15,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3046,2960,23,23,25752,300819,26925,23,17,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3105,3020,23,23,24965,299033,25896,23,16,23,0 -openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3106,3020,23,23,25705,307909,26787,23,17,23,0 -openrouter/anthropic/claude-3-opus,java,java/mistakes,code-repair,160,0,5,5,943,22385,1003,5,5,5,140 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,136,2922,148,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,136,3093,148,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,136,4967,148,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,137,2867,149,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,14,10,1,1,214,4345,226,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,2922,148,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,3093,148,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,4967,148,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2867,149,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,14,10,1,1,214,4345,226,1,1,1,0 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,473,0,10,10,3868,61139,4357,10,3,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,476,0,10,10,3613,58082,3880,10,6,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,476,0,10,10,3766,54230,4034,10,6,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,477,0,10,10,3566,55606,3846,10,7,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,478,0,10,10,3434,58933,3722,10,8,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,473,0,10,10,3868,61139,4357,10,3,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,476,0,10,10,3613,58082,3880,10,6,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,476,0,10,10,3766,54230,4034,10,6,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,477,0,10,10,3566,55606,3846,10,7,10,440 -openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,478,0,10,10,3434,58933,3722,10,8,10,440 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2167,2080,22,23,17767,253325,19491,23,19,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2236,2150,22,23,18144,263842,19429,23,18,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2307,2220,23,23,18714,268064,20409,23,18,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2336,2250,23,23,17297,259907,19205,23,17,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2347,2260,23,23,17529,251932,19040,23,18,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2167,2080,22,23,17767,253325,19491,23,19,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2236,2150,22,23,18144,263842,19429,23,18,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2307,2220,23,23,18714,268064,20409,23,18,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2336,2250,23,23,17297,259907,19205,23,17,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2347,2260,23,23,17529,251932,19040,23,18,23,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/mistakes,code-repair,160,0,5,5,623,16460,683,5,5,5,140 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,13,10,1,1,141,3967,237,1,0,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,140,3732,152,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,140,3850,152,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,140,3931,152,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,14,10,1,1,141,3982,153,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,141,3967,237,1,0,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3732,152,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3850,152,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3931,152,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,141,3982,153,1,1,1,0 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,216,0,10,10,3300,58867,3567,10,6,10,180 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,255,0,10,10,3301,66003,3619,10,5,10,220 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,307,0,10,10,3226,59136,3521,10,7,10,270 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,336,0,10,10,3161,56724,3475,10,6,10,300 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,378,0,10,10,3189,56715,3377,10,8,10,340 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,216,0,10,10,3300,58867,3567,10,6,10,180 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,255,0,10,10,3301,66003,3619,10,5,10,220 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,307,0,10,10,3226,59136,3521,10,7,10,270 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,336,0,10,10,3161,56724,3475,10,6,10,300 -openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,378,0,10,10,3189,56715,3377,10,8,10,340 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,657,570,18,23,21811,158183,22049,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,706,620,18,23,23349,170701,23790,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,757,670,19,23,21006,149587,21964,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,789,700,20,23,21627,159951,21861,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,789,700,20,23,28785,194397,29019,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,808,720,20,23,23349,171337,23790,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,881,790,22,23,21811,159964,22049,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,891,800,22,23,21627,160550,21861,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,900,810,22,23,21006,150326,21964,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,952,860,23,23,28785,195590,29019,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/mistakes,code-repair,210,0,5,5,648,10908,702,5,5,5,190 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,224,4223,234,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,234,3405,244,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,74,1684,84,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,74,2204,84,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,14,10,1,1,74,2905,84,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,224,4223,234,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,234,3405,244,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1684,84,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2204,84,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2905,84,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2890,25286,2990,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2941,28440,3041,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2955,26448,3055,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,478,0,8,10,2971,25923,3071,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,529,0,9,10,2970,25692,3070,10,10,10,490 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2890,26784,2990,10,10,10,540 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2941,29295,3041,10,10,10,540 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2955,27724,3055,10,10,10,540 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2970,26226,3070,10,10,10,540 -openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2971,26907,3071,10,10,10,540 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1590,1510,11,23,28239,166165,28515,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1861,1780,12,23,30091,175275,30367,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1913,1830,14,23,24956,155399,25232,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,2051,1970,12,23,29182,167340,29458,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,2142,2060,14,23,27781,163709,28805,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1590,1510,11,23,28239,166165,28515,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1861,1780,12,23,30091,175275,30367,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1913,1830,14,23,24956,155399,25232,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,2051,1970,12,23,29182,167340,29458,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,2142,2060,14,23,27781,163709,28805,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,java,java/mistakes,code-repair,160,0,5,5,1104,14984,1164,5,5,5,140 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,136,1799,148,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,137,1807,149,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,137,2171,149,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,137,2179,149,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,14,10,1,1,231,4335,243,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,1799,148,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1807,149,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2171,149,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2179,149,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,14,10,1,1,231,4335,243,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3486,29854,3606,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3577,28692,3697,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3577,28800,3697,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,3850,30519,3970,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,480,0,10,10,4375,30224,4495,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3486,29854,3606,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3577,28692,3697,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3577,28800,3697,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,3850,30519,3970,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,480,0,10,10,4375,30224,4495,10,10,10,440 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1638,1550,19,23,20367,136240,20643,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1772,1680,23,23,20047,133869,20323,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1920,1830,22,23,20392,142205,21003,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,2149,2060,20,23,19386,128437,19662,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,862,810,10,23,10743,76520,10911,14,14,14,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1638,1550,19,23,20367,136240,20643,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1772,1680,23,23,20047,133869,20323,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1920,1830,22,23,20392,142205,21003,23,22,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,2149,2060,20,23,19386,128437,19662,23,23,23,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,862,810,10,23,10743,76520,10911,14,14,14,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/mistakes,code-repair,170,0,5,5,716,10473,776,5,5,5,150 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,1988,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,2032,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,2143,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,14,10,1,1,140,2325,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,3,0,0,1,131,1949,143,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1988,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2032,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2143,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2325,152,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,1949,143,1,1,1,0 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,419,0,9,10,2937,30648,3057,10,10,10,380 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,420,0,10,10,3035,30922,3155,10,10,10,380 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,470,0,10,10,2966,30125,3086,10,10,10,430 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,470,0,10,10,2969,31103,3089,10,10,10,430 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,470,0,10,10,3059,31825,3179,10,10,10,430 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,419,0,9,10,2937,30648,3057,10,10,10,380 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,3035,30922,3155,10,10,10,380 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,2966,30125,3086,10,10,10,430 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,2969,31103,3089,10,10,10,430 -openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3059,31825,3179,10,10,10,430 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,239,180,5,23,18876,225703,23527,23,9,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,258,200,6,23,19620,244887,24399,23,7,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,292,230,7,23,16535,202410,19254,23,10,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,354,290,8,23,19208,226032,21649,23,11,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,364,300,10,23,19392,249547,23220,23,10,21,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,299,240,7,23,19620,245297,24399,23,7,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,405,340,10,23,16535,204136,19254,23,10,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,416,350,10,23,19208,226868,21649,23,11,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,457,390,13,23,19392,250533,23220,23,10,21,0 -openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,475,410,11,23,18876,228754,23527,23,9,22,0 -openrouter/austism/chronos-hermes-13b,golang,golang/mistakes,code-repair,175,0,4,5,792,15674,1647,5,1,5,160 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,14,10,1,1,160,3960,175,1,1,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,14,10,1,1,247,2779,256,1,1,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,14,10,1,1,91,1687,106,1,1,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,2,0,0,1,126,2478,180,1,0,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,2,0,0,1,250,3354,347,1,0,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,126,2831,180,1,0,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,160,3960,175,1,1,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,247,2779,256,1,1,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,91,1687,106,1,1,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,250,3354,347,1,0,1,0 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,381,0,7,10,2974,33226,3497,10,4,10,350 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,413,0,7,10,3132,31654,3486,10,6,10,380 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,470,0,8,10,3732,37913,4308,10,3,9,440 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,484,0,9,10,2829,28865,3053,10,6,9,450 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,487,0,9,10,3155,35216,3539,10,8,10,450 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,464,0,8,10,3132,33247,3486,10,6,10,430 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,484,0,10,10,2974,34725,3497,10,4,10,450 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,484,0,9,10,2829,28865,3053,10,6,9,450 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,498,0,10,10,3155,36148,3539,10,8,10,460 -openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,521,0,9,10,3732,38279,4308,10,3,9,490 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,553,490,6,23,22178,221587,28025,23,11,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,561,500,4,23,24512,226774,28341,23,11,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,711,650,8,23,23481,228272,29368,23,7,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,821,760,7,23,20070,204363,25196,23,8,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,866,800,8,23,20787,205986,25041,23,12,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,553,490,6,23,22178,221587,28025,23,11,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,561,500,4,23,24512,226774,28341,23,11,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,711,650,8,23,23481,228272,29368,23,7,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,821,760,7,23,20070,204363,25196,23,8,23,0 -openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,866,800,8,23,20787,205986,25041,23,12,23,0 -openrouter/austism/chronos-hermes-13b,java,java/mistakes,code-repair,155,0,5,5,1101,26808,3169,5,0,5,140 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,13,10,1,1,154,3799,477,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,0,0,1,366,5263,702,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,0,0,1,561,5839,847,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,0,0,1,669,8093,1221,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,3,0,1,1,212,5065,747,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,13,10,1,1,154,3799,477,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,0,0,1,366,5263,702,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,0,0,1,561,5839,847,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,0,0,1,669,8093,1221,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,3,0,1,1,212,5065,747,1,0,1,0 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,209,0,4,10,3873,38195,4511,10,5,10,180 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,340,0,8,10,4343,37959,4846,10,4,8,310 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,368,0,8,10,4127,36409,4629,10,2,8,340 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,393,0,8,10,4217,40423,4974,10,5,10,360 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,422,0,9,10,4214,39959,5133,10,3,10,390 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,209,0,4,10,3873,38195,4511,10,5,10,180 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,340,0,8,10,4343,37959,4846,10,4,8,310 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,368,0,8,10,4127,36409,4629,10,2,8,340 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,393,0,8,10,4217,40423,4974,10,5,10,360 -openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,422,0,9,10,4214,39959,5133,10,3,10,390 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,419,360,10,23,17136,178396,21736,23,5,21,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,486,420,10,23,12713,140018,15754,23,10,23,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,646,580,11,23,16324,172699,19620,23,10,22,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,696,630,12,23,15394,158897,18328,23,8,23,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,743,680,12,23,12785,155184,18358,23,7,21,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,419,360,10,23,17136,178396,21736,23,5,21,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,486,420,10,23,12713,140018,15754,23,10,23,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,646,580,11,23,16324,172699,19620,23,10,22,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,696,630,12,23,15394,158897,18328,23,8,23,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,743,680,12,23,12785,155184,18358,23,7,21,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/mistakes,code-repair,135,0,5,5,607,15423,1955,5,0,5,120 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,13,10,1,1,167,3966,565,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,13,10,1,1,173,3948,542,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,0,0,1,154,3594,403,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,0,0,1,190,4414,602,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,0,0,1,242,4314,598,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,167,3966,565,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,173,3948,542,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,154,3594,403,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,190,4414,602,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,242,4314,598,1,0,1,0 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,136,0,6,10,3095,33110,3230,10,10,10,100 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,189,0,7,10,3641,44639,5116,10,2,10,160 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,303,0,7,10,3353,39025,3948,10,6,10,270 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,345,0,9,10,2945,33827,3411,10,6,10,310 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,69,0,4,10,3252,38666,3629,10,6,9,40 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,136,0,6,10,3095,33110,3230,10,10,10,100 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,189,0,7,10,3641,44639,5116,10,2,10,160 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,303,0,7,10,3353,39025,3948,10,6,10,270 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,345,0,9,10,2945,33827,3411,10,6,10,310 -openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,69,0,4,10,3252,38666,3629,10,6,9,40 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,505,440,13,23,18813,170449,26116,23,6,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,578,510,15,23,20250,166417,26973,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,613,550,15,23,19444,180692,29734,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,628,560,15,23,19114,167656,27638,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,760,690,17,23,19013,167322,27358,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,556,490,14,23,18813,170951,26116,23,6,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,782,710,19,23,19114,168769,27638,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,806,740,18,23,19444,181400,29734,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,853,780,20,23,19013,168271,27358,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,904,830,21,23,20250,168353,26973,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/mistakes,code-repair,206,0,5,5,646,10196,1532,5,1,5,190 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,1863,245,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,2005,367,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,2233,364,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,3130,571,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,13,10,1,1,74,4559,366,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,1863,245,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,2005,367,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,2233,364,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,3130,571,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,4559,366,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,174,0,3,10,3649,41987,7132,10,1,10,150 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,175,0,3,10,3053,44607,7530,10,2,10,150 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,258,0,5,10,3322,44667,6984,10,3,10,230 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,286,0,5,10,2500,35321,5251,10,1,10,260 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,287,0,5,10,2439,36824,5578,10,2,10,260 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,175,0,3,10,3053,44607,7530,10,2,10,150 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,258,0,5,10,3322,44667,6984,10,3,10,230 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,286,0,5,10,2500,35321,5251,10,1,10,260 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,296,0,5,10,3649,43738,7132,10,1,10,270 -openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,348,0,6,10,2439,37548,5578,10,2,10,320 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1688,1620,13,23,20928,134401,28047,23,9,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1727,1660,16,23,19561,134980,27199,23,5,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1849,1780,16,23,17639,123298,24691,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,2010,1940,16,23,20174,139696,26531,23,8,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,2221,2150,19,23,17055,121381,23346,23,6,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1688,1620,13,23,20928,134401,28047,23,9,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1727,1660,16,23,19561,134980,27199,23,5,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1849,1780,16,23,17639,123298,24691,23,7,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,2010,1940,16,23,20174,139696,26531,23,8,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,2221,2150,19,23,17055,121381,23346,23,6,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/mistakes,code-repair,135,0,4,5,968,13320,1708,5,1,5,120 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,13,10,1,1,186,2321,465,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,13,10,1,1,191,2367,407,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,13,10,1,1,242,1854,322,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,14,10,1,1,212,1439,224,1,1,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,2,0,0,1,475,5084,970,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,186,2321,465,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,191,2367,407,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,242,1854,322,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,14,10,1,1,212,1439,224,1,1,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,475,5084,970,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,382,0,8,10,3631,29232,4574,10,4,10,350 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,382,0,8,10,3894,33402,5674,10,4,10,350 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,434,0,9,10,3390,31674,5051,10,6,9,400 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,436,0,9,10,3723,28212,4797,10,7,10,400 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,467,0,10,10,4088,28475,4439,10,7,10,430 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,382,0,8,10,3631,29232,4574,10,4,10,350 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,382,0,8,10,3894,33402,5674,10,4,10,350 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,434,0,9,10,3390,31674,5051,10,6,9,400 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,436,0,9,10,3723,28212,4797,10,7,10,400 -openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,467,0,10,10,4088,28475,4439,10,7,10,430 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1678,1610,18,23,10914,109145,19109,23,4,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1732,1660,22,23,10611,117687,20918,23,4,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1778,1710,20,23,12235,116360,20746,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1799,1730,21,23,12286,163932,19818,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1960,1890,22,23,11718,113020,20530,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1678,1610,18,23,10914,109145,19109,23,4,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1732,1660,22,23,10611,117687,20918,23,4,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1778,1710,20,23,12235,116360,20746,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1799,1730,21,23,12286,163932,19818,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1960,1890,22,23,11718,113020,20530,23,2,23,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/mistakes,code-repair,135,0,4,5,615,7599,800,5,2,4,120 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,146,2986,526,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,148,2851,468,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,161,4459,842,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,13,10,1,1,167,2965,433,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,14,10,1,1,159,1682,172,1,1,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,146,2986,526,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,148,2851,468,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,161,4459,842,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,167,2965,433,1,0,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,159,1682,172,1,1,1,0 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,125,0,9,10,2629,28381,3797,10,6,10,90 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,137,0,10,10,3017,29296,4010,10,7,10,100 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,68,0,9,10,3211,26841,3657,10,9,10,30 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,84,0,10,10,3117,34900,5251,10,4,10,50 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,86,0,9,10,2668,32072,3795,10,7,10,50 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,125,0,9,10,2629,28381,3797,10,6,10,90 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,137,0,10,10,3017,29296,4010,10,7,10,100 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,68,0,9,10,3211,26841,3657,10,9,10,30 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,84,0,10,10,3117,34900,5251,10,4,10,50 -openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,86,0,9,10,2668,32072,3795,10,7,10,50 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,307,240,7,23,17691,242061,21182,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,458,390,10,23,17565,246939,21484,23,12,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,500,430,11,23,17794,237858,21698,23,13,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,502,430,12,23,17176,246187,20110,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,610,540,12,23,17995,233692,21572,23,12,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,583,510,13,23,17691,244074,21182,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,614,540,14,23,17176,246697,20110,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,644,570,15,23,17794,239253,21698,23,13,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,704,630,16,23,17995,234653,21572,23,12,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,713,640,15,23,17565,248796,21484,23,12,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/mistakes,code-repair,210,0,5,5,643,11714,705,5,5,5,190 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,13,10,1,1,106,2372,214,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,135,2328,149,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,197,3510,211,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,337,4000,351,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,0,0,1,402,4356,416,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,106,2372,214,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,135,2328,149,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,197,3510,211,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,337,4000,351,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,402,4356,416,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,354,0,6,10,2688,42473,3501,10,8,10,320 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,376,0,7,10,3220,42446,3367,10,9,10,340 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,395,0,7,10,2757,44571,3670,10,8,10,360 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,467,0,9,10,3180,42928,3979,10,8,10,430 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,508,0,9,10,2878,37728,3125,10,9,10,470 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,376,0,7,10,3220,42446,3367,10,9,10,340 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,395,0,7,10,2757,44571,3670,10,8,10,360 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,456,0,8,10,2688,45040,3501,10,8,10,420 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,467,0,9,10,3180,42928,3979,10,8,10,430 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,508,0,9,10,2878,37728,3125,10,9,10,470 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1411,1340,14,23,23577,232299,27258,23,11,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1950,1870,17,23,21489,215140,24227,23,17,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1955,1880,16,23,14812,158298,17299,23,14,22,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,2047,1970,17,23,18971,187434,22359,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,2198,2120,18,23,21062,216737,25753,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1411,1340,14,23,23577,232299,27258,23,11,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1950,1870,17,23,21489,215140,24227,23,17,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1955,1880,16,23,14812,158298,17299,23,14,22,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,2047,1970,17,23,18971,187434,22359,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,2198,2120,18,23,21062,216737,25753,23,14,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/mistakes,code-repair,159,0,5,5,1045,17055,1210,5,4,5,140 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,14,10,1,1,186,2796,198,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,14,10,1,1,236,2967,248,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,14,10,1,1,251,2580,263,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,2,0,0,1,329,7584,984,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,3,0,0,1,230,2524,242,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,2796,198,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,236,2967,248,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,251,2580,263,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,2,0,0,1,329,7584,984,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,3,0,0,1,230,2524,242,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,439,0,9,10,3335,44953,3455,10,10,10,400 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,470,0,10,10,3386,44153,3506,10,10,10,430 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,478,0,10,10,3479,55394,4776,10,8,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,479,0,10,10,3410,49201,3904,10,9,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,480,0,10,10,3108,47584,3228,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,439,0,9,10,3335,44953,3455,10,10,10,400 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,470,0,10,10,3386,44153,3506,10,10,10,430 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,478,0,10,10,3479,55394,4776,10,8,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,479,0,10,10,3410,49201,3904,10,9,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,3108,47584,3228,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1027,950,12,23,12846,160310,15080,23,19,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1107,1030,12,23,15538,182220,17352,23,19,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1178,1100,14,23,14724,179386,17372,23,18,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1255,1200,12,23,9697,104282,10682,15,13,15,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1256,1180,13,23,13644,159830,16024,23,17,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1027,950,12,23,12846,160310,15080,23,19,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1107,1030,12,23,15538,182220,17352,23,19,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1178,1100,14,23,14724,179386,17372,23,18,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1255,1200,12,23,9697,104282,10682,15,13,15,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1256,1180,13,23,13644,159830,16024,23,17,23,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/mistakes,code-repair,169,0,5,5,600,11335,732,5,4,5,150 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,13,10,1,1,147,5105,566,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,13,10,1,1,151,3395,406,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,147,2417,159,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,186,4127,198,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,198,2903,210,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,5105,566,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,151,3395,406,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,2417,159,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,186,4127,198,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,198,2903,210,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,135,0,7,10,3603,63759,5259,10,8,10,100 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,164,0,7,10,3033,45142,3930,10,7,10,130 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,175,0,5,10,1999,29019,2496,7,6,7,150 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,215,0,7,10,2839,44631,3645,10,8,10,180 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,269,0,9,10,2860,38011,2980,10,10,10,230 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,135,0,7,10,3603,63759,5259,10,8,10,100 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,164,0,7,10,3033,45142,3930,10,7,10,130 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,175,0,5,10,1999,29019,2496,7,6,7,150 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,215,0,7,10,2839,44631,3645,10,8,10,180 -openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,269,0,9,10,2860,38011,2980,10,10,10,230 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,130,80,4,23,33547,179289,34590,23,10,13,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,196,140,4,23,25949,133067,29125,23,11,18,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,197,140,5,23,31970,186528,32840,23,14,15,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,210,160,5,23,33871,253388,35100,23,10,12,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,258,200,5,23,26547,153677,28946,23,13,17,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,192,140,6,23,33547,179678,34590,23,10,13,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,241,190,6,23,33871,253677,35100,23,10,12,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,248,190,6,23,31970,186795,32840,23,14,15,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,340,280,7,23,26547,154684,28946,23,13,17,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,383,320,11,23,25949,134840,29125,23,11,18,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/mistakes,code-repair,169,0,4,5,735,9146,805,5,5,5,150 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,13,10,1,1,110,2463,379,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,2,0,0,1,950,5183,1070,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,0,0,1,254,2196,268,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,0,0,1,330,2586,344,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,0,0,1,56,691,70,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,110,2463,379,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,56,1183,70,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,950,5183,1070,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,254,2196,268,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,330,2586,344,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,1057,990,10,23,34971,173586,36068,23,16,18,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,619,560,5,23,38048,143625,39460,23,14,17,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,736,670,6,23,37010,148979,38251,23,17,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,927,860,6,23,37523,148079,38326,23,18,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,967,900,8,23,35728,203203,38482,23,16,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,1057,990,10,23,34971,173586,36068,23,16,18,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,619,560,5,23,38048,143625,39460,23,14,17,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,736,670,6,23,37010,148979,38251,23,17,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,927,860,6,23,37523,148079,38326,23,18,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,967,900,8,23,35728,203203,38482,23,16,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/mistakes,code-repair,106,0,3,5,1700,9985,1750,5,4,4,90 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,14,10,1,1,466,1603,478,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,0,0,1,288,1875,504,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,0,0,1,606,12966,4925,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,0,0,1,797,4887,1448,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,3,0,0,1,1646,4573,1658,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,466,1603,478,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,288,1875,504,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,606,12966,4925,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,797,4887,1448,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,1646,4573,1658,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,386,0,8,10,7075,66455,7196,10,9,9,350 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,437,0,9,10,4038,45457,4364,10,8,10,400 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,480,0,10,10,4073,36051,4193,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,480,0,10,10,4139,33848,4259,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,480,0,10,10,4223,42734,4343,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,386,0,8,10,7075,66455,7196,10,9,9,350 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,437,0,9,10,4038,45457,4364,10,8,10,400 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4073,36051,4193,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4139,33848,4259,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4223,42734,4343,10,10,10,440 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,245,180,4,23,17997,155533,20624,23,16,22,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,343,280,6,23,21129,226325,24209,23,13,21,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,346,280,5,23,19610,177466,22113,23,16,22,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,650,580,10,23,23685,187689,26135,23,17,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,780,710,8,23,21653,200616,22141,23,19,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,245,180,4,23,17997,155533,20624,23,16,22,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,343,280,6,23,21129,226325,24209,23,13,21,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,346,280,5,23,19610,177466,22113,23,16,22,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,650,580,10,23,23685,187689,26135,23,17,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,780,710,8,23,21653,200616,22141,23,19,20,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/mistakes,code-repair,140,0,5,5,629,6905,689,5,5,5,120 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,13,10,1,1,147,4680,429,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,14,10,1,1,147,3009,159,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,0,0,1,153,2220,165,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,0,0,1,200,3072,212,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,0,0,1,242,2860,254,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,4680,429,1,0,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,3009,159,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,153,2220,165,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,200,3072,212,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,242,2860,254,1,1,1,0 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,168,0,8,10,3183,36616,3304,10,10,10,130 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,227,0,8,10,2910,29536,3245,10,9,10,190 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,240,0,10,10,2710,28954,2830,10,10,10,200 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,267,0,7,10,2863,31692,2983,10,10,10,230 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,278,0,10,10,3046,36115,3633,10,8,10,240 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,168,0,8,10,3183,36616,3304,10,10,10,130 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,227,0,8,10,2910,29536,3245,10,9,10,190 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,2710,28954,2830,10,10,10,200 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,267,0,7,10,2863,31692,2983,10,10,10,230 -openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,278,0,10,10,3046,36115,3633,10,8,10,240 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,111,40,2,23,15533,60063,15856,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,121,50,2,23,18646,69454,19001,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,142,70,3,23,14476,66804,14798,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,165,90,6,23,17862,68091,18181,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,204,130,5,23,19895,71266,20213,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,173,100,4,23,18646,69970,19001,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,193,120,4,23,15533,60577,15856,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,206,130,7,23,17862,68460,18181,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,224,150,5,23,14476,67259,14798,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,286,210,7,23,19895,72251,20213,23,23,23,0 -openrouter/cohere/command-r-03-2024,golang,golang/mistakes,code-repair,180,0,5,5,712,4385,782,5,5,5,160 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,14,10,1,1,129,765,143,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,14,10,1,1,78,627,92,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,14,10,1,1,80,621,94,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,3,0,0,1,100,744,114,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,3,0,0,1,84,658,98,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,129,765,143,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,78,627,92,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,80,621,94,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,100,744,114,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,84,658,98,1,1,1,0 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,141,0,3,10,3207,11986,3283,10,4,4,120 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,161,0,3,10,3208,12123,3284,10,4,4,140 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,226,0,4,10,3057,11549,3141,10,6,6,200 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,287,0,5,10,3078,13761,3162,10,6,6,260 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,353,0,7,10,3018,12045,3114,10,8,8,320 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,172,0,4,10,3207,12188,3283,10,4,4,150 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,192,0,4,10,3208,12581,3284,10,4,4,170 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,226,0,4,10,3057,11549,3141,10,6,6,200 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,318,0,6,10,3078,14013,3162,10,6,6,290 -openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,353,0,7,10,3018,12045,3114,10,8,8,320 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1179,1100,10,23,20369,57274,20645,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1218,1140,9,23,19361,53895,19637,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1320,1240,11,23,20228,55443,20504,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1462,1380,13,23,18845,54602,19121,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests,999,920,10,23,17787,51734,18063,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1179,1100,10,23,20369,57274,20645,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1218,1140,9,23,19361,53895,19637,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1320,1240,11,23,20228,55443,20504,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1462,1380,13,23,18845,54602,19121,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,999,920,10,23,17787,51734,18063,23,23,23,0 -openrouter/cohere/command-r-03-2024,java,java/mistakes,code-repair,160,0,5,5,1160,4768,1220,5,5,5,140 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,136,707,148,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,136,871,148,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,137,716,149,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,14,10,1,1,137,719,149,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,3,0,0,1,151,772,163,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,707,148,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,871,148,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,716,149,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,719,149,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,3,0,0,1,151,772,163,1,1,1,0 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,364,0,8,10,3964,12385,4072,10,8,8,330 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,384,0,8,10,4035,13205,4143,10,8,8,350 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,417,0,9,10,3942,14576,4056,10,9,9,380 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,440,0,10,10,3963,13897,4083,10,10,10,400 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,460,0,10,10,4018,12418,4138,10,10,10,420 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,364,0,8,10,3964,12385,4072,10,8,8,330 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,384,0,8,10,4035,13205,4143,10,8,8,350 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,417,0,9,10,3942,14576,4056,10,9,9,380 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,440,0,10,10,3963,13897,4083,10,10,10,400 -openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,4018,12418,4138,10,10,10,420 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,1001,920,12,23,11224,37640,11500,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,586,510,7,23,11494,39372,11770,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,647,570,8,23,12093,44397,12369,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,678,600,9,23,10734,36760,11010,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,857,780,8,23,12272,47011,12548,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,1001,920,12,23,11224,37640,11500,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,586,510,7,23,11494,39372,11770,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,647,570,8,23,12093,44397,12369,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,678,600,9,23,10734,36760,11010,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,857,780,8,23,12272,47011,12548,23,23,23,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/mistakes,code-repair,109,0,4,5,728,5125,788,5,5,5,90 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,14,10,1,1,145,732,157,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,743,167,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,756,167,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,3,0,0,1,131,688,143,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,3,0,0,1,146,1019,158,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,145,732,157,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,743,167,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,756,167,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,688,143,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,146,1019,158,1,1,1,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,141,0,7,10,2682,12802,2784,10,7,7,110 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,144,0,8,10,2350,10717,2458,10,8,8,110 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,31,0,7,10,2543,10810,2645,10,7,7,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,32,0,6,10,2701,10271,2809,10,8,8,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,63,0,7,10,2477,10314,2585,10,8,8,30 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,141,0,7,10,2682,12802,2784,10,7,7,110 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,144,0,8,10,2350,10717,2458,10,8,8,110 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,31,0,7,10,2543,10810,2645,10,7,7,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,32,0,6,10,2701,10271,2809,10,8,8,0 -openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,63,0,7,10,2477,10314,2585,10,8,8,30 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,555,470,16,23,25169,110834,25411,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,667,580,18,23,23289,102859,23531,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,769,680,20,23,26779,127502,27033,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,800,710,21,23,24537,106810,24783,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,921,830,22,23,22436,90892,22666,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,709,620,20,23,25169,112185,25411,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,769,680,20,23,23289,103467,23531,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,800,710,21,23,24537,106810,24783,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,831,740,22,23,26779,128315,27033,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,962,870,23,23,22436,91286,22666,23,23,23,0 -openrouter/cohere/command-r-08-2024,golang,golang/mistakes,code-repair,87,0,2,5,680,4823,750,5,5,5,70 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,112,856,126,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,136,1088,146,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,74,665,84,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,74,693,84,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,14,10,1,1,77,712,91,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,112,856,126,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,136,1088,146,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,665,84,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,693,84,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,77,712,91,1,1,1,0 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,448,0,8,10,2870,14840,2970,10,10,10,410 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,499,0,9,10,3237,15709,3337,10,10,10,460 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,509,0,9,10,2914,14537,3014,10,10,10,470 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,509,0,9,10,3192,16794,3292,10,10,10,470 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,540,0,10,10,3003,14613,3103,10,10,10,500 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,2870,14840,2970,10,10,10,410 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,499,0,9,10,3237,15709,3337,10,10,10,460 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,509,0,9,10,2914,14537,3014,10,10,10,470 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,509,0,9,10,3192,16794,3292,10,10,10,470 -openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3003,14613,3103,10,10,10,500 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1339,1260,10,23,27721,95333,27997,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1492,1410,13,23,24940,83064,25217,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1833,1750,14,23,25550,86062,25827,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1892,1810,13,23,24238,83431,24514,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests,2276,2190,17,23,26137,87355,26413,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1339,1260,10,23,27721,95333,27997,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1492,1410,13,23,24940,83064,25217,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1833,1750,14,23,25550,86062,25827,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1892,1810,13,23,24238,83431,24514,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,2276,2190,17,23,26137,87355,26413,23,23,23,0 -openrouter/cohere/command-r-08-2024,java,java/mistakes,code-repair,160,0,5,5,1167,5878,1227,5,5,5,140 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,224,1232,236,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,238,1073,250,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,238,1102,250,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,255,1132,267,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,14,10,1,1,270,1129,282,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1232,236,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,238,1073,250,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,238,1102,250,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,255,1132,267,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,270,1129,282,1,1,1,0 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,470,0,10,10,3765,17062,3885,10,10,10,430 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,470,0,10,10,3872,16421,3992,10,10,10,430 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,480,0,10,10,3991,28078,4111,10,10,10,440 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,480,0,10,10,3996,18546,4116,10,10,10,440 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,480,0,10,10,4208,18677,4328,10,10,10,440 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,470,0,10,10,3765,17062,3885,10,10,10,430 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,470,0,10,10,3872,16421,3992,10,10,10,430 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,3991,28078,4111,10,10,10,440 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,3996,18546,4116,10,10,10,440 -openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,4208,18677,4328,10,10,10,440 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,478,400,9,23,17771,71819,18047,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,533,460,4,23,16162,67836,16438,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,675,600,6,23,18202,74256,18478,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,796,720,7,23,17152,74552,17428,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,90,20,1,23,19600,77820,19877,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,478,400,9,23,17771,71819,18047,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,533,460,4,23,16162,67836,16438,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,675,600,6,23,18202,74256,18478,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,796,720,7,23,17152,74552,17428,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,90,20,1,23,19600,77820,19877,23,23,23,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/mistakes,code-repair,160,0,5,5,600,4337,660,5,5,5,140 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,113,799,125,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,142,895,154,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,135,1141,147,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,229,1390,241,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,276,1354,288,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,113,799,125,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,142,895,154,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,135,1141,147,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,229,1390,241,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,276,1354,288,1,1,1,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,159,0,9,10,2885,13957,3005,10,10,10,120 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,228,0,8,10,2696,14212,2816,10,10,10,190 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,259,0,9,10,2749,14255,2869,10,10,10,220 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,280,0,10,10,3035,14686,3155,10,10,10,240 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,38,0,8,10,3036,14855,3156,10,10,10,0 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,159,0,9,10,2885,13957,3005,10,10,10,120 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,228,0,8,10,2696,14212,2816,10,10,10,190 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,259,0,9,10,2749,14255,2869,10,10,10,220 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,280,0,10,10,3035,14686,3155,10,10,10,240 -openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,38,0,8,10,3036,14855,3156,10,10,10,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,101,30,2,23,22553,215138,22875,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,131,60,2,23,25067,251256,25389,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,162,90,3,23,24536,241188,24858,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,264,190,5,23,22651,204183,22973,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,272,200,5,23,27336,231566,27650,23,22,22,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,101,30,2,23,22553,215138,22875,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,131,60,2,23,25067,251256,25389,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,162,90,3,23,24536,241188,24858,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,264,190,5,23,22651,204183,22973,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,272,200,5,23,27336,231566,27650,23,22,22,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/mistakes,code-repair,210,0,5,5,645,9533,711,5,5,5,190 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,14,10,1,1,124,1100,138,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,121,1706,135,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,127,1552,141,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,145,1482,159,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,0,0,1,96,1139,110,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,124,1100,138,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,121,1706,135,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,127,1552,141,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,145,1482,159,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,96,1139,110,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,387,0,7,10,3556,37346,3656,10,10,10,350 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,425,0,7,10,3427,28853,3523,10,9,9,390 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,464,0,8,10,2823,29086,2915,10,8,8,430 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,499,0,9,10,4047,30968,4147,10,10,10,460 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,509,0,9,10,2696,36925,2796,10,10,10,470 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,3556,37559,3656,10,10,10,410 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,464,0,8,10,2823,29086,2915,10,8,8,430 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,486,0,8,10,3427,29164,3523,10,9,9,450 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2696,37114,2796,10,10,10,500 -openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,4047,31308,4147,10,10,10,520 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2298,2210,19,23,31678,190716,31954,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2309,2220,20,23,28068,149905,28344,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2577,2490,20,23,39229,311044,39496,23,22,22,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2619,2530,20,23,30994,175425,31270,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2670,2580,21,23,31512,189015,31788,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2298,2210,19,23,31678,190716,31954,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2309,2220,20,23,28068,149905,28344,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2577,2490,20,23,39229,311044,39496,23,22,22,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2619,2530,20,23,30994,175425,31270,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2670,2580,21,23,31512,189015,31788,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,java,java/mistakes,code-repair,160,0,5,5,1050,8784,1110,5,5,5,140 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,185,1369,197,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1538,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1570,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1637,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,14,10,1,1,224,1663,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,185,1369,197,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1538,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1570,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1637,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1663,236,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,450,0,10,10,3639,32534,3759,10,10,10,410 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3552,30520,3672,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3693,28919,3813,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3705,24838,3825,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,460,0,10,10,3879,25561,3999,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,450,0,10,10,3639,32534,3759,10,10,10,410 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3552,30520,3672,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3693,28919,3813,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3705,24838,3825,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,460,0,10,10,3879,25561,3999,10,10,10,420 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1177,1090,18,23,21618,157236,21894,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1255,1170,16,23,17484,118621,17760,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1518,1430,19,23,18262,136645,18538,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1527,1440,18,23,19556,147867,19833,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1627,1540,18,23,21505,131436,21781,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1177,1090,18,23,21618,157236,21894,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1255,1170,16,23,17484,118621,17760,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1518,1430,19,23,18262,136645,18538,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1527,1440,18,23,19556,147867,19833,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1627,1540,18,23,21505,131436,21781,23,23,23,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/mistakes,code-repair,170,0,5,5,612,7975,672,5,5,5,150 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,108,1063,120,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,140,1202,152,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,1232,167,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,155,1386,167,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,14,10,1,1,226,1443,238,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,108,1063,120,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1202,152,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1232,167,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1386,167,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,226,1443,238,1,1,1,0 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,120,0,10,10,3182,25973,3302,10,10,10,80 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,200,0,10,10,3174,24280,3294,10,10,10,160 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,220,0,10,10,2848,22116,2968,10,10,10,180 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,220,0,10,10,2874,38534,2994,10,10,10,180 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,250,0,10,10,2917,25444,3037,10,10,10,210 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,120,0,10,10,3182,25973,3302,10,10,10,80 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,200,0,10,10,3174,24280,3294,10,10,10,160 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,220,0,10,10,2848,22116,2968,10,10,10,180 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,220,0,10,10,2874,38534,2994,10,10,10,180 -openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,250,0,10,10,2917,25444,3037,10,10,10,210 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,112,40,3,23,21673,219376,21987,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,120,50,1,23,22792,214781,23114,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,142,70,3,23,25697,204176,26004,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,69,0,0,23,23318,182644,23629,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,92,20,3,23,23948,240585,24258,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,161,90,2,23,23318,183116,23629,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,162,90,3,23,22792,215607,23114,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,184,110,5,23,25697,205029,26004,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,204,130,5,23,23948,241248,24258,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,285,210,6,23,21673,220316,21987,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/mistakes,code-repair,210,0,5,5,646,7484,696,5,5,5,190 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,14,10,1,1,145,3315,155,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,195,2190,209,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,204,2625,214,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,230,2018,244,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,0,0,1,271,2337,281,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,145,3315,155,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,195,2190,209,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,204,2625,214,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,230,2018,244,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,271,2337,281,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,478,0,8,10,2809,31310,2909,10,10,10,440 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,509,0,9,10,2861,42321,2961,10,10,10,470 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,540,0,10,10,2887,30544,2987,10,10,10,500 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,540,0,10,10,2982,27516,3082,10,10,10,500 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,540,0,10,10,3011,23038,3111,10,10,10,500 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,478,0,8,10,2809,31310,2909,10,10,10,440 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,509,0,9,10,2861,42321,2961,10,10,10,470 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2887,30544,2987,10,10,10,500 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2982,27516,3082,10,10,10,500 -openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3011,23038,3111,10,10,10,500 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2066,1980,17,23,30643,230883,30919,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2166,2080,17,23,27720,165339,27996,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2648,2560,19,23,27410,192228,27686,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2739,2650,20,23,31672,236796,31948,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2910,2820,21,23,30257,189175,30533,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2066,1980,17,23,30643,230883,30919,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2166,2080,17,23,27720,165339,27996,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2648,2560,19,23,27410,192228,27686,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2739,2650,20,23,31672,236796,31948,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2910,2820,21,23,30257,189175,30533,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,java,java/mistakes,code-repair,160,0,5,5,1137,10420,1197,5,5,5,140 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,236,2016,248,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,237,2450,249,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,244,1912,256,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,14,10,1,1,330,2864,342,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,4,0,1,1,258,2041,270,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,236,2016,248,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,237,2450,249,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,244,1912,256,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,14,10,1,1,330,2864,342,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,4,0,1,1,258,2041,270,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,470,0,10,10,4199,35068,4319,10,10,10,430 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,479,0,10,10,4055,27207,4240,10,9,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,479,0,10,10,4161,31516,4316,10,9,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,480,0,10,10,4125,34938,4245,10,10,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,480,0,10,10,4127,29151,4247,10,10,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,470,0,10,10,4199,35068,4319,10,10,10,430 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,479,0,10,10,4055,27207,4240,10,9,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,479,0,10,10,4161,31516,4316,10,9,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,4125,34938,4245,10,10,10,440 -openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,480,0,10,10,4127,29151,4247,10,10,10,440 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1202,1120,13,23,20528,140695,20804,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1202,1120,13,23,20861,212293,21137,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1282,1200,13,23,18608,163189,18884,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1594,1510,15,23,20313,165945,20589,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,778,700,9,23,20797,150937,21073,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1202,1120,13,23,20528,140695,20804,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1202,1120,13,23,20861,212293,21137,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1282,1200,13,23,18608,163189,18884,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1594,1510,15,23,20313,165945,20589,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,778,700,9,23,20797,150937,21073,23,23,23,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/mistakes,code-repair,169,0,5,5,593,6426,681,5,4,5,150 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,112,1207,124,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,203,1528,215,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,14,10,1,1,216,1749,228,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,127,1697,139,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,3,0,0,1,150,1563,162,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,112,1207,124,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,203,1528,215,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,216,1749,228,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,127,1697,139,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,150,1563,162,1,1,1,0 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,228,0,9,10,2895,59625,3049,10,9,10,190 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,288,0,8,10,2762,23250,2882,10,10,10,250 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,327,0,9,10,3135,29714,3243,10,9,9,290 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,329,0,10,10,2637,24616,2799,10,9,10,290 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,350,0,10,10,2479,20241,2599,10,10,10,310 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,228,0,9,10,2895,59625,3049,10,9,10,190 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,288,0,8,10,2762,23250,2882,10,10,10,250 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,327,0,9,10,3135,29714,3243,10,9,9,290 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,329,0,10,10,2637,24616,2799,10,9,10,290 -openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,2479,20241,2599,10,10,10,310 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,571,490,15,23,20359,137691,21197,23,21,22,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,602,520,16,23,20530,126272,22137,23,21,22,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,661,580,15,23,26381,116725,27345,23,21,22,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,694,610,16,23,23298,117347,23965,23,22,23,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,808,720,19,23,29284,205703,29594,23,23,23,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,766,680,20,23,20530,127999,22137,23,21,22,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,846,760,20,23,26381,119077,27345,23,21,22,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,847,760,21,23,20359,140545,21197,23,21,22,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,880,790,22,23,23298,119273,23965,23,22,23,0 -openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,992,900,23,23,29284,207206,29594,23,23,23,0 -openrouter/databricks/dbrx-instruct,golang,golang/mistakes,code-repair,210,0,5,5,693,9162,780,5,5,5,190 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,125,3084,135,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,141,2236,156,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,385,1570,399,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1272,93,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,14,10,1,1,79,962,93,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,125,3084,135,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,141,2236,156,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,385,1570,399,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1272,93,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,962,93,1,1,1,0 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,394,0,7,10,3040,15399,3366,10,7,10,360 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,415,0,7,10,3021,25044,3260,10,8,10,380 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,428,0,8,10,3222,21287,3354,10,10,10,390 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,477,0,8,10,3142,19466,3336,10,9,10,440 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,489,0,9,10,3098,19610,3234,10,10,10,450 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,428,0,8,10,3222,21287,3354,10,10,10,390 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,445,0,8,10,3040,16211,3366,10,7,10,410 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,538,0,10,10,3021,26648,3260,10,8,10,500 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,539,0,10,10,3142,20401,3336,10,9,10,500 -openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3098,20141,3234,10,10,10,500 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1021,950,8,23,19270,110513,22718,23,18,22,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1044,970,8,23,26144,129974,27808,23,20,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1324,1250,10,23,23861,92044,27521,23,18,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1449,1370,13,23,24838,130886,27417,23,20,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1671,1590,13,23,19162,73814,20141,23,22,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1021,950,8,23,19270,110513,22718,23,18,22,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1044,970,8,23,26144,129974,27808,23,20,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1324,1250,10,23,23861,92044,27521,23,18,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1449,1370,13,23,24838,130886,27417,23,20,23,0 -openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1671,1590,13,23,19162,73814,20141,23,22,23,0 -openrouter/databricks/dbrx-instruct,java,java/mistakes,code-repair,160,0,5,5,1223,6726,1283,5,5,5,140 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,1175,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,1176,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,1339,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,14,10,1,1,186,901,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,3,0,0,1,185,2623,197,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,1175,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,1176,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,1339,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,186,901,198,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,185,2623,197,1,1,1,0 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,426,0,9,10,4185,17823,4686,10,8,9,390 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,467,0,10,10,4159,20968,4453,10,7,10,430 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,469,0,10,10,4158,22945,4340,10,9,10,430 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,476,0,10,10,4183,20030,4545,10,6,10,440 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,478,0,10,10,4183,20990,4993,10,8,10,440 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,426,0,9,10,4185,17823,4686,10,8,9,390 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,467,0,10,10,4159,20968,4453,10,7,10,430 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,469,0,10,10,4158,22945,4340,10,9,10,430 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,476,0,10,10,4183,20030,4545,10,6,10,440 -openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,478,0,10,10,4183,20990,4993,10,8,10,440 -openrouter/databricks/dbrx-instruct,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/databricks/dbrx-instruct,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,868,780,21,23,24135,660672,24447,23,22,22,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,868,780,21,23,24707,584364,25018,23,22,22,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,962,870,23,23,19071,406016,19393,23,23,23,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,962,870,23,23,20383,434492,20705,23,23,23,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,972,880,23,23,18888,376731,19210,23,23,23,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,909,820,22,23,24135,660921,24447,23,22,22,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,909,820,22,23,24707,585163,25018,23,22,22,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,962,870,23,23,19071,406016,19393,23,23,23,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,962,870,23,23,20383,434492,20705,23,23,23,0 -openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,972,880,23,23,18888,376731,19210,23,23,23,0 -openrouter/deepseek/deepseek-chat,golang,golang/mistakes,code-repair,210,0,5,5,638,16506,708,5,5,5,190 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2265,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2572,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2592,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2626,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,14,10,1,1,74,2856,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2265,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2572,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2592,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2626,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2856,88,1,1,1,0 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2973,71584,3109,10,10,10,440 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,75150,3098,10,10,10,440 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,78289,3094,10,10,10,440 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,81151,3102,10,10,10,440 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,478,0,8,10,2974,81421,3098,10,10,10,440 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2973,72071,3109,10,10,10,540 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,76589,3098,10,10,10,540 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,79223,3094,10,10,10,540 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,82626,3098,10,10,10,540 -openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2974,82887,3102,10,10,10,540 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3012,2920,23,23,29996,476552,30272,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3042,2950,23,23,28918,454798,29194,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3071,2980,22,23,28466,445693,28742,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3072,2980,23,23,30018,475540,30294,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3102,3010,23,23,27562,412002,27838,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3012,2920,23,23,29996,476552,30272,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3042,2950,23,23,28918,454798,29194,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3071,2980,22,23,28466,445693,28742,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3072,2980,23,23,30018,475540,30294,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3102,3010,23,23,27562,412002,27838,23,23,23,0 -openrouter/deepseek/deepseek-chat,java,java/mistakes,code-repair,160,0,5,5,943,23376,1003,5,5,5,140 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3359,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3412,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3610,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3662,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,14,10,1,1,137,3923,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3359,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3412,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3610,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3662,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3923,149,1,1,1,0 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3385,88449,3505,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3385,95169,3505,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3417,84251,3537,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3508,85241,3628,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,480,0,10,10,3540,90134,3660,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3385,88449,3505,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3385,95169,3505,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3417,84251,3537,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3508,85241,3628,10,10,10,440 -openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,3540,90134,3660,10,10,10,440 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,1986,1900,21,23,19974,415098,20240,23,21,21,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2322,2230,23,23,19100,393763,19376,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2322,2230,23,23,19974,422065,20250,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2322,2230,23,23,20251,447107,20527,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2342,2250,23,23,21130,437201,21406,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,1986,1900,21,23,19974,415098,20240,23,21,21,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2322,2230,23,23,19100,393763,19376,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2322,2230,23,23,19974,422065,20250,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2322,2230,23,23,20251,447107,20527,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,21130,437201,21406,23,23,23,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/mistakes,code-repair,170,0,5,5,619,19269,679,5,5,5,150 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,169,4262,181,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5181,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5256,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5298,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,14,10,1,1,235,5776,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,169,4262,181,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5181,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5256,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5298,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5776,247,1,1,1,0 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3093,75897,3213,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3098,76569,3218,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3118,77059,3238,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3123,74801,3243,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,390,0,10,10,3130,76787,3250,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3093,75897,3213,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3098,76569,3218,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3118,77059,3238,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3123,74801,3243,10,10,10,350 -openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,390,0,10,10,3130,76787,3250,10,10,10,350 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,868,780,21,23,26070,776891,26381,23,22,22,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,868,780,21,23,26536,674474,26847,23,22,22,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,868,780,21,23,28689,620002,29000,23,22,22,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,911,820,22,23,18857,420739,19179,23,23,23,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,972,880,23,23,18304,430681,18626,23,23,23,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,909,820,22,23,26070,777133,26381,23,22,22,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,909,820,22,23,26536,674695,26847,23,22,22,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,909,820,22,23,28689,620409,29000,23,22,22,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,911,820,22,23,18857,420739,19179,23,23,23,0 -openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,972,880,23,23,18304,430681,18626,23,23,23,0 -openrouter/deepseek/deepseek-coder,golang,golang/mistakes,code-repair,210,0,5,5,638,17580,708,5,5,5,190 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,2550,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,2839,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,2951,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,3672,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,14,10,1,1,74,5024,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2550,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2839,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2951,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,3672,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,5024,88,1,1,1,0 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3010,70558,3130,10,10,10,440 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3010,74128,3126,10,10,10,440 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3013,72430,3129,10,10,10,440 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3013,74091,3133,10,10,10,440 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,478,0,8,10,3013,76512,3141,10,10,10,440 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3010,71000,3130,10,10,10,540 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3010,74965,3126,10,10,10,540 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3013,74704,3129,10,10,10,540 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3013,75414,3133,10,10,10,540 -openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3013,77357,3141,10,10,10,540 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests,2605,2520,20,23,45421,884381,45679,23,21,21,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests,2686,2600,20,23,31039,514769,31303,22,22,22,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3041,2950,22,23,35775,608981,36051,23,23,23,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3102,3010,23,23,34517,562429,34793,23,23,23,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3102,3010,23,23,35980,608629,36256,23,23,23,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,2605,2520,20,23,45421,884381,45679,23,21,21,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,2686,2600,20,23,31039,514769,31303,22,22,22,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3041,2950,22,23,35775,608981,36051,23,23,23,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3102,3010,23,23,34517,562429,34793,23,23,23,0 -openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3102,3010,23,23,35980,608629,36256,23,23,23,0 -openrouter/deepseek/deepseek-coder,java,java/mistakes,code-repair,160,0,5,5,943,26771,1003,5,5,5,140 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,3594,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,3654,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,3840,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,4019,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,14,10,1,1,137,6411,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3594,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3654,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3840,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,4019,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,6411,149,1,1,1,0 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3421,85179,3541,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3424,81246,3544,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3424,85367,3544,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3424,87479,3544,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,480,0,10,10,3543,82619,3663,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3421,85179,3541,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3424,81246,3544,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3424,85367,3544,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3424,87479,3544,10,10,10,440 -openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,480,0,10,10,3543,82619,3663,10,10,10,440 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2252,2160,23,23,21362,411492,21638,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2272,2180,23,23,20806,404568,21082,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2342,2250,23,23,20762,411141,21038,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2342,2250,23,23,20794,394126,21070,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2342,2250,23,23,20939,414183,21215,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2252,2160,23,23,21362,411492,21638,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2272,2180,23,23,20806,404568,21082,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,20762,411141,21038,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,20794,394126,21070,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,20939,414183,21215,23,23,23,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/mistakes,code-repair,170,0,5,5,619,17018,679,5,5,5,150 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,162,3768,174,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,169,3712,181,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,169,3798,181,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,235,5101,247,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,14,10,1,1,235,5221,247,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,162,3768,174,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,169,3712,181,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,169,3798,181,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5101,247,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,235,5221,247,1,1,1,0 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3029,68128,3149,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3066,67274,3186,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3066,68021,3186,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3081,67740,3201,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,430,0,10,10,3084,69861,3204,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3029,68128,3149,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3066,67274,3186,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3066,68021,3186,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3081,67740,3201,10,10,10,390 -openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,3084,69861,3204,10,10,10,390 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,800,710,21,23,22428,82538,22734,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,860,770,21,23,22185,77999,22500,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,868,780,21,23,30247,125006,30546,23,22,22,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,891,800,22,23,23348,82218,23655,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,901,810,22,23,26028,88357,26319,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,861,770,22,23,22428,82802,22734,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,868,780,21,23,30247,125006,30546,23,22,22,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,891,800,22,23,23348,82218,23655,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,901,810,22,23,26028,88357,26319,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,921,830,22,23,22185,78759,22500,23,23,23,0 -openrouter/google/gemini-flash-1.5,golang,golang/mistakes,code-repair,210,0,5,5,638,6048,708,5,5,5,190 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1106,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1149,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1159,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1199,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1256,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1106,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1149,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1159,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1199,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1256,88,1,1,1,0 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2623,15833,2723,10,10,10,490 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2628,15258,2729,10,10,10,490 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2632,18758,2732,10,10,10,490 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2633,15917,2733,10,10,10,490 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,529,0,9,10,2637,15111,2737,10,10,10,490 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2637,15586,2737,10,10,10,520 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2623,16305,2723,10,10,10,540 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2628,15850,2729,10,10,10,540 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2632,19301,2732,10,10,10,540 -openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2633,16127,2733,10,10,10,540 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests,1175,1100,6,23,28142,71295,28418,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests,833,760,4,23,26336,73263,26612,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests,863,790,4,23,25476,70616,25752,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests,874,800,5,23,23856,65347,24132,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests,904,830,5,23,26364,79806,26640,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,1175,1100,6,23,28142,71295,28418,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,833,760,4,23,26336,73263,26612,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,863,790,4,23,25476,70616,25752,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,874,800,5,23,23856,65347,24132,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,904,830,5,23,26364,79806,26640,23,23,23,0 -openrouter/google/gemini-flash-1.5,java,java/mistakes,code-repair,160,0,5,5,943,8134,1003,5,5,5,140 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,14,10,1,1,133,1279,145,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,14,10,1,1,184,1308,196,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,0,0,1,114,1197,126,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,0,0,1,165,1038,177,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,0,0,1,165,1371,177,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,133,1279,145,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,184,1308,196,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,114,1197,126,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,165,1038,177,1,1,1,0 -openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,165,1371,177,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2266,2180,21,23,17264,67495,17522,23,21,21,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2332,2240,23,23,17446,67920,17724,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2342,2250,23,23,17575,64441,17851,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2342,2250,23,23,17661,68653,17938,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2362,2270,23,23,17690,67810,17968,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2266,2180,21,23,17264,67495,17522,23,21,21,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2332,2240,23,23,17446,67920,17724,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,17575,64441,17851,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,17661,68653,17938,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,17690,67810,17968,23,23,23,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/mistakes,code-repair,170,0,5,5,619,6737,679,5,5,5,150 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1272,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1302,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1303,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1321,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,14,10,1,1,140,1400,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1272,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1302,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1303,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1321,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1400,152,1,1,1,0 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,259,0,9,10,3224,18835,3344,10,10,10,220 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,260,0,10,10,3242,17975,3362,10,10,10,220 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,310,0,10,10,3117,19796,3237,10,10,10,270 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,310,0,10,10,3130,19156,3250,10,10,10,270 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,320,0,10,10,3079,18937,3199,10,10,10,280 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,259,0,9,10,3224,18835,3344,10,10,10,220 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,260,0,10,10,3242,17975,3362,10,10,10,220 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,3117,19796,3237,10,10,10,270 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,3130,19156,3250,10,10,10,270 -openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,320,0,10,10,3079,18937,3199,10,10,10,280 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,819,730,20,23,17934,182392,18258,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,860,770,21,23,18191,177737,18518,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,860,770,21,23,19467,196079,19798,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,880,790,21,23,18218,178719,18541,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,992,900,23,23,18731,185035,19054,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,861,770,22,23,19467,196357,19798,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,880,790,21,23,17934,182704,18258,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,921,830,22,23,18191,177984,18518,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,941,850,22,23,18218,178955,18541,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,992,900,23,23,18731,185035,19054,23,23,23,0 -openrouter/google/gemini-pro-1.5,golang,golang/mistakes,code-repair,210,0,5,5,638,14215,708,5,5,5,190 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,1855,89,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2002,88,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2037,88,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2055,89,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,14,10,1,1,74,2203,88,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1855,89,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2002,88,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2037,88,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2055,89,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2203,88,1,1,1,0 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2640,64365,2740,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2641,57970,2742,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2644,69843,2744,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2644,90727,2744,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,580,0,10,10,2645,61642,2745,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2640,64365,2740,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2641,57970,2742,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2644,69843,2744,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2644,90727,2744,10,10,10,540 -openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2645,61642,2745,10,10,10,540 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests,1115,1040,6,23,21477,163236,21754,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests,642,570,3,23,21477,159063,21754,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests,915,840,6,23,21049,164118,21325,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests,916,840,7,23,23043,176526,23321,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests,965,890,6,23,21022,156985,21298,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,1115,1040,6,23,21477,163236,21754,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,642,570,3,23,21477,159063,21754,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,915,840,6,23,21049,164118,21325,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,916,840,7,23,23043,176526,23321,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,965,890,6,23,21022,156985,21298,23,23,23,0 -openrouter/google/gemini-pro-1.5,java,java/mistakes,code-repair,160,0,5,5,948,13827,1008,5,5,5,140 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,14,10,1,1,133,2326,145,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,14,10,1,1,184,2402,196,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,14,10,1,1,184,3487,196,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,3,0,0,1,164,2341,176,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,3,0,0,1,173,2268,185,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,133,2326,145,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,184,2402,196,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,14,10,1,1,184,3487,196,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,164,2341,176,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,3,0,0,1,173,2268,185,1,1,1,0 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3166,66162,3286,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3166,69992,3286,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3172,92457,3292,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3179,88686,3299,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,480,0,10,10,3281,89304,3401,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3166,66162,3286,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3166,69992,3286,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3172,92457,3292,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3179,88686,3299,10,10,10,440 -openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,480,0,10,10,3281,89304,3401,10,10,10,440 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,1016,940,7,23,14621,209661,14900,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,1148,1070,9,23,16975,207981,17256,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,723,650,4,23,14911,216462,15190,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,875,800,6,23,15724,198783,16006,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,928,850,9,23,15621,205218,15904,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,1016,940,7,23,14621,209661,14900,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,1148,1070,9,23,16975,207981,17256,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,723,650,4,23,14911,216462,15190,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,875,800,6,23,15724,198783,16006,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,928,850,9,23,15621,205218,15904,23,23,23,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/mistakes,code-repair,170,0,5,5,604,19835,664,5,5,5,150 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,14,10,1,1,114,2701,126,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,122,10090,134,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,122,4407,134,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,128,3323,140,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,0,0,1,134,4041,146,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,114,2701,126,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,122,10090,134,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,122,4407,134,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,128,3323,140,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,134,4041,146,1,1,1,0 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,197,0,9,10,26369,199595,26480,10,9,9,160 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,260,0,10,10,3354,57371,3474,10,10,10,220 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,260,0,10,10,3463,63984,3583,10,10,10,220 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,290,0,10,10,3270,48642,3390,10,10,10,250 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,310,0,10,10,3257,60856,3377,10,10,10,270 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,197,0,9,10,26369,199595,26480,10,9,9,160 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,260,0,10,10,3354,57371,3474,10,10,10,220 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,260,0,10,10,3463,63984,3583,10,10,10,220 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,290,0,10,10,3270,48642,3390,10,10,10,250 -openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,3257,60856,3377,10,10,10,270 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,677,590,18,23,17935,141002,18273,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,718,630,19,23,18038,135264,18389,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,738,650,19,23,17713,137824,18058,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,799,710,20,23,18375,135939,18737,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,830,740,21,23,19525,145578,19874,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,891,800,22,23,18038,136386,18389,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,932,840,23,23,17935,143562,18273,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,942,850,23,23,19525,146523,19874,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,962,870,23,23,18375,136888,18737,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,972,880,23,23,17713,138999,18058,23,23,23,0 -openrouter/google/gemma-2-27b-it,golang,golang/mistakes,code-repair,210,0,5,5,654,7728,732,5,5,5,190 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,1044,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,1260,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,945,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,986,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,14,10,1,1,74,995,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1044,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1260,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,945,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,986,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,995,90,1,1,1,0 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2668,22750,2791,10,10,10,440 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2710,22128,2828,10,10,10,440 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2718,21631,2838,10,10,10,440 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,478,0,8,10,2773,31038,2897,10,10,10,440 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,560,0,10,10,2946,25657,3064,10,10,10,520 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2668,24384,2791,10,10,10,520 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2710,23094,2828,10,10,10,520 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2718,22765,2838,10,10,10,520 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2773,32318,2897,10,10,10,520 -openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2946,25657,3064,10,10,10,520 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests,1995,1910,16,23,23167,130173,23482,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2176,2090,17,23,23074,130267,23393,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2205,2120,16,23,23806,136343,24119,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2367,2280,18,23,23286,130953,23605,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2609,2520,20,23,22889,138383,23217,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,1995,1910,16,23,23167,130173,23482,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2176,2090,17,23,23074,130267,23393,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2205,2120,16,23,23806,136343,24119,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2367,2280,18,23,23286,130953,23605,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2609,2520,20,23,22889,138383,23217,23,23,23,0 -openrouter/google/gemma-2-27b-it,java,java/mistakes,code-repair,160,0,5,5,942,9161,1008,5,5,5,140 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,187,1416,201,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,187,1528,201,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,187,1741,201,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,247,1987,261,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,14,10,1,1,273,1974,287,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1416,201,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1528,201,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1741,201,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,247,1987,261,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,273,1974,287,1,1,1,0 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3105,27492,3243,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3172,27128,3308,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3226,30316,3363,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3271,26846,3408,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,480,0,10,10,3398,26636,3535,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3105,27492,3243,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3172,27128,3308,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3226,30316,3363,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3271,26846,3408,10,10,10,440 -openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,480,0,10,10,3398,26636,3535,10,10,10,440 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,402,330,3,23,15877,111488,16187,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,433,360,4,23,16099,116477,16413,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,614,540,5,23,16163,122053,16481,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,684,610,5,23,17643,130092,17956,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,90,20,1,23,15790,110600,16105,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,402,330,3,23,15877,111488,16187,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,433,360,4,23,16099,116477,16413,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,614,540,5,23,16163,122053,16481,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,684,610,5,23,17643,130092,17956,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,90,20,1,23,15790,110600,16105,23,23,23,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/mistakes,code-repair,170,0,5,5,619,7618,688,5,5,5,150 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,14,10,1,1,140,1288,154,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,14,10,1,1,140,3873,154,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,14,10,1,1,147,1948,161,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,3,0,0,1,131,1477,143,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,3,0,0,1,164,1361,178,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1288,154,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3873,154,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1948,161,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,1477,143,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,164,1361,178,1,1,1,0 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,170,0,10,10,3487,29478,3628,10,10,10,130 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,219,0,9,10,3362,27961,3498,10,10,10,180 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,220,0,10,10,3363,25867,3499,10,10,10,180 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,270,0,10,10,3243,27978,3383,10,10,10,230 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,350,0,10,10,3148,27139,3288,10,10,10,310 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,170,0,10,10,3487,29478,3628,10,10,10,130 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,219,0,9,10,3362,27961,3498,10,10,10,180 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,220,0,10,10,3363,25867,3499,10,10,10,180 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,270,0,10,10,3243,27978,3383,10,10,10,230 -openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3148,27139,3288,10,10,10,310 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,207,140,4,23,15302,186920,15649,23,20,20,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,263,190,8,23,14373,155299,14737,23,21,21,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,291,220,6,23,16996,218906,17323,23,21,21,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,329,260,8,23,14945,179402,15286,23,18,20,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,379,310,10,23,15776,182328,16101,23,18,18,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,325,250,10,23,14373,155849,14737,23,21,21,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,329,260,8,23,14945,179402,15286,23,18,20,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,379,310,10,23,15776,182328,16101,23,18,18,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,380,310,7,23,15302,188432,15649,23,20,20,0 -openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,455,380,10,23,16996,220561,17323,23,21,21,0 -openrouter/google/gemma-2-9b-it,golang,golang/mistakes,code-repair,167,0,4,5,641,13119,699,5,4,4,150 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,14,10,1,1,74,1824,90,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,146,2122,160,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,147,1151,161,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,193,2826,208,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,0,0,1,84,1687,98,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1824,90,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,146,2122,160,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,147,1151,161,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,193,2826,208,1,1,1,0 -openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,84,1687,98,1,1,1,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1264,1190,11,23,23840,224565,24117,23,20,20,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1557,1480,12,23,39513,407758,39805,23,21,21,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1580,1510,11,23,19341,171395,19617,23,18,18,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1696,1630,12,23,33623,298234,33873,23,15,16,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests,698,630,7,23,16192,168189,16480,23,19,19,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1264,1190,11,23,23840,224565,24117,23,20,20,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1557,1480,12,23,39513,407758,39805,23,21,21,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1580,1510,11,23,19341,171395,19617,23,18,18,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1696,1630,12,23,33623,298234,33873,23,15,16,0 -openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,698,630,7,23,16192,168189,16480,23,19,19,0 -openrouter/google/gemma-2-9b-it,java,java/mistakes,code-repair,61,0,2,5,445,10545,488,5,2,2,50 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,0,0,1,16,3794,22,1,0,0,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,0,0,1,16,947,22,1,0,0,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,0,0,1,436,9534,445,1,0,0,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,14,10,1,1,183,949,195,1,1,1,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,14,10,1,1,187,1139,199,1,1,1,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,0,0,1,16,3794,22,1,0,0,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,0,0,1,16,947,22,1,0,0,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,0,0,1,436,9534,445,1,0,0,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,183,949,195,1,1,1,0 -openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1139,199,1,1,1,0 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,245,0,5,10,3253,42963,3357,10,5,5,220 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,279,0,6,10,2609,49740,3147,10,6,7,250 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,292,0,6,10,3592,36702,3706,10,8,8,260 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,310,0,6,10,2464,31666,2575,10,7,7,280 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,333,0,7,10,3349,33984,3468,10,8,8,300 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,245,0,5,10,3253,42963,3357,10,5,5,220 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,279,0,6,10,2609,49740,3147,10,6,7,250 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,292,0,6,10,3592,36702,3706,10,8,8,260 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,310,0,6,10,2464,31666,2575,10,7,7,280 -openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,333,0,7,10,3349,33984,3468,10,8,8,300 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,1,0,0,1,218,2886,221,1,0,0,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,1,0,0,1,263,16208,269,1,0,0,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,0,0,1,255,3212,272,1,1,1,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,0,0,1,432,3628,469,1,1,1,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,0,0,1,434,11020,448,1,1,1,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,218,2886,221,1,0,0,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,263,16208,269,1,0,0,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,255,3212,272,1,1,1,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,432,3628,469,1,1,1,0 -openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,434,11020,448,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,159,90,4,23,23058,81248,23314,23,21,21,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,199,130,4,23,22984,82582,23249,23,21,21,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,228,160,5,23,23595,86554,23836,23,20,20,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,253,180,4,23,20825,76742,21098,23,23,23,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,311,240,6,23,23700,84527,23959,23,21,21,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,293,220,8,23,23058,83010,23314,23,21,21,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,311,240,8,23,23595,87244,23836,23,20,20,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,326,250,7,23,20825,77469,21098,23,23,23,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,352,280,7,23,22984,83592,23249,23,21,21,0 -openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,477,400,12,23,23700,86466,23959,23,21,21,0 -openrouter/google/palm-2-chat-bison,golang,golang/mistakes,code-repair,210,0,5,5,641,7098,716,5,5,5,190 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,14,10,1,1,93,1472,108,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,14,10,1,1,97,1455,112,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,14,10,1,1,97,1572,112,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,3,0,0,1,158,1774,173,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,3,0,0,1,240,1637,255,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,93,1472,108,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,97,1455,112,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,97,1572,112,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,158,1774,173,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,240,1637,255,1,1,1,0 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,438,0,8,10,3389,16653,3499,10,10,10,400 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,519,0,9,10,3071,20187,3181,10,10,10,480 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,519,0,9,10,3288,18228,3398,10,10,10,480 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,580,0,10,10,3211,16398,3321,10,10,10,540 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,580,0,10,10,3602,19470,3712,10,10,10,540 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3389,18701,3499,10,10,10,500 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3071,20599,3181,10,10,10,540 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3211,16398,3321,10,10,10,540 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3288,18706,3398,10,10,10,540 -openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3602,19470,3712,10,10,10,540 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1339,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1441,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1535,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1538,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,0,0,1,228,1597,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1339,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1441,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1535,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1538,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,228,1597,241,1,1,1,0 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,429,0,9,10,3342,16352,3472,10,10,10,390 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3130,20035,3260,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3213,16266,3343,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3282,16096,3412,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,480,0,10,10,3282,16098,3412,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,429,0,9,10,3342,16352,3472,10,10,10,390 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3130,20035,3260,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3213,16266,3343,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3282,16096,3412,10,10,10,440 -openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,480,0,10,10,3282,16098,3412,10,10,10,440 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,506,430,7,23,16707,79626,17006,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,506,430,7,23,18885,66665,19184,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,587,510,8,23,20868,83512,21167,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,620,540,11,23,17087,64256,17387,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,740,660,11,23,16642,66386,16941,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,506,430,7,23,16707,79626,17006,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,506,430,7,23,18885,66665,19184,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,587,510,8,23,20868,83512,21167,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,620,540,11,23,17087,64256,17387,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,740,660,11,23,16642,66386,16941,23,23,23,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/mistakes,code-repair,150,0,5,5,671,7513,736,5,5,5,130 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,131,1402,144,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,165,1391,178,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,165,1546,178,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,200,1499,213,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,14,10,1,1,218,1411,231,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,131,1402,144,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,165,1391,178,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,165,1546,178,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,200,1499,213,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,218,1411,231,1,1,1,0 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,132,0,2,10,3599,20040,3729,10,10,10,100 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,183,0,3,10,3510,18445,3640,10,10,10,150 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,185,0,5,10,4274,23597,4404,10,10,10,150 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,224,0,4,10,3893,19484,4023,10,10,10,190 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,234,0,4,10,3193,16919,3323,10,10,10,200 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,132,0,2,10,3599,20040,3729,10,10,10,100 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,183,0,3,10,3510,18445,3640,10,10,10,150 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,185,0,5,10,4274,23597,4404,10,10,10,150 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,224,0,4,10,3893,19484,4023,10,10,10,190 -openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,234,0,4,10,3193,16919,3323,10,10,10,200 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,199,130,4,23,22347,81895,22598,23,21,21,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,214,140,5,23,22916,81230,23183,23,23,23,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,285,210,6,23,19629,73367,19895,23,23,23,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,294,220,7,23,24005,82394,24259,23,22,22,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,295,220,6,23,22269,78540,22531,23,23,23,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,374,300,9,23,22347,83582,22598,23,21,21,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,377,300,8,23,19629,73940,19895,23,23,23,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,500,420,11,23,22269,79882,22531,23,23,23,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,533,450,14,23,22916,84109,23183,23,23,23,0 -openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,571,490,14,23,24005,86136,24259,23,22,22,0 -openrouter/google/palm-2-codechat-bison,golang,golang/mistakes,code-repair,210,0,5,5,641,5747,712,5,5,5,190 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,140,1532,151,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,74,1161,85,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,79,1629,90,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,79,1857,90,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,14,10,1,1,81,1341,92,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,140,1532,151,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1161,85,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1629,90,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1857,90,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,81,1341,92,1,1,1,0 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,479,0,9,10,3188,21887,3298,10,10,10,440 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,499,0,9,10,3834,16181,3944,10,10,10,460 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,540,0,10,10,3059,14874,3169,10,10,10,500 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,540,0,10,10,3090,14468,3200,10,10,10,500 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,560,0,10,10,2939,14468,3049,10,10,10,520 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3059,14874,3169,10,10,10,500 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3090,14468,3200,10,10,10,500 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3188,22445,3298,10,10,10,500 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2939,14468,3049,10,10,10,520 -openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3834,16601,3944,10,10,10,520 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1250,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1348,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1355,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,141,1456,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,0,0,1,443,1736,456,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1250,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1348,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1355,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,141,1456,154,1,1,1,0 -openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,0,0,1,443,1736,456,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,673,600,8,23,19382,77583,19663,23,21,21,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,794,720,7,23,18648,79367,18938,23,22,22,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,817,740,8,23,16285,66271,16584,23,23,23,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,848,770,9,23,17868,66576,18167,23,23,23,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,854,780,9,23,20977,103858,21258,23,21,21,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,673,600,8,23,19382,77583,19663,23,21,21,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,794,720,7,23,18648,79367,18938,23,22,22,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,817,740,8,23,16285,66271,16584,23,23,23,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,848,770,9,23,17868,66576,18167,23,23,23,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,854,780,9,23,20977,103858,21258,23,21,21,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/mistakes,code-repair,170,0,5,5,650,5965,715,5,5,5,150 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,136,1404,149,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,136,1548,149,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,254,1669,267,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,14,10,1,1,290,1709,303,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,3,0,0,1,150,813,163,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,136,1404,149,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,136,1548,149,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,254,1669,267,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,290,1709,303,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,150,813,163,1,1,1,0 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,196,0,6,10,3497,23328,3627,10,10,10,160 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,197,0,7,10,3471,24457,3601,10,10,10,160 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,202,0,4,10,3495,19590,3616,10,9,9,170 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,226,0,6,10,3369,21065,3499,10,10,10,190 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,227,0,7,10,3629,19782,3759,10,10,10,190 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,196,0,6,10,3497,23328,3627,10,10,10,160 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,197,0,7,10,3471,24457,3601,10,10,10,160 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,202,0,4,10,3495,19590,3616,10,9,9,170 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,226,0,6,10,3369,21065,3499,10,10,10,190 -openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,227,0,7,10,3629,19782,3759,10,10,10,190 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,890,800,21,23,18810,253762,19056,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,911,820,22,23,17580,280945,17818,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,920,830,21,23,16883,271870,17121,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,992,900,23,23,17043,267600,17279,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,992,900,23,23,17819,270141,18055,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,890,800,21,23,18810,253762,19056,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,911,820,22,23,17580,280945,17818,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,961,870,22,23,16883,272069,17121,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,992,900,23,23,17043,267600,17279,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,992,900,23,23,17819,270141,18055,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/mistakes,code-repair,210,0,5,5,638,12359,696,5,5,5,190 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,75,1637,85,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1452,89,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,2112,91,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,2870,91,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,14,10,1,1,80,2775,92,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,75,1637,85,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1452,89,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,2112,91,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,2870,91,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,80,2775,92,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,2904,49338,3006,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,2918,65838,3020,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,3036,42217,3138,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,540,0,10,10,3182,43656,3288,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,560,0,10,10,2966,42410,3072,10,10,10,520 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2904,49338,3006,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2918,65838,3020,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3036,42217,3138,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3182,43656,3288,10,10,10,500 -openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2966,42410,3072,10,10,10,520 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2588,2500,19,23,27230,370973,27518,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2748,2660,20,23,27853,262703,29963,23,22,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2970,2880,21,23,30672,343630,30958,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,3062,2970,23,23,28197,238766,28485,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,3082,2990,23,23,30642,398792,30922,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2588,2500,19,23,27230,370973,27518,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2748,2660,20,23,27853,262703,29963,23,22,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2970,2880,21,23,30672,343630,30958,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,3062,2970,23,23,28197,238766,28485,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,3082,2990,23,23,30642,398792,30922,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/mistakes,code-repair,160,0,5,5,965,15599,1027,5,5,5,140 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,137,1779,149,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,151,2463,163,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,151,2751,163,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,151,2770,163,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,14,10,1,1,344,2976,356,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1779,149,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,151,2463,163,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,151,2751,163,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,151,2770,163,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,344,2976,356,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3521,49699,3647,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3696,57620,3818,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3705,51705,3827,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3770,85139,3894,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,480,0,10,10,3873,38898,4001,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3521,49699,3647,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3696,57620,3818,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3705,51705,3827,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3770,85139,3894,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3873,38898,4001,10,10,10,440 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,1897,1810,18,23,19379,304709,19661,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2190,2100,21,23,20778,390557,21056,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2200,2110,21,23,19616,308535,19894,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2271,2180,22,23,19630,286266,19914,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2362,2270,23,23,20666,289716,20954,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,1897,1810,18,23,19379,304709,19661,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2190,2100,21,23,20778,390557,21056,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2200,2110,21,23,19616,308535,19894,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2271,2180,22,23,19630,286266,19914,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,20666,289716,20954,23,23,23,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,668,14896,728,5,5,5,150 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,1456,154,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,3049,152,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,3781,152,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,292,3144,304,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,292,4115,304,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1456,154,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3049,152,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3781,152,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,292,3144,304,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,292,4115,304,1,1,1,0 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,280,0,10,10,3363,66665,3489,10,10,10,240 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,290,0,10,10,3412,62370,3536,10,10,10,250 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,300,0,10,10,3162,50343,3290,10,10,10,260 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,340,0,10,10,3382,63592,3502,10,10,10,300 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,380,0,10,10,3120,77959,3240,10,10,10,340 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,280,0,10,10,3363,66665,3489,10,10,10,240 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,290,0,10,10,3412,62370,3536,10,10,10,250 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,300,0,10,10,3162,50343,3290,10,10,10,260 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,340,0,10,10,3382,63592,3502,10,10,10,300 -openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3120,77959,3240,10,10,10,340 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,581,500,16,23,75060,634025,75303,23,21,21,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,714,630,19,23,75387,573165,75633,23,21,21,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,726,640,19,23,23761,270888,24021,23,22,22,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,737,650,20,23,49570,414670,49827,23,22,22,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,862,770,23,23,19703,235532,19961,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,673,590,18,23,75060,635099,75303,23,21,21,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,726,640,19,23,23761,270888,24021,23,22,22,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,737,650,20,23,49570,414670,49827,23,22,22,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,775,690,20,23,75387,573430,75633,23,21,21,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,862,770,23,23,19703,235532,19961,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/mistakes,code-repair,209,0,5,5,681,15260,925,5,4,5,190 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,229,2255,239,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,1089,84,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,746,4963,756,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1467,89,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,3,0,0,1,173,2065,183,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,229,2255,239,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1089,84,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,746,4963,756,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1467,89,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,173,2065,183,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,459,0,9,10,3205,38651,3305,10,10,10,420 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,479,0,9,10,3115,38631,3223,10,10,10,440 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,508,0,9,10,3023,39068,3526,10,9,10,470 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,560,0,10,10,2850,42115,2958,10,10,10,520 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,560,0,10,10,3177,50634,3281,10,10,10,520 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,459,0,9,10,3205,38651,3305,10,10,10,420 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,508,0,9,10,3023,39068,3526,10,9,10,470 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3115,38889,3223,10,10,10,500 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2850,42115,2958,10,10,10,520 -openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3177,50634,3281,10,10,10,520 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2132,2050,17,23,79308,532001,79560,23,21,21,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2258,2170,19,23,29317,250558,29593,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2488,2400,19,23,30474,385307,30750,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2679,2590,20,23,31033,246875,31309,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2879,2790,21,23,32214,273904,41205,23,22,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2132,2050,17,23,79308,532001,79560,23,21,21,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2258,2170,19,23,29317,250558,29593,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2488,2400,19,23,30474,385307,30750,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2679,2590,20,23,31033,246875,31309,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2879,2790,21,23,32214,273904,41205,23,22,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/mistakes,code-repair,160,0,5,5,965,10412,1025,5,5,5,140 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,229,2690,241,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,231,1593,243,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,261,2048,273,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,266,4740,278,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,14,10,1,1,674,5114,686,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,229,2690,241,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,231,1593,243,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,261,2048,273,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,4740,278,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,674,5114,686,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,388,0,8,10,3820,35285,3940,10,10,10,350 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,419,0,9,10,3911,50290,4031,10,10,10,380 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,429,0,9,10,3713,49831,3833,10,10,10,390 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,470,0,10,10,3699,42161,3819,10,10,10,430 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,480,0,10,10,3981,60100,4101,10,10,10,440 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,388,0,8,10,3820,35285,3940,10,10,10,350 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,419,0,9,10,3911,50290,4031,10,10,10,380 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3713,49831,3833,10,10,10,390 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3699,42161,3819,10,10,10,430 -openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3981,60100,4101,10,10,10,440 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2179,2090,20,23,18528,199926,18804,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2220,2130,21,23,20315,258297,20587,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2231,2140,22,23,20087,236211,20363,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2282,2190,23,23,21751,227777,22027,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2311,2220,22,23,20426,248417,20702,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2179,2090,20,23,18528,199926,18804,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2220,2130,21,23,20315,258297,20587,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2231,2140,22,23,20087,236211,20363,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2282,2190,23,23,21751,227777,22027,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2311,2220,22,23,20426,248417,20702,23,23,23,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,621,11136,681,5,5,5,150 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,163,2561,175,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,171,2061,183,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,208,3109,220,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,210,4724,222,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,287,4046,299,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,163,2561,175,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,171,2061,183,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,208,3109,220,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,210,4724,222,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,287,4046,299,1,1,1,0 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,240,0,10,10,3561,43323,3681,10,10,10,200 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,269,0,9,10,3241,48588,3361,10,10,10,230 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,330,0,10,10,2887,56774,3007,10,10,10,290 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,350,0,10,10,3151,49314,3271,10,10,10,310 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,370,0,10,10,2980,72465,3104,10,10,10,330 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,3561,43323,3681,10,10,10,200 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,269,0,9,10,3241,48588,3361,10,10,10,230 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,2887,56774,3007,10,10,10,290 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3151,49314,3271,10,10,10,310 -openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,370,0,10,10,2980,72465,3104,10,10,10,330 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,438,360,11,23,25548,117825,44711,23,21,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,440,360,13,23,26679,125625,28801,23,21,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,466,390,12,23,21647,84938,21857,22,21,21,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,468,390,12,23,54760,142712,58149,23,20,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,485,410,11,23,131967,343184,132648,23,20,21,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,467,390,13,23,21647,85362,21857,22,21,21,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,499,420,13,23,54760,143145,58149,23,20,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,521,440,14,23,26679,125872,28801,23,21,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,526,450,12,23,131967,343401,132648,23,20,21,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,531,450,14,23,25548,118654,44711,23,21,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/mistakes,code-repair,209,0,5,5,714,6307,1108,5,4,5,190 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,1,0,0,1,30,779,33,1,0,0,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,714,89,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,2,0,0,1,437,2622,709,1,0,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,396,2092,406,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,707,3017,717,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,30,779,33,1,0,0,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,714,89,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,437,2622,709,1,0,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,396,2092,406,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,707,3017,717,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,275,0,6,10,3059,17168,3649,10,9,10,240 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,357,0,7,10,3053,16768,3155,10,10,10,320 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,375,0,7,10,2839,13692,2929,10,9,9,340 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,376,0,7,10,3323,22171,3694,10,9,10,340 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,417,0,8,10,3483,20210,3836,10,9,10,380 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,375,0,7,10,2839,13692,2929,10,9,9,340 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,418,0,8,10,3053,17258,3155,10,10,10,380 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,437,0,8,10,3323,22943,3694,10,9,10,400 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,438,0,9,10,3059,17839,3649,10,9,10,400 -openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,448,0,9,10,3483,20380,3836,10,9,10,410 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1449,1370,12,23,111000,198664,117377,23,21,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1570,1490,14,23,32430,150993,33325,23,21,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1871,1790,14,23,40377,104164,40644,23,22,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1941,1860,16,23,122129,302380,123864,23,20,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,2396,2310,18,23,36338,108508,52066,23,22,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1449,1370,12,23,111000,198664,117377,23,21,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1570,1490,14,23,32430,150993,33325,23,21,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1871,1790,14,23,40377,104164,40644,23,22,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1941,1860,16,23,122129,302380,123864,23,20,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,2396,2310,18,23,36338,108508,52066,23,22,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/mistakes,code-repair,160,0,5,5,980,6182,1040,5,5,5,140 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,14,10,1,1,266,1014,278,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,14,10,1,1,266,980,278,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,14,10,1,1,352,1000,364,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,3,0,0,1,355,1619,367,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,3,0,0,1,444,2578,456,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,1014,278,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,980,278,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,352,1000,364,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,355,1619,367,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,444,2578,456,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,376,0,8,10,4428,33806,15471,10,8,10,340 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,429,0,9,10,3857,18114,3977,10,10,10,390 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,438,0,9,10,4062,19610,4590,10,9,10,400 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,460,0,10,10,3294,16765,3414,10,10,10,420 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,480,0,10,10,3486,16886,3606,10,10,10,440 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,376,0,8,10,4428,33806,15471,10,8,10,340 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3857,18114,3977,10,10,10,390 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,438,0,9,10,4062,19610,4590,10,9,10,400 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,460,0,10,10,3294,16765,3414,10,10,10,420 -openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3486,16886,3606,10,10,10,440 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1004,920,17,23,35340,95276,35605,23,22,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1068,990,14,23,67126,255127,106842,23,20,21,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1220,1140,18,23,144130,324676,145098,23,19,20,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1464,1380,17,23,21454,76125,21722,23,22,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1479,1390,20,23,24249,93658,24525,23,23,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1004,920,17,23,35340,95276,35605,23,22,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1068,990,14,23,67126,255127,106842,23,20,21,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1220,1140,18,23,144130,324676,145098,23,19,20,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1464,1380,17,23,21454,76125,21722,23,22,22,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1479,1390,20,23,24249,93658,24525,23,23,23,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/mistakes,code-repair,108,0,4,5,851,12319,1162,5,4,5,90 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,304,1148,316,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,313,1367,325,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,395,1119,407,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,632,9197,644,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,316,3560,328,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,304,1148,316,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,313,1367,325,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,395,1119,407,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,632,9197,644,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,316,3560,328,1,1,1,0 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,296,0,7,10,3034,19961,3493,10,9,10,260 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,318,0,9,10,2968,17828,3349,10,9,10,280 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,350,0,10,10,3378,19313,3494,10,10,10,310 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,378,0,9,10,3044,18341,3199,10,9,10,340 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,420,0,10,10,2884,22100,3004,10,10,10,380 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,296,0,7,10,3034,19961,3493,10,9,10,260 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,318,0,9,10,2968,17828,3349,10,9,10,280 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3378,19313,3494,10,10,10,310 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,378,0,9,10,3044,18341,3199,10,9,10,340 -openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2884,22100,3004,10,10,10,380 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,696,610,17,23,15095,301874,15289,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,706,620,19,23,14968,198286,15153,23,22,22,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,775,690,18,23,16316,219787,16504,23,22,22,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,790,700,21,23,16612,268524,16804,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,850,760,21,23,15478,228089,15666,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,779,690,20,23,15095,302635,15289,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,787,700,20,23,14968,198557,15153,23,22,22,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,816,730,19,23,16316,219986,16504,23,22,22,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,841,750,22,23,16612,268770,16804,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,891,800,22,23,15478,228424,15666,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/mistakes,code-repair,210,0,5,5,648,18227,688,5,5,5,190 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,1160,82,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,2385,84,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,952,84,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,74,953,84,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,14,10,1,1,79,1423,89,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1160,82,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2385,84,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,952,84,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,953,84,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1423,89,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,458,0,8,10,2943,50584,3023,10,10,10,420 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,519,0,9,10,2641,47746,2725,10,10,10,480 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,519,0,9,10,2978,47465,3060,10,10,10,480 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,519,0,9,10,2994,36487,3076,10,10,10,480 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,529,0,9,10,2886,39985,2970,10,10,10,490 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2886,40660,2970,10,10,10,520 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2641,48253,2725,10,10,10,540 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2943,51233,3023,10,10,10,540 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2978,48166,3060,10,10,10,540 -openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2994,37773,3076,10,10,10,540 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2087,2000,18,23,22138,283956,22322,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2117,2030,18,23,25284,270205,25472,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2429,2340,20,23,23935,245349,24123,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2529,2440,20,23,23725,245296,23913,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2579,2490,20,23,23323,215431,23511,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2087,2000,18,23,22138,283956,22322,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2117,2030,18,23,25284,270205,25472,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2429,2340,20,23,23935,245349,24123,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2529,2440,20,23,23725,245296,23913,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2579,2490,20,23,23323,215431,23511,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/mistakes,code-repair,160,0,5,5,1051,13923,1091,5,5,5,140 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,137,1993,145,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,137,4583,145,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,266,6019,278,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,14,10,1,1,289,2028,297,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,3,0,0,1,287,2358,295,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1993,145,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,4583,145,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,266,6019,278,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,289,2028,297,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,287,2358,295,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3834,36451,3914,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3872,41934,3952,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3894,57596,3974,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,3925,42728,4009,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,470,0,10,10,4050,49258,4130,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3834,36451,3914,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3872,41934,3952,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3894,57596,3974,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3925,42728,4009,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,4050,49258,4130,10,10,10,430 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,1868,1780,19,23,15666,159427,15850,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,1928,1840,19,23,16339,154713,16523,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2119,2030,20,23,15710,125808,15902,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2140,2050,21,23,16004,146154,16196,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2251,2160,22,23,17199,152323,17383,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,1868,1780,19,23,15666,159427,15850,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,1928,1840,19,23,16339,154713,16523,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2119,2030,20,23,15710,125808,15902,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2140,2050,21,23,16004,146154,16196,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2251,2160,22,23,17199,152323,17383,23,23,23,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,619,12899,659,5,5,5,150 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,140,2676,148,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,152,1446,160,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,243,3373,251,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,145,1693,153,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,156,3127,164,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,2676,148,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,152,1446,160,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,243,3373,251,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,145,1693,153,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,156,3127,164,1,1,1,0 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,120,0,10,10,3475,37538,3563,10,10,10,80 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,230,0,10,10,3324,44823,3404,10,10,10,190 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,320,0,10,10,3186,27042,3270,10,10,10,280 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,340,0,10,10,3251,36219,3335,10,10,10,300 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,380,0,10,10,3244,29969,3324,10,10,10,340 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,120,0,10,10,3475,37538,3563,10,10,10,80 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,230,0,10,10,3324,44823,3404,10,10,10,190 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,320,0,10,10,3186,27042,3270,10,10,10,280 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,340,0,10,10,3251,36219,3335,10,10,10,300 -openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3244,29969,3324,10,10,10,340 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,2,0,0,1,5,1516,201,1,0,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,130,1473,144,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,135,1793,149,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,254,2173,279,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,0,0,1,323,12827,331,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,5,1516,201,1,0,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,130,1473,144,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,135,1793,149,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,254,2173,279,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,323,12827,331,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,1061,990,8,23,21558,99978,23240,23,19,21,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,1304,1230,9,23,23318,82109,24420,23,20,22,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,391,330,4,23,19928,111054,23405,23,15,19,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,450,380,5,23,29483,168112,30144,23,20,22,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,577,510,5,23,23717,89219,24039,23,19,20,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,1061,990,8,23,21558,99978,23240,23,19,21,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,1304,1230,9,23,23318,82109,24420,23,20,22,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,391,330,4,23,19928,111054,23405,23,15,19,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,450,380,5,23,29483,168112,30144,23,20,22,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,577,510,5,23,23717,89219,24039,23,19,20,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/mistakes,code-repair,160,0,5,5,1187,7168,1235,5,5,5,140 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,14,10,1,1,178,1594,190,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,2,0,0,1,7,2735,547,1,0,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,2,0,0,1,7,4225,258,1,0,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,3,0,0,1,336,1341,348,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,3,0,0,1,339,1009,347,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,178,1594,190,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,7,2735,547,1,0,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,7,4225,258,1,0,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,336,1341,348,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,339,1009,347,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,419,0,9,10,3716,44444,3824,10,10,10,380 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,429,0,9,10,3819,16864,3915,10,10,10,390 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,470,0,10,10,3864,40216,3960,10,10,10,430 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,470,0,10,10,3908,20757,3988,10,10,10,430 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,470,0,10,10,4009,45402,4097,10,10,10,430 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,419,0,9,10,3716,44444,3824,10,10,10,380 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3819,16864,3915,10,10,10,390 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3864,40216,3960,10,10,10,430 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3908,20757,3988,10,10,10,430 -openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,4009,45402,4097,10,10,10,430 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,223,150,5,23,17134,111750,17971,23,22,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,263,190,6,23,16752,87496,17697,23,21,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,412,340,5,23,15908,74644,16172,23,22,22,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,455,380,6,23,22957,107915,23201,23,23,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,697,620,8,23,17532,67754,17776,23,23,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,223,150,5,23,17134,111750,17971,23,22,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,263,190,6,23,16752,87496,17697,23,21,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,412,340,5,23,15908,74644,16172,23,22,22,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,455,380,6,23,22957,107915,23201,23,23,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,697,620,8,23,17532,67754,17776,23,23,23,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/mistakes,code-repair,109,0,4,5,617,8242,657,5,5,5,90 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,240,906,252,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,131,16665,143,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,137,1651,145,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,151,1237,163,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,273,1627,285,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,240,906,252,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,131,16665,143,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,137,1651,145,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,151,1237,163,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,273,1627,285,1,1,1,0 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,256,0,6,10,2882,14591,3002,10,10,10,220 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,257,0,7,10,2746,28695,2846,10,10,10,220 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,298,0,8,10,3193,23078,3306,10,10,10,260 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,307,0,7,10,2792,21337,2896,10,10,10,270 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,319,0,9,10,2761,24908,2869,10,10,10,280 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,256,0,6,10,2882,14591,3002,10,10,10,220 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,257,0,7,10,2746,28695,2846,10,10,10,220 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,298,0,8,10,3193,23078,3306,10,10,10,260 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,307,0,7,10,2792,21337,2896,10,10,10,270 -openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,319,0,9,10,2761,24908,2869,10,10,10,280 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,1,0,0,1,957,16629,958,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,2,0,0,1,78,4098,562,1,0,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,194,3864,205,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,198,5158,209,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,98,2955,113,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,957,16629,958,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,78,4098,562,1,0,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,194,3864,205,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,198,5158,209,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,98,2955,113,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,184,0,3,10,4291,72620,4624,10,5,6,160 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,226,0,4,10,3227,46505,3310,10,6,6,200 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,270,0,5,10,3165,42164,3261,10,7,8,240 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,279,0,5,10,3206,37687,3294,10,7,7,250 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,299,0,5,10,3224,43274,3307,10,7,7,270 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,245,0,4,10,4291,73071,4624,10,5,6,220 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,279,0,5,10,3206,37687,3294,10,7,7,250 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,331,0,6,10,3165,42451,3261,10,7,8,300 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,338,0,6,10,3227,47179,3310,10,6,6,310 -openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,360,0,6,10,3224,43670,3307,10,7,7,330 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,2,0,0,1,598,16223,2315,1,0,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,2,0,0,1,849,6993,1178,1,0,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,0,0,1,1081,19096,1095,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,0,0,1,205,4373,218,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,0,0,1,460,8150,474,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,598,16223,2315,1,0,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,849,6993,1178,1,0,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,1081,19096,1095,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,205,4373,218,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,460,8150,474,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,300,0,6,10,5526,65695,5617,10,7,7,270 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,345,0,7,10,5164,49075,5283,10,9,9,310 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,419,0,9,10,4219,52904,4298,10,5,5,390 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,466,0,10,10,4141,36197,4249,10,8,8,430 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,466,0,10,10,4766,42644,4873,10,8,8,430 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,300,0,6,10,5526,65695,5617,10,7,7,270 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,345,0,7,10,5164,49075,5283,10,9,9,310 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,419,0,9,10,4219,52904,4298,10,5,5,390 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,466,0,10,10,4141,36197,4249,10,8,8,430 -openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,466,0,10,10,4766,42644,4873,10,8,8,430 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1164,1080,20,23,21046,170887,22517,23,20,21,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1286,1210,15,23,21912,199416,22174,23,19,19,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1293,1220,18,23,30500,531157,31141,23,15,17,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1655,1580,20,23,17672,213860,20533,23,13,19,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1701,1620,21,23,21312,177560,21731,23,18,19,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1164,1080,20,23,21046,170887,22517,23,20,21,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1286,1210,15,23,21912,199416,22174,23,19,19,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1293,1220,18,23,30500,531157,31141,23,15,17,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1655,1580,20,23,17672,213860,20533,23,13,19,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1701,1620,21,23,21312,177560,21731,23,18,19,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/mistakes,code-repair,138,0,5,5,625,7878,983,5,3,5,120 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,12,10,1,1,147,1608,149,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,12,10,1,1,160,1579,162,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,12,10,1,1,177,1652,178,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,242,2339,255,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,3,0,0,1,272,2518,285,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,12,10,1,1,147,1608,149,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,12,10,1,1,160,1579,162,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,12,10,1,1,177,1652,178,1,0,0,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,242,2339,255,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,272,2518,285,1,1,1,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,104,0,9,10,3133,36129,4725,10,7,8,70 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,128,0,10,10,3073,26591,3196,10,9,9,90 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,146,0,10,10,2866,29478,2974,10,8,8,110 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,163,0,7,10,2819,29399,3391,10,7,9,130 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,35,0,6,10,3078,39726,3217,10,9,10,0 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,104,0,9,10,3133,36129,4725,10,7,8,70 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,128,0,10,10,3073,26591,3196,10,9,9,90 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,146,0,10,10,2866,29478,2974,10,8,8,110 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,163,0,7,10,2819,29399,3391,10,7,9,130 -openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,35,0,6,10,3078,39726,3217,10,9,10,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,396,320,11,23,21954,150911,23693,23,19,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,442,360,13,23,22287,139903,22640,23,23,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,450,370,13,23,21053,144793,22013,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,454,380,12,23,25984,174063,28010,23,17,22,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,560,480,13,23,23505,146308,24430,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,585,500,16,23,22287,141295,22640,23,23,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,600,520,15,23,21954,152495,23693,23,19,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,603,520,16,23,21053,145577,22013,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,700,620,18,23,25984,176457,28010,23,17,22,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,775,690,18,23,23505,148786,24430,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/mistakes,code-repair,210,0,5,5,670,6677,745,5,5,5,190 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,298,1534,313,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,300,1746,315,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,437,2929,456,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,0,0,1,703,3007,714,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,4,0,1,1,438,2344,455,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,298,1534,313,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,300,1746,315,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,437,2929,456,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,703,3007,714,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,438,2344,455,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,234,0,4,10,3289,21900,3403,10,10,10,200 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,356,0,6,10,3351,21204,3461,10,10,10,320 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,407,0,7,10,3271,23685,3381,10,10,10,370 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,407,0,7,10,3304,22918,3418,10,10,10,370 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,438,0,8,10,3291,21225,3401,10,10,10,400 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,295,0,5,10,3289,22177,3403,10,10,10,260 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,407,0,7,10,3271,23685,3381,10,10,10,370 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,438,0,8,10,3291,21225,3401,10,10,10,400 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,458,0,8,10,3351,21892,3461,10,10,10,420 -openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,468,0,8,10,3304,23562,3418,10,10,10,430 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,116,50,1,23,26487,133455,28211,23,19,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,120,50,1,23,25749,123802,26048,23,23,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,269,200,2,23,31241,158724,32000,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,388,320,2,23,33816,172596,34636,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,450,380,3,23,28683,134555,29532,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,116,50,1,23,26487,133455,28211,23,19,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,120,50,1,23,25749,123802,26048,23,23,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,269,200,2,23,31241,158724,32000,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,388,320,2,23,33816,172596,34636,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,450,380,3,23,28683,134555,29532,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/mistakes,code-repair,159,0,5,5,1328,10047,1835,5,4,5,140 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,14,10,1,1,230,1720,243,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,2,0,0,1,293,2649,606,1,0,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,0,0,1,1528,6350,1541,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,0,0,1,578,2528,591,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,0,0,1,732,3547,745,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,1720,243,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,293,2649,606,1,0,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,1528,6350,1541,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,578,2528,591,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,732,3547,745,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1438,1350,21,23,20358,111293,21257,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1497,1410,21,23,19813,113488,20922,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1527,1440,21,23,16644,100232,18423,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1575,1490,21,23,19975,115633,21444,23,18,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1858,1770,22,23,17186,101389,18254,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1438,1350,21,23,20358,111293,21257,23,21,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1497,1410,21,23,19813,113488,20922,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1527,1440,21,23,16644,100232,18423,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1575,1490,21,23,19975,115633,21444,23,18,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1858,1770,22,23,17186,101389,18254,23,20,23,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/mistakes,code-repair,140,0,5,5,613,6106,678,5,5,5,120 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,155,1299,168,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,155,1310,168,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,158,3595,171,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,255,1698,268,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1299,168,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,1310,168,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,158,3595,171,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,255,1698,268,1,1,1,0 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,137,0,9,10,2925,21363,3043,10,9,9,100 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,240,0,10,10,2701,19644,2831,10,10,10,200 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,58,0,10,10,2889,22054,3546,10,8,10,20 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,66,0,8,10,2937,22747,3303,10,8,10,30 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,87,0,8,10,3318,21427,3520,10,9,10,50 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,137,0,9,10,2925,21363,3043,10,9,9,100 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,2701,19644,2831,10,10,10,200 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,58,0,10,10,2889,22054,3546,10,8,10,20 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,66,0,8,10,2937,22747,3303,10,8,10,30 -openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,87,0,8,10,3318,21427,3520,10,9,10,50 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,14,10,1,1,228,1495,239,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,2,0,0,1,668,7751,1530,1,0,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,169,1073,180,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,243,1578,254,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,0,0,1,351,2174,362,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,228,1495,239,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,668,7751,1530,1,0,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,169,1073,180,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,243,1578,254,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,351,2174,362,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,110,0,2,10,3020,19351,3125,10,9,9,80 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,161,0,3,10,3181,19579,3282,10,9,9,130 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,189,0,3,10,2932,17858,3024,10,8,8,160 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,234,0,4,10,3071,19617,3181,10,10,10,200 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,374,0,6,10,2988,18980,3089,10,9,9,340 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,110,0,2,10,3020,19351,3125,10,9,9,80 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,202,0,4,10,3181,19799,3282,10,9,9,170 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,230,0,4,10,2932,18326,3024,10,8,8,200 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,234,0,4,10,3071,19617,3181,10,10,10,200 -openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,374,0,6,10,2988,18980,3089,10,9,9,340 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1034,970,10,23,40416,223392,49983,23,9,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1100,1040,9,23,38279,230531,52822,23,6,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1450,1390,10,23,42373,235042,51802,23,6,21,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1615,1550,13,23,36037,174858,44778,23,9,20,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1888,1820,15,23,37161,235085,49620,23,8,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1034,970,10,23,40416,223392,49983,23,9,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1100,1040,9,23,38279,230531,52822,23,6,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1450,1390,10,23,42373,235042,51802,23,6,21,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1615,1550,13,23,36037,174858,44778,23,9,20,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1888,1820,15,23,37161,235085,49620,23,8,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/mistakes,code-repair,159,0,5,5,1142,11745,1361,5,4,5,140 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,13,10,1,1,731,3896,1215,1,0,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,14,10,1,1,244,1577,257,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,14,10,1,1,459,2228,472,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,14,10,1,1,684,2801,697,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,3,0,0,1,253,1522,266,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,731,3896,1215,1,0,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,244,1577,257,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,459,2228,472,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,684,2801,697,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,253,1522,266,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,427,0,9,10,3914,21631,4036,10,9,9,390 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,439,0,9,10,4326,20693,4456,10,10,10,400 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,449,0,9,10,3880,18908,4010,10,10,10,410 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,480,0,10,10,3837,20867,3967,10,10,10,440 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,480,0,10,10,3967,20475,4097,10,10,10,440 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,427,0,9,10,3914,21631,4036,10,9,9,390 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4326,20693,4456,10,10,10,400 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,449,0,9,10,3880,18908,4010,10,10,10,410 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3837,20867,3967,10,10,10,440 -openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3967,20475,4097,10,10,10,440 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1044,970,20,23,27814,170636,35099,23,10,21,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1153,1080,17,23,21956,122210,29302,23,10,23,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1159,1090,17,23,23120,164462,32311,23,9,20,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,716,650,14,23,21022,156175,28938,23,9,20,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,883,810,19,23,23341,135771,34574,23,9,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1044,970,20,23,27814,170636,35099,23,10,21,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1153,1080,17,23,21956,122210,29302,23,10,23,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1159,1090,17,23,23120,164462,32311,23,9,20,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,716,650,14,23,21022,156175,28938,23,9,20,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,883,810,19,23,23341,135771,34574,23,9,22,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/mistakes,code-repair,137,0,5,5,756,9112,1477,5,2,5,120 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,201,1445,214,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,213,1255,226,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,233,1544,246,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,298,2036,311,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,14,10,1,1,428,2234,441,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,201,1445,214,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,213,1255,226,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,233,1544,246,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,298,2036,311,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,428,2234,441,1,1,1,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,112,0,6,10,3139,20507,3247,10,8,8,80 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,114,0,6,10,3171,30553,3290,10,9,9,80 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,140,0,5,10,2789,20766,4068,10,6,9,110 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,28,0,3,10,2959,30360,3454,10,7,8,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,89,0,5,10,3015,22850,4712,10,5,9,60 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,112,0,6,10,3139,20507,3247,10,8,8,80 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,114,0,6,10,3171,30553,3290,10,9,9,80 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,140,0,5,10,2789,20766,4068,10,6,9,110 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,28,0,3,10,2959,30360,3454,10,7,8,0 -openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,89,0,5,10,3015,22850,4712,10,5,9,60 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,1505,12423,2397,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,359,12297,2030,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,431,6221,2551,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,818,15199,2219,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,0,0,1,853,11530,1750,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,1505,12423,2397,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,359,12297,2030,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,431,6221,2551,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,818,15199,2219,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,853,11530,1750,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,164,0,4,10,3589,29758,3689,10,10,10,130 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,183,0,4,10,3974,32061,4694,10,9,10,150 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,184,0,4,10,3488,32137,3588,10,10,10,150 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,193,0,5,10,3638,40256,4728,10,8,10,160 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,195,0,5,10,3816,36576,3916,10,10,10,160 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,347,0,7,10,3488,33190,3588,10,10,10,310 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,376,0,8,10,3638,41593,4728,10,8,10,340 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,378,0,8,10,3816,37413,3916,10,10,10,340 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,387,0,8,10,3974,33624,4694,10,9,10,350 -openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,429,0,9,10,3589,31816,3689,10,10,10,390 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1376,1320,10,23,61630,430867,81421,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1545,1490,9,23,55872,411912,77356,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1646,1590,10,23,62406,400728,80540,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1848,1790,12,23,62176,384862,80737,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,954,900,9,23,74905,442039,94594,23,0,22,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1376,1320,10,23,61630,430867,81421,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1545,1490,9,23,55872,411912,77356,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1646,1590,10,23,62406,400728,80540,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1848,1790,12,23,62176,384862,80737,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,954,900,9,23,74905,442039,94594,23,0,22,0 -openrouter/microsoft/wizardlm-2-7b,java,java/mistakes,code-repair,159,0,5,5,1375,13024,1644,5,4,5,140 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,13,10,1,1,236,11715,1987,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,13,10,1,1,616,5274,2362,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,0,0,1,1610,19321,2684,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,0,0,1,1659,7861,3162,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,0,0,1,1730,17859,3110,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,13,10,1,1,236,11715,1987,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,13,10,1,1,616,5274,2362,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1610,19321,2684,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1659,7861,3162,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1730,17859,3110,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,378,0,8,10,4600,33211,4720,10,10,10,340 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,419,0,9,10,4549,32490,4669,10,10,10,380 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,419,0,9,10,4702,29132,4822,10,10,10,380 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,479,0,10,10,4515,38048,4734,10,9,10,440 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,480,0,10,10,4298,31792,4418,10,10,10,440 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,378,0,8,10,4600,33211,4720,10,10,10,340 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,419,0,9,10,4549,32490,4669,10,10,10,380 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,419,0,9,10,4702,29132,4822,10,10,10,380 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,479,0,10,10,4515,38048,4734,10,9,10,440 -openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4298,31792,4418,10,10,10,440 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,536,480,10,23,42227,393550,59235,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,555,500,9,23,40928,333298,58306,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,562,510,6,23,40517,357367,60093,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,636,580,10,23,38942,326336,57573,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,795,740,9,23,37827,346983,55946,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,536,480,10,23,42227,393550,59235,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,555,500,9,23,40928,333298,58306,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,562,510,6,23,40517,357367,60093,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,636,580,10,23,38942,326336,57573,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,795,740,9,23,37827,346983,55946,23,0,23,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/mistakes,code-repair,77,0,4,5,1005,13726,2285,5,3,5,60 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,13,10,1,1,1112,10587,2287,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,13,10,1,1,199,4025,1334,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,0,0,1,1324,10144,2635,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,0,0,1,1346,12686,2821,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,0,0,1,778,12780,2122,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,1112,10587,2287,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,199,4025,1334,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,1324,10144,2635,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,1346,12686,2821,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,778,12780,2122,1,0,1,0 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,115,0,5,10,3421,26334,3541,10,10,10,80 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,126,0,6,10,3641,21753,3761,10,10,10,90 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,65,0,5,10,3325,28199,3445,10,10,10,30 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,65,0,5,10,3612,31156,3732,10,10,10,30 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,65,0,5,10,3688,30407,3808,10,10,10,30 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,115,0,5,10,3421,26334,3541,10,10,10,80 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,126,0,6,10,3641,21753,3761,10,10,10,90 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,65,0,5,10,3325,28199,3445,10,10,10,30 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,65,0,5,10,3612,31156,3732,10,10,10,30 -openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,65,0,5,10,3688,30407,3808,10,10,10,30 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,439,370,14,23,58605,759019,63588,23,10,22,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,461,390,14,23,22817,489357,27193,23,11,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,500,430,14,23,21666,408149,27265,23,10,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,511,440,15,23,22489,431292,27949,23,10,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,693,620,18,23,24860,491429,30056,23,9,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,635,560,18,23,22817,491200,27193,23,11,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,725,650,20,23,58605,761878,63588,23,10,22,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,734,660,19,23,24860,491742,30056,23,9,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,745,670,19,23,21666,410620,27265,23,10,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,797,720,21,23,22489,433981,27949,23,10,23,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/mistakes,code-repair,169,0,4,5,649,24824,724,5,5,5,150 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,13,10,1,1,296,13107,530,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,135,1904,150,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,293,1968,307,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,308,1394,322,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,14,10,1,1,358,5039,373,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,296,13107,530,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,135,1904,150,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,293,1968,307,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,308,1394,322,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,358,5039,373,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,315,0,5,10,2896,40053,3003,10,10,10,280 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,377,0,7,10,2934,44079,3043,10,10,10,340 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,448,0,8,10,2858,44864,2966,10,10,10,410 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,448,0,8,10,2972,71963,3079,10,10,10,410 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,479,0,9,10,2914,97983,3023,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,2896,40938,3003,10,10,10,410 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,479,0,9,10,2914,97983,3023,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,499,0,9,10,2934,44844,3043,10,10,10,460 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2858,45937,2966,10,10,10,500 -openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2972,72706,3079,10,10,10,500 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2535,2450,19,23,36433,657784,37569,23,20,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2673,2590,20,23,39898,474236,42243,23,17,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2766,2680,22,23,35992,473883,38642,23,18,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2793,2710,21,23,38165,667437,41548,23,16,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,3025,2940,22,23,35882,475161,39511,23,17,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2535,2450,19,23,36433,657784,37569,23,20,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2673,2590,20,23,39898,474236,42243,23,17,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2766,2680,22,23,35992,473883,38642,23,18,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2793,2710,21,23,38165,667437,41548,23,16,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,3025,2940,22,23,35882,475161,39511,23,17,23,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/mistakes,code-repair,160,0,5,5,1295,19954,1360,5,5,5,140 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,13,10,1,1,317,12148,717,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,246,5875,259,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,287,4266,300,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,413,4943,426,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,14,10,1,1,477,3592,489,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,13,10,1,1,317,12148,717,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,246,5875,259,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,287,4266,300,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,413,4943,426,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,14,10,1,1,477,3592,489,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4059,53454,4188,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4063,49648,4193,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4074,53971,4202,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4096,44429,4225,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,480,0,10,10,4195,79380,4323,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4059,53454,4188,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4063,49648,4193,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4074,53971,4202,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4096,44429,4225,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,480,0,10,10,4195,79380,4323,10,10,10,440 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1011,950,12,23,27841,449275,36097,23,3,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1022,960,10,23,27977,406449,34627,23,6,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1104,1040,12,23,28957,480080,35763,23,6,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1105,1040,12,23,28301,437569,35585,23,7,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,988,920,14,23,27652,446406,33376,23,8,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1011,950,12,23,27841,449275,36097,23,3,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1022,960,10,23,27977,406449,34627,23,6,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1104,1040,12,23,28957,480080,35763,23,6,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1105,1040,12,23,28301,437569,35585,23,7,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,988,920,14,23,27652,446406,33376,23,8,23,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/mistakes,code-repair,170,0,5,5,655,12597,720,5,5,5,150 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,14,10,1,1,308,7699,321,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,0,0,1,365,7701,1560,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,0,0,1,540,18420,1470,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,0,0,1,709,16793,1613,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,3,0,0,1,447,6682,459,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,308,7699,321,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,365,7701,1560,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,540,18420,1470,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,709,16793,1613,1,0,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,447,6682,459,1,1,1,0 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,128,0,8,10,3671,59019,3802,10,10,10,90 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,137,0,7,10,3446,83222,3576,10,10,10,100 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,178,0,8,10,3326,48056,3452,10,10,10,140 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,189,0,9,10,3736,82519,3865,10,10,10,150 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,48,0,8,10,3678,52241,3805,10,10,10,10 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,128,0,8,10,3671,59019,3802,10,10,10,90 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,137,0,7,10,3446,83222,3576,10,10,10,100 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,178,0,8,10,3326,48056,3452,10,10,10,140 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,189,0,9,10,3736,82519,3865,10,10,10,150 -openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,48,0,8,10,3678,52241,3805,10,10,10,10 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,603,530,15,23,16413,86225,22219,23,12,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,610,530,16,23,16303,80294,18061,23,18,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,721,640,17,23,14925,79892,17350,23,18,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,749,670,18,23,14290,75120,17019,23,15,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,751,670,18,23,15230,78466,17715,23,17,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,675,600,17,23,16413,86938,22219,23,12,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,721,640,17,23,14925,79892,17350,23,18,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,743,660,19,23,16303,81164,18061,23,18,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,782,700,19,23,15230,78964,17715,23,17,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,831,750,20,23,14290,75550,17019,23,15,23,0 -openrouter/mistralai/codestral-mamba,golang,golang/mistakes,code-repair,208,0,5,5,703,5404,1154,5,3,5,190 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,13,10,1,1,74,1338,446,1,0,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,13,10,1,1,77,1156,322,1,0,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,13,10,1,1,79,1184,338,1,0,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,14,10,1,1,194,856,208,1,1,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,14,10,1,1,91,642,105,1,1,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,1338,446,1,0,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,77,1156,322,1,0,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,79,1184,338,1,0,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,194,856,208,1,1,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,91,642,105,1,1,1,0 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,447,0,8,10,2743,18332,2888,10,9,10,410 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,486,0,8,10,3057,21764,4164,10,8,10,450 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,527,0,9,10,3176,25370,4044,10,8,10,490 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,538,0,9,10,2924,17610,3078,10,9,10,500 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,580,0,10,10,2910,22340,3026,10,10,10,540 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,508,0,9,10,2743,18784,2888,10,9,10,470 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,527,0,9,10,3057,22084,4164,10,8,10,490 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,527,0,9,10,3176,25370,4044,10,8,10,490 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,538,0,9,10,2924,17610,3078,10,9,10,500 -openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2910,22340,3026,10,10,10,540 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1138,1070,10,23,23701,89782,28339,23,12,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1239,1170,9,23,19624,80589,24266,23,14,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1570,1500,12,23,19854,82161,24946,23,12,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1625,1550,13,23,19329,75495,23185,23,16,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests,837,770,7,23,18093,77260,22631,23,14,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1138,1070,10,23,23701,89782,28339,23,12,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1239,1170,9,23,19624,80589,24266,23,14,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1570,1500,12,23,19854,82161,24946,23,12,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1625,1550,13,23,19329,75495,23185,23,16,23,0 -openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,837,770,7,23,18093,77260,22631,23,14,23,0 -openrouter/mistralai/codestral-mamba,java,java/mistakes,code-repair,157,0,5,5,1150,8932,2648,5,2,5,140 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,13,10,1,1,418,1937,700,1,0,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,14,10,1,1,232,993,244,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,0,0,1,216,971,228,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,0,0,1,306,1156,318,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,0,0,1,317,1280,329,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,13,10,1,1,418,1937,700,1,0,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,14,10,1,1,232,993,244,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,0,0,1,216,971,228,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,0,0,1,306,1156,318,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,0,0,1,317,1280,329,1,1,1,0 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,467,0,10,10,3610,23648,4136,10,7,10,430 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,476,0,10,10,3553,21204,4153,10,7,9,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,477,0,10,10,3312,52962,4677,10,7,10,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,478,0,10,10,3566,21634,4002,10,8,10,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,479,0,10,10,3472,30549,4081,10,9,10,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,467,0,10,10,3610,23648,4136,10,7,10,430 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,476,0,10,10,3553,21204,4153,10,7,9,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,477,0,10,10,3312,52962,4677,10,7,10,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,478,0,10,10,3566,21634,4002,10,8,10,440 -openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,479,0,10,10,3472,30549,4081,10,9,10,440 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1199,1120,15,23,11555,57609,13449,23,18,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1364,1280,20,23,11921,64763,14748,23,18,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1663,1580,21,23,13154,69446,16070,23,16,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1689,1610,18,23,14030,70761,17876,23,15,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1931,1850,21,23,13331,70796,17891,23,14,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1199,1120,15,23,11555,57609,13449,23,18,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1364,1280,20,23,11921,64763,14748,23,18,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1663,1580,21,23,13154,69446,16070,23,16,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1689,1610,18,23,14030,70761,17876,23,15,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1931,1850,21,23,13331,70796,17891,23,14,23,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/mistakes,code-repair,138,0,5,5,618,5973,1352,5,3,5,120 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,158,949,170,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,171,870,183,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,176,980,188,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,14,10,1,1,208,1981,220,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,4,0,1,1,156,1690,168,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,158,949,170,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,171,870,183,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,176,980,188,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,208,1981,220,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,156,1690,168,1,1,1,0 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,116,0,8,10,2843,18458,4276,10,8,10,80 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,198,0,10,10,3054,17567,3247,10,8,10,160 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,227,0,8,10,3444,19235,3994,10,9,10,190 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,318,0,9,10,3169,20150,3731,10,9,10,280 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,338,0,9,10,3182,19824,4344,10,9,10,300 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,116,0,8,10,2843,18458,4276,10,8,10,80 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,198,0,10,10,3054,17567,3247,10,8,10,160 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,227,0,8,10,3444,19235,3994,10,9,10,190 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,318,0,9,10,3169,20150,3731,10,9,10,280 -openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,338,0,9,10,3182,19824,4344,10,9,10,300 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,188,130,8,23,24492,183322,32235,23,4,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,207,150,7,23,21793,181508,29815,23,4,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,245,190,5,23,26860,209995,34457,23,4,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,265,210,7,23,23666,340685,31612,23,2,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,367,310,8,23,26338,217643,35254,23,3,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,321,260,11,23,24492,185183,32235,23,4,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,413,350,13,23,21793,183817,29815,23,4,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,462,400,13,23,26338,219234,35254,23,3,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,472,410,12,23,26860,212363,34457,23,4,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,603,540,15,23,23666,343431,31612,23,2,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/mistakes,code-repair,205,0,5,5,839,8513,2087,5,0,5,190 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,13,10,1,1,156,2849,516,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,13,10,1,1,79,1788,626,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,2,0,0,1,128,4583,706,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,3,0,0,1,691,5392,702,1,1,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,3,0,0,1,941,4108,951,1,1,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,156,2849,516,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,79,1788,626,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,128,4583,706,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,691,5392,702,1,1,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,941,4108,951,1,1,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,178,0,3,10,3544,27181,6335,10,5,10,150 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,180,0,4,10,3018,25768,4302,10,6,10,150 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,210,0,4,10,3567,25951,6278,10,6,10,180 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,339,0,7,10,3592,24986,6117,10,2,10,310 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,371,0,7,10,3535,29177,6011,10,4,10,340 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,421,0,9,10,3592,25865,6117,10,2,10,390 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,425,0,9,10,3567,28220,6278,10,6,10,390 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,476,0,10,10,3018,27768,4302,10,6,10,440 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,524,0,10,10,3535,30332,6011,10,4,10,490 -openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,535,0,10,10,3544,29799,6335,10,5,10,500 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1079,1020,11,23,31306,192860,44551,23,2,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1117,1060,11,23,35670,230056,46825,23,1,22,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1158,1100,11,23,29784,175169,43478,23,1,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1200,1140,11,23,28936,175269,39102,23,3,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1248,1190,11,23,31009,199111,41199,23,1,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1079,1020,11,23,31306,192860,44551,23,2,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1117,1060,11,23,35670,230056,46825,23,1,22,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1158,1100,11,23,29784,175169,43478,23,1,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1200,1140,11,23,28936,175269,39102,23,3,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1248,1190,11,23,31009,199111,41199,23,1,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/mistakes,code-repair,155,0,5,5,1136,12230,2543,5,0,5,140 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,237,1585,726,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,249,3488,1058,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,291,2031,453,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,13,10,1,1,339,2847,1030,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,2,0,0,1,228,3889,602,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,237,1585,726,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,249,3488,1058,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,291,2031,453,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,13,10,1,1,339,2847,1030,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,2,0,0,1,228,3889,602,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,352,0,8,10,4418,28492,6505,10,4,10,320 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,422,0,9,10,4387,27693,7453,10,3,10,390 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,432,0,9,10,4253,27348,6634,10,3,10,400 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,457,0,10,10,3978,24144,5475,10,7,10,420 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,463,0,10,10,4791,38221,6646,10,3,10,430 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,352,0,8,10,4418,28492,6505,10,4,10,320 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,422,0,9,10,4387,27693,7453,10,3,10,390 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,432,0,9,10,4253,27348,6634,10,3,10,400 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,457,0,10,10,3978,24144,5475,10,7,10,420 -openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,463,0,10,10,4791,38221,6646,10,3,10,430 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,294,240,9,23,19062,114687,29124,23,2,20,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,369,310,11,23,23285,140032,31946,23,2,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,608,550,12,23,20198,115998,30818,23,0,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,648,590,13,23,19605,133304,31439,23,0,22,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,679,620,10,23,17483,116892,27592,23,3,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,294,240,9,23,19062,114687,29124,23,2,20,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,369,310,11,23,23285,140032,31946,23,2,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,608,550,12,23,20198,115998,30818,23,0,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,648,590,13,23,19605,133304,31439,23,0,22,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,679,620,10,23,17483,116892,27592,23,3,23,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/mistakes,code-repair,134,0,4,5,689,11373,1839,5,0,5,120 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,13,10,1,1,278,3326,716,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,131,2138,445,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,138,4114,1100,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,430,5385,763,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,0,0,1,532,5712,902,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,278,3326,716,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,131,2138,445,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,138,4114,1100,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,430,5385,763,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,532,5712,902,1,0,1,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,29,0,8,10,3135,27340,6475,10,1,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,30,0,7,10,3142,24154,4799,10,3,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,30,0,9,10,4042,31338,7233,10,1,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,31,0,8,10,3055,26313,5074,10,3,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,80,0,7,10,2990,34427,6039,10,3,10,50 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,29,0,8,10,3135,27340,6475,10,1,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,30,0,7,10,3142,24154,4799,10,3,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,30,0,9,10,4042,31338,7233,10,1,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,31,0,8,10,3055,26313,5074,10,3,10,0 -openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,80,0,7,10,2990,34427,6039,10,3,10,50 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests,594,510,15,23,16321,267081,16619,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests,705,620,16,23,15144,238040,15450,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests,817,730,19,23,15955,243490,16301,23,22,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests,837,750,18,23,17820,280852,18123,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests,839,750,20,23,16980,278989,17262,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,777,690,18,23,15144,238716,15450,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,818,730,19,23,16321,268263,16619,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,879,790,20,23,17820,281532,18123,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,900,810,21,23,16980,279280,17262,23,23,23,0 -openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,909,820,21,23,15955,244069,16301,23,22,23,0 -openrouter/mistralai/mistral-large,golang,golang/mistakes,code-repair,210,0,5,5,672,15465,734,5,5,5,190 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,14,10,1,1,74,1381,88,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,14,10,1,1,74,1482,88,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,14,10,1,1,79,2036,93,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,3,0,0,1,79,2260,89,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,3,0,0,1,99,1592,113,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1381,88,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1482,88,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,2036,93,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,99,1826,113,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,79,2260,89,1,1,1,0 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,529,0,9,10,3061,31192,3169,10,10,10,490 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2814,43287,2922,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2897,37022,3001,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2957,28695,3061,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,580,0,10,10,2977,37350,3081,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2814,43287,2922,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2897,37022,3001,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2957,28695,3061,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2977,37350,3081,10,10,10,540 -openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3061,31560,3169,10,10,10,540 -openrouter/mistralai/mistral-large,java,java/light,write-tests,2781,2690,22,23,25442,193773,25718,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests,2921,2830,22,23,23816,341413,24092,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests,3002,2910,23,23,24793,228065,25069,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests,3092,3000,23,23,25527,226156,25803,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests,3092,3000,23,23,26710,324227,26986,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,2781,2690,22,23,25442,193773,25718,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,2921,2830,22,23,23816,341413,24092,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3002,2910,23,23,24793,228065,25069,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3092,3000,23,23,25527,226156,25803,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3092,3000,23,23,26710,324227,26986,23,23,23,0 -openrouter/mistralai/mistral-large,java,java/mistakes,code-repair,160,0,5,5,1090,15946,1150,5,5,5,140 -openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,144,3706,156,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,188,2069,200,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,258,2354,270,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,289,3147,301,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests,14,10,1,1,306,3106,318,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,144,3706,156,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,188,2069,200,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,258,2354,270,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,289,3147,301,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,14,10,1,1,306,3106,318,1,1,1,0 -openrouter/mistralai/mistral-large,java,java/transpile,transpile,439,0,9,10,3639,39635,3759,10,10,10,400 -openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3687,43415,3807,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3692,45268,3812,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3857,35848,3977,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile,480,0,10,10,3933,44895,4053,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,439,0,9,10,3639,39635,3759,10,10,10,400 -openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3687,43415,3807,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3692,45268,3812,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3857,35848,3977,10,10,10,440 -openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,480,0,10,10,3933,44895,4053,10,10,10,440 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1706,1620,17,23,18496,163944,18772,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1708,1620,19,23,18827,161592,19103,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1938,1850,19,23,17831,167454,18107,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,2180,2090,21,23,19412,167359,19688,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,2229,2140,21,23,18694,147604,19036,23,22,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1706,1620,17,23,18496,163944,18772,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1708,1620,19,23,18827,161592,19103,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1938,1850,19,23,17831,167454,18107,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,2180,2090,21,23,19412,167359,19688,23,23,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,2229,2140,21,23,18694,147604,19036,23,22,23,0 -openrouter/mistralai/mistral-large,ruby,ruby/mistakes,code-repair,170,0,5,5,620,7542,680,5,5,5,150 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,147,1849,159,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,234,2133,246,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,240,3892,252,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,241,2269,253,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,14,10,1,1,317,2109,329,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1849,159,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,234,2133,246,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,240,3892,252,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,241,2269,253,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,317,2109,329,1,1,1,0 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,269,0,9,10,3142,30700,3262,10,10,10,230 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,290,0,10,10,3299,29729,3419,10,10,10,250 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,340,0,10,10,3128,28286,3248,10,10,10,300 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,350,0,10,10,3161,29989,3281,10,10,10,310 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,430,0,10,10,2998,36052,3118,10,10,10,390 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,269,0,9,10,3142,30700,3262,10,10,10,230 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,290,0,10,10,3299,29729,3419,10,10,10,250 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,340,0,10,10,3128,28286,3248,10,10,10,300 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,3161,29989,3281,10,10,10,310 -openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,430,0,10,10,2998,36052,3118,10,10,10,390 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,491,420,13,23,20708,269593,26912,23,12,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,535,460,13,23,19685,241741,23590,23,16,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,542,470,13,23,18944,267652,24721,23,13,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,606,530,15,23,20526,264497,23856,23,15,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,728,650,19,23,18239,235608,22825,23,13,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,696,620,17,23,18944,268803,24721,23,13,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,767,690,19,23,20708,272084,26912,23,12,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,800,720,19,23,20526,266082,23856,23,15,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,821,740,19,23,19685,243791,23590,23,16,23,0 -openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,871,790,22,23,18239,236445,22825,23,13,23,0 -openrouter/mistralai/mistral-medium,golang,golang/mistakes,code-repair,209,0,5,5,656,10116,876,5,4,5,190 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,74,2892,437,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,74,3624,531,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,74,4506,644,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,13,10,1,1,77,1925,273,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,2,0,0,1,145,3878,522,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,2892,437,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,3624,531,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,74,4506,644,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,77,1925,273,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,145,3878,522,1,0,1,0 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,371,0,6,10,2870,106795,10507,10,5,10,340 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,375,0,6,10,2756,36440,3274,10,9,10,340 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,414,0,7,10,2930,46544,3994,10,7,10,380 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,436,0,7,10,2858,36355,3495,10,9,10,400 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,526,0,9,10,2754,40584,3962,10,7,10,490 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,473,0,8,10,2870,107413,10507,10,5,10,440 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,477,0,8,10,2756,37043,3274,10,9,10,440 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,538,0,9,10,2858,37480,3495,10,9,10,500 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,577,0,10,10,2754,40842,3962,10,7,10,540 -openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,577,0,10,10,2930,47631,3994,10,7,10,540 -openrouter/mistralai/mistral-medium,java,java/light,write-tests,2149,2070,18,23,31541,288923,35750,23,15,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests,2268,2190,18,23,25350,240060,30568,23,14,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests,2437,2360,19,23,27867,286256,34167,23,12,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests,2685,2610,21,23,28766,283959,36381,23,8,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests,2958,2880,23,23,27621,360273,34335,23,9,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2149,2070,18,23,31541,288923,35750,23,15,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2268,2190,18,23,25350,240060,30568,23,14,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2437,2360,19,23,27867,286256,34167,23,12,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2685,2610,21,23,28766,283959,36381,23,8,23,0 -openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2958,2880,23,23,27621,360273,34335,23,9,23,0 -openrouter/mistralai/mistral-medium,java,java/mistakes,code-repair,156,0,5,5,1212,18736,1829,5,1,5,140 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests,13,10,1,1,235,4619,685,1,0,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,235,2153,247,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,236,2182,248,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,237,2206,249,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests,14,10,1,1,267,2295,279,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,13,10,1,1,235,4619,685,1,0,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,235,2153,247,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,236,2182,248,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,237,2206,249,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,14,10,1,1,267,2295,279,1,1,1,0 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile,476,0,10,10,4099,58957,7083,10,6,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile,477,0,10,10,4077,50660,5754,10,7,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile,477,0,10,10,4108,50472,5417,10,7,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile,479,0,10,10,4146,45079,5374,10,9,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile,479,0,10,10,4150,44928,4395,10,9,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,476,0,10,10,4099,58957,7083,10,6,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,477,0,10,10,4077,50660,5754,10,7,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,477,0,10,10,4108,50472,5417,10,7,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,479,0,10,10,4146,45079,5374,10,9,10,440 -openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,479,0,10,10,4150,44928,4395,10,9,10,440 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1488,1420,17,23,18236,234875,26534,23,5,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1734,1660,18,23,17250,219526,24574,23,10,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1794,1720,19,23,20101,240642,27735,23,9,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1861,1790,19,23,16857,224718,25652,23,6,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,2203,2130,22,23,18787,223768,25215,23,5,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1488,1420,17,23,18236,234875,26534,23,5,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1734,1660,18,23,17250,219526,24574,23,10,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1794,1720,19,23,20101,240642,27735,23,9,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1861,1790,19,23,16857,224718,25652,23,6,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,2203,2130,22,23,18787,223768,25215,23,5,23,0 -openrouter/mistralai/mistral-medium,ruby,ruby/mistakes,code-repair,149,0,5,5,614,11297,1127,5,4,5,130 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,13,10,1,1,225,5130,737,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,13,10,1,1,225,5476,844,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,13,10,1,1,251,6083,885,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,2,0,0,1,285,6110,866,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,2,0,0,1,460,5102,718,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,225,5130,737,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,225,5476,844,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,251,6083,885,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,285,6110,866,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,460,5102,718,1,0,1,0 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,117,0,10,10,3586,44865,4796,10,7,10,80 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,135,0,10,10,3397,47680,5454,10,5,10,100 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,136,0,10,10,3434,52674,6083,10,6,10,100 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,184,0,10,10,3622,50580,6005,10,4,10,150 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,223,0,10,10,3255,51145,6424,10,3,10,190 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,117,0,10,10,3586,44865,4796,10,7,10,80 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,135,0,10,10,3397,47680,5454,10,5,10,100 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,136,0,10,10,3434,52674,6083,10,6,10,100 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,184,0,10,10,3622,50580,6005,10,4,10,150 -openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,223,0,10,10,3255,51145,6424,10,3,10,190 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,204,140,4,23,15298,136204,16597,23,17,20,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,224,150,6,23,17475,249178,17959,23,22,23,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,244,170,6,23,16646,125895,17626,23,22,23,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,274,200,9,23,17098,116496,17682,23,20,22,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,314,240,7,23,28800,196135,29027,23,22,22,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,266,200,6,23,15298,136885,16597,23,17,20,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,275,200,10,23,17098,116691,17682,23,20,22,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,316,240,8,23,17475,249533,17959,23,22,23,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,388,310,10,23,16646,127518,17626,23,22,23,0 -openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,477,400,10,23,28800,197635,29027,23,22,22,0 -openrouter/mistralai/mistral-nemo,golang,golang/mistakes,code-repair,138,0,3,5,666,9594,716,5,5,5,120 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,14,10,1,1,102,1453,110,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,2,0,0,1,97,1000,192,1,0,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,0,0,1,102,1365,112,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,0,0,1,239,2190,249,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,0,0,1,79,751,93,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,102,1453,110,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,97,1000,192,1,0,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,102,1365,112,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,239,2190,249,1,1,1,0 -openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,79,751,93,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1101,1030,8,23,20864,105970,21587,22,20,21,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1175,1100,9,23,21030,105721,21531,23,21,22,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1186,1110,9,23,19562,116310,20683,23,21,23,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1366,1290,11,23,31233,117480,32045,23,20,22,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1509,1430,11,23,21893,125816,22434,23,22,23,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1101,1030,8,23,20864,105970,21587,22,20,21,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1175,1100,9,23,21030,105721,21531,23,21,22,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1186,1110,9,23,19562,116310,20683,23,21,23,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1366,1290,11,23,31233,117480,32045,23,20,22,0 -openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1509,1430,11,23,21893,125816,22434,23,22,23,0 -openrouter/mistralai/mistral-nemo,java,java/mistakes,code-repair,139,0,4,5,996,7845,1056,5,5,5,120 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,14,10,1,1,230,1964,246,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,14,10,1,1,242,681,258,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,14,10,1,1,341,1007,357,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,3,0,0,1,268,2824,280,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,3,0,0,1,289,1755,305,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,1964,246,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,14,10,1,1,242,681,258,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,14,10,1,1,341,1007,357,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,3,0,0,1,268,2824,280,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,3,0,0,1,289,1755,305,1,1,1,0 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,378,0,8,10,3781,26389,3897,10,10,10,340 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,408,0,8,10,3506,23706,3618,10,10,10,370 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,429,0,9,10,3409,22583,3509,10,10,10,390 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,437,0,9,10,3696,28457,3791,10,9,9,400 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,439,0,9,10,3415,26851,3527,10,10,10,400 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,378,0,8,10,3781,26389,3897,10,10,10,340 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,408,0,8,10,3506,23706,3618,10,10,10,370 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,429,0,9,10,3409,22583,3509,10,10,10,390 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,437,0,9,10,3696,28457,3791,10,9,9,400 -openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,439,0,9,10,3415,26851,3527,10,10,10,400 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1275,1190,19,23,14584,95095,15126,23,21,22,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1496,1410,20,23,20203,120034,21570,23,20,23,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1649,1570,19,23,17659,99725,19633,23,16,21,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1667,1580,19,23,15691,107583,16094,23,22,23,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1716,1630,20,23,16962,125382,17679,23,20,23,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1275,1190,19,23,14584,95095,15126,23,21,22,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1496,1410,20,23,20203,120034,21570,23,20,23,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1649,1570,19,23,17659,99725,19633,23,16,21,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1667,1580,19,23,15691,107583,16094,23,22,23,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1716,1630,20,23,16962,125382,17679,23,20,23,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/mistakes,code-repair,170,0,5,5,539,7921,587,5,5,5,150 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,13,10,1,1,141,1843,295,1,0,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,13,10,1,1,193,2520,391,1,0,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,14,10,1,1,172,928,180,1,1,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,3,0,0,1,283,2339,291,1,1,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,4,0,1,1,118,1652,126,1,1,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,141,1843,295,1,0,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,193,2520,391,1,0,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,172,928,180,1,1,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,283,2339,291,1,1,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,118,1652,126,1,1,1,0 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,167,0,7,10,2669,20998,2785,10,10,10,130 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,186,0,7,10,3076,31121,3529,10,9,10,150 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,218,0,9,10,2280,24030,3033,10,9,10,180 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,257,0,7,10,2820,22226,2928,10,10,10,220 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,276,0,7,10,2914,32088,3617,10,9,10,240 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,167,0,7,10,2669,20998,2785,10,10,10,130 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,186,0,7,10,3076,31121,3529,10,9,10,150 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,218,0,9,10,2280,24030,3033,10,9,10,180 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,257,0,7,10,2820,22226,2928,10,10,10,220 -openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,276,0,7,10,2914,32088,3617,10,9,10,240 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests,267,190,8,23,16406,136006,16675,23,23,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests,335,260,8,23,19917,157224,20399,23,21,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests,347,270,8,23,17178,138780,17447,23,23,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests,375,300,9,23,17313,144753,18047,23,20,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests,399,320,11,23,16212,131289,16541,23,22,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,298,220,9,23,16406,136193,16675,23,23,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,398,320,9,23,17178,139003,17447,23,23,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,542,460,14,23,16212,132311,16541,23,22,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,591,510,14,23,19917,159392,20399,23,21,23,0 -openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,599,520,13,23,17313,146256,18047,23,20,23,0 -openrouter/mistralai/mistral-small,golang,golang/mistakes,code-repair,210,0,5,5,652,6235,714,5,5,5,190 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,14,10,1,1,119,949,129,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,14,10,1,1,74,797,88,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,0,0,1,118,1088,128,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,0,0,1,139,2115,149,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,0,0,1,168,1495,182,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,118,1699,128,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,119,949,129,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,797,88,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,139,2115,149,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,168,1495,182,1,1,1,0 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,438,0,8,10,3277,31385,3379,10,10,10,400 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,478,0,8,10,2971,47455,3075,10,10,10,440 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,499,0,9,10,2863,26619,2975,10,10,10,460 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,560,0,10,10,2821,31729,2929,10,10,10,520 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,560,0,10,10,3005,33098,3109,10,10,10,520 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,499,0,9,10,3277,31826,3379,10,10,10,460 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,539,0,9,10,2971,47790,3075,10,10,10,500 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2821,31729,2929,10,10,10,520 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2863,26802,2975,10,10,10,520 -openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3005,33098,3109,10,10,10,520 -openrouter/mistralai/mistral-small,java,java/light,write-tests,2236,2150,18,23,21717,130964,22175,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests,2528,2440,20,23,24254,147877,24679,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests,2699,2610,21,23,24565,295191,25337,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests,2759,2670,21,23,23184,137757,23606,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests,2848,2760,21,23,25239,147180,25712,23,21,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2236,2150,18,23,21717,130964,22175,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2528,2440,20,23,24254,147877,24679,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2699,2610,21,23,24565,295191,25337,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2759,2670,21,23,23184,137757,23606,23,22,23,0 -openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2848,2760,21,23,25239,147180,25712,23,21,23,0 -openrouter/mistralai/mistral-small,java,java/mistakes,code-repair,160,0,5,5,1245,9430,1305,5,5,5,140 -openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,187,1371,199,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,187,1385,199,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,230,1609,242,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,277,2158,289,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests,14,10,1,1,299,1808,311,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1371,199,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1385,199,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,230,1609,242,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,277,2158,289,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,14,10,1,1,299,1808,311,1,1,1,0 -openrouter/mistralai/mistral-small,java,java/transpile,transpile,479,0,10,10,3970,32499,4114,10,9,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile,479,0,10,10,4006,35844,4196,10,9,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile,480,0,10,10,3813,31670,3933,10,10,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile,480,0,10,10,3946,31599,4066,10,10,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile,480,0,10,10,4070,35843,4190,10,10,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,479,0,10,10,3970,32499,4114,10,9,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,479,0,10,10,4006,35844,4196,10,9,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,480,0,10,10,3813,31670,3933,10,10,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,480,0,10,10,3946,31599,4066,10,10,10,440 -openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,480,0,10,10,4070,35843,4190,10,10,10,440 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,129,1131,141,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,132,1527,144,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,161,1310,173,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,162,1379,174,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,0,0,1,197,1376,209,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,129,1131,141,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,132,1527,144,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,161,1310,173,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,162,1379,174,1,1,1,0 -openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,197,1376,209,1,1,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,131,70,2,23,21857,173892,25600,23,13,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,139,80,2,23,19243,110592,23536,23,11,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,158,100,2,23,18462,100434,23787,23,10,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,182,120,3,23,20680,109218,23806,23,13,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,221,160,5,23,18843,114888,25818,23,10,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,369,300,10,23,21857,175758,25600,23,13,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,448,380,12,23,18843,117063,25818,23,10,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,449,380,13,23,18462,104031,23787,23,10,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,509,440,12,23,19243,113957,23536,23,11,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,523,450,14,23,20680,113608,23806,23,13,23,0 -openrouter/mistralai/mistral-tiny,golang,golang/mistakes,code-repair,209,0,5,5,961,5803,1299,5,4,5,190 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,13,10,1,1,340,1829,613,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,0,0,1,132,1789,630,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,0,0,1,214,2082,477,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,0,0,1,279,2356,760,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,3,0,0,1,181,807,191,1,1,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,340,1829,613,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,132,1789,630,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,214,2082,477,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,279,2356,760,1,0,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,181,807,191,1,1,1,0 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,178,0,3,10,3070,69183,5631,10,5,10,150 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,240,0,4,10,3000,29569,4512,10,6,10,210 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,262,0,5,10,3166,19680,4241,10,7,10,230 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,332,0,6,10,3795,22628,4912,10,6,10,300 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,333,0,6,10,3170,20603,4377,10,7,10,300 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,495,0,9,10,3795,23577,4912,10,6,10,460 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,527,0,10,10,3170,21600,4377,10,7,10,490 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,537,0,10,10,3166,21372,4241,10,7,10,500 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,555,0,10,10,3070,71559,5631,10,5,10,520 -openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,556,0,10,10,3000,31507,4512,10,6,10,520 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests,536,480,4,23,34912,121105,42232,23,6,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests,576,520,5,23,31197,116586,39260,23,5,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests,699,640,6,23,38964,135522,45581,23,7,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests,989,930,7,23,39691,191692,48200,23,6,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests,998,940,9,23,28536,119043,36120,23,3,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,536,480,4,23,34912,121105,42232,23,6,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,576,520,5,23,31197,116586,39260,23,5,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,699,640,6,23,38964,135522,45581,23,7,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,989,930,7,23,39691,191692,48200,23,6,23,0 -openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,998,940,9,23,28536,119043,36120,23,3,23,0 -openrouter/mistralai/mistral-tiny,java,java/mistakes,code-repair,156,0,5,5,1228,7502,2129,5,1,5,140 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,13,10,1,1,250,2031,710,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,1077,4500,1701,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,2447,7854,2899,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,350,3378,1129,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,0,0,1,946,3481,1184,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,13,10,1,1,250,2031,710,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,1077,4500,1701,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,2447,7854,2899,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,350,3378,1129,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,0,0,1,946,3481,1184,1,0,1,0 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,387,0,9,10,4358,19973,4595,10,8,10,350 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,436,0,9,10,4190,18360,4976,10,7,10,400 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,470,0,10,10,4181,19514,4301,10,10,10,430 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,478,0,10,10,4260,23717,4493,10,8,10,440 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,480,0,10,10,4078,21009,4198,10,10,10,440 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,387,0,9,10,4358,19973,4595,10,8,10,350 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,436,0,9,10,4190,18360,4976,10,7,10,400 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,470,0,10,10,4181,19514,4301,10,10,10,430 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,478,0,10,10,4260,23717,4493,10,8,10,440 -openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,480,0,10,10,4078,21009,4198,10,10,10,440 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,168,4652,1468,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,214,2028,611,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,220,1748,545,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,234,3453,1063,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,0,0,1,296,2404,831,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,168,4652,1468,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,214,2028,611,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,220,1748,545,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,234,3453,1063,1,0,1,0 -openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,296,2404,831,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,525,450,14,23,18036,196873,21829,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,562,480,14,23,22094,299151,22704,23,22,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,576,500,15,23,19083,165903,22106,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,726,640,18,23,19396,208568,19979,23,22,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,880,800,21,23,18009,201286,21732,23,13,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,727,640,19,23,19396,208810,19979,23,22,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,749,670,18,23,18036,198397,21829,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,776,690,18,23,22094,300353,22704,23,22,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,831,750,20,23,19083,167096,22106,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,921,840,22,23,18009,201614,21732,23,13,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/mistakes,code-repair,177,0,4,5,643,10295,1364,5,3,5,160 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,13,10,1,1,211,3157,845,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,13,10,1,1,214,3731,878,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,14,10,1,1,228,2655,243,1,1,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,14,10,1,1,260,2875,275,1,1,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,2,0,0,1,340,5211,1103,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,211,3157,845,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,214,3731,878,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,228,2655,243,1,1,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,260,2875,275,1,1,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,340,5211,1103,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,448,0,8,10,2933,21547,3054,10,10,10,410 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,468,0,8,10,2954,26346,3075,10,10,10,430 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,468,0,9,10,2965,28040,3333,10,9,10,430 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,527,0,9,10,2917,22997,3103,10,8,10,490 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,528,0,9,10,2987,20129,3317,10,9,10,490 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,519,0,10,10,2965,28276,3333,10,9,10,480 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,519,0,9,10,2954,26626,3075,10,10,10,480 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2933,22041,3054,10,10,10,520 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,578,0,10,10,2917,23253,3103,10,8,10,540 -openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,579,0,10,10,2987,20381,3317,10,9,10,540 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,1816,1740,16,23,22728,160076,26240,23,14,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2642,2560,20,23,26567,206101,29853,23,16,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2696,2610,21,23,22381,181860,25108,23,19,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2932,2850,22,23,22816,179048,27014,23,14,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2994,2910,23,23,24024,202610,26540,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,1816,1740,16,23,22728,160076,26240,23,14,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2642,2560,20,23,26567,206101,29853,23,16,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2696,2610,21,23,22381,181860,25108,23,19,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2932,2850,22,23,22816,179048,27014,23,14,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2994,2910,23,23,24024,202610,26540,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/mistakes,code-repair,158,0,5,5,1149,11742,1538,5,3,5,140 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,13,10,1,1,187,2031,441,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,13,10,1,1,231,2290,412,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,13,10,1,1,380,2937,600,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,2,0,0,1,461,6272,992,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,3,0,0,1,487,2267,499,1,1,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,187,2031,441,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,231,2290,412,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,13,10,1,1,380,2937,600,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,2,0,0,1,461,6272,992,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,487,2267,499,1,1,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,439,0,9,10,4039,26296,4168,10,10,10,400 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,439,0,9,10,4100,26982,4230,10,10,10,400 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,480,0,10,10,3626,29850,3756,10,10,10,440 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,480,0,10,10,3647,29045,3776,10,10,10,440 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,480,0,10,10,3869,26932,3999,10,10,10,440 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4039,26296,4168,10,10,10,400 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4100,26982,4230,10,10,10,400 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3626,29850,3756,10,10,10,440 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3647,29045,3776,10,10,10,440 -openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3869,26932,3999,10,10,10,440 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1292,1220,13,23,17752,159696,20484,23,14,22,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1362,1290,14,23,15901,132965,23896,23,12,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1395,1320,14,23,17429,145734,21414,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1439,1370,15,23,14100,106315,19204,23,8,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1535,1460,15,23,17812,155728,21287,23,14,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1292,1220,13,23,17752,159696,20484,23,14,22,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1362,1290,14,23,15901,132965,23896,23,12,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1395,1320,14,23,17429,145734,21414,23,15,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1439,1370,15,23,14100,106315,19204,23,8,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1535,1460,15,23,17812,155728,21287,23,14,23,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/mistakes,code-repair,168,0,5,5,582,7714,1085,5,3,5,150 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,13,10,1,1,226,3852,476,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,13,10,1,1,290,2750,531,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,220,4703,998,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,225,2153,507,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,291,6825,987,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,226,3852,476,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,290,2750,531,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,220,4703,998,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,225,2153,507,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,291,6825,987,1,0,1,0 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,117,0,9,10,3188,29271,3847,10,8,10,80 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,119,0,9,10,3070,28989,3198,10,10,10,80 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,129,0,9,10,3077,24207,3206,10,10,10,90 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,89,0,9,10,3281,34001,3410,10,10,10,50 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,90,0,10,10,3366,29194,3495,10,10,10,50 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,117,0,9,10,3188,29271,3847,10,8,10,80 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,119,0,9,10,3070,28989,3198,10,10,10,80 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,129,0,9,10,3077,24207,3206,10,10,10,90 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,89,0,9,10,3281,34001,3410,10,10,10,50 -openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,90,0,10,10,3366,29194,3495,10,10,10,50 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,333,260,9,23,24552,185205,25735,23,20,21,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,381,310,11,23,21194,173002,22139,23,17,20,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,423,350,11,23,25509,220501,26120,23,19,20,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,478,400,12,23,22134,222958,22968,23,21,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,579,500,15,23,23798,150379,24737,23,19,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,478,400,14,23,24552,186435,25735,23,20,21,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,544,470,14,23,21194,174344,22139,23,17,20,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,558,480,16,23,25509,222121,26120,23,19,20,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,632,550,16,23,22134,225445,22968,23,21,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,640,560,16,23,23798,150732,24737,23,19,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/mistakes,code-repair,123,0,3,5,618,10121,1477,5,1,4,110 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,14,10,1,1,173,8754,183,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,14,10,1,1,198,1104,209,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,14,10,1,1,307,1981,318,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,3,0,0,1,340,1724,351,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,4,0,1,1,392,3349,403,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,173,8754,183,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,198,1104,209,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,307,1981,318,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,340,1724,351,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,392,3349,403,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,289,0,5,10,2966,19554,3062,10,7,7,260 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,352,0,6,10,2825,23377,2923,10,8,8,320 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,402,0,7,10,2865,26961,3002,10,7,8,370 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,508,0,9,10,2960,23295,3125,10,9,10,470 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,529,0,9,10,2937,28032,3045,10,10,10,490 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,391,0,7,10,2966,20493,3062,10,7,7,360 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,414,0,8,10,2825,24240,2923,10,8,8,380 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,453,0,8,10,2865,27400,3002,10,7,8,420 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,559,0,10,10,2960,23611,3125,10,9,10,520 -openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2937,28471,3045,10,10,10,540 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2256,2170,19,23,31827,198345,32113,23,22,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2526,2440,20,23,34049,201036,35575,23,20,23,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2544,2460,19,23,30708,159770,31226,23,20,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2646,2560,21,23,33029,144532,34526,23,20,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2737,2650,20,23,28546,279072,28836,23,22,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2256,2170,19,23,31827,198345,32113,23,22,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2526,2440,20,23,34049,201036,35575,23,20,23,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2544,2460,19,23,30708,159770,31226,23,20,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2646,2560,21,23,33029,144532,34526,23,20,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2737,2650,20,23,28546,279072,28836,23,22,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/mistakes,code-repair,156,0,5,5,1107,17114,2381,5,1,5,140 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,1,0,0,1,288,1899,293,1,0,0,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,14,10,1,1,306,2019,319,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,14,10,1,1,335,2230,348,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,14,10,1,1,393,3277,406,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,3,0,0,1,459,36010,472,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,1,0,0,1,288,1899,293,1,0,0,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,306,2019,319,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,335,2230,348,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,393,3277,406,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,459,36010,472,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,431,0,9,10,4257,38203,5093,10,2,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,432,0,9,10,3973,32528,4482,10,3,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,432,0,9,10,4080,31374,4641,10,3,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,432,0,9,10,4102,32443,4821,10,3,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,434,0,9,10,3956,24081,4316,10,5,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,431,0,9,10,4257,38203,5093,10,2,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,432,0,9,10,3973,32528,4482,10,3,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,432,0,9,10,4080,31374,4641,10,3,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,432,0,9,10,4102,32443,4821,10,3,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,434,0,9,10,3956,24081,4316,10,5,10,400 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1327,1270,12,23,14864,106459,15422,16,14,15,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1340,1260,16,23,19896,164545,21705,23,19,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1463,1380,16,23,19014,126479,19303,23,22,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1848,1760,20,23,23446,235901,24291,23,22,23,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,2129,2040,21,23,19698,143044,20305,23,22,23,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1327,1270,12,23,14864,106459,15422,16,14,15,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1340,1260,16,23,19896,164545,21705,23,19,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1463,1380,16,23,19014,126479,19303,23,22,22,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1848,1760,20,23,23446,235901,24291,23,22,23,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,2129,2040,21,23,19698,143044,20305,23,22,23,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/mistakes,code-repair,133,0,4,5,609,12832,1837,5,0,4,120 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,150,2096,163,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,150,2632,163,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,138,2280,150,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,240,3091,253,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,362,2068,375,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,150,2096,163,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,150,2632,163,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,138,2280,150,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,240,3091,253,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,362,2068,375,1,1,1,0 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,136,0,8,10,3106,27702,3227,10,9,9,100 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,138,0,8,10,3126,22491,3254,10,10,10,100 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,170,0,6,10,2764,24716,2870,10,7,7,140 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,188,0,8,10,3244,26261,3372,10,10,10,150 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,70,0,4,10,1919,17896,1987,6,5,5,50 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,136,0,8,10,3106,27702,3227,10,9,9,100 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,138,0,8,10,3126,22491,3254,10,10,10,100 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,170,0,6,10,2764,24716,2870,10,7,7,140 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,188,0,8,10,3244,26261,3372,10,10,10,150 -openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,70,0,4,10,1919,17896,1987,6,5,5,50 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,330,260,8,23,16615,442753,17702,23,19,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,401,330,11,23,14936,328774,15187,23,18,19,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,444,380,11,23,15045,321413,15246,23,15,15,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,485,410,12,23,14215,319795,14465,23,20,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,490,420,11,23,14894,310915,15123,23,18,18,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,401,330,11,23,14936,328774,15187,23,18,19,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,465,400,12,23,15045,321866,15246,23,15,15,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,503,430,11,23,16615,443432,17702,23,19,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,526,450,13,23,14215,320041,14465,23,20,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,583,510,14,23,14894,312098,15123,23,18,18,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/mistakes,code-repair,175,0,4,5,674,18903,716,5,3,3,160 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,1,0,0,1,301,5177,304,1,0,0,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,14,10,1,1,79,3041,89,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,0,0,1,102,2284,112,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,0,0,1,127,3058,137,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,0,0,1,360,6491,374,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,301,5177,304,1,0,0,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,102,2476,112,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,127,3252,137,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,3041,89,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,360,6491,374,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,230,0,4,10,3402,81676,3447,10,3,3,210 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,318,0,6,10,3788,92002,3802,10,1,1,300 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,338,0,6,10,2891,71765,2913,10,1,1,320 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,363,0,7,10,2947,65034,2985,10,3,3,340 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,452,0,8,10,3058,66750,3086,10,2,2,430 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,440,0,8,10,3788,92660,3802,10,1,1,420 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,454,0,8,10,3402,82605,3447,10,3,3,430 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,465,0,9,10,2947,65700,2985,10,3,3,440 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,501,0,9,10,2891,72751,2913,10,1,1,480 -openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,534,0,10,10,3058,67273,3086,10,2,2,510 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1122,1050,9,23,23710,342169,23960,23,20,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1217,1140,12,23,19757,285398,20009,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1592,1510,13,23,20610,327763,20886,23,23,23,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1713,1630,16,23,20929,347699,21197,23,22,22,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,963,890,8,23,20237,309638,20492,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1122,1050,9,23,23710,342169,23960,23,20,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1217,1140,12,23,19757,285398,20009,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1592,1510,13,23,20610,327763,20886,23,23,23,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1713,1630,16,23,20929,347699,21197,23,22,22,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,963,890,8,23,20237,309638,20492,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/mistakes,code-repair,137,0,4,5,2054,36699,2102,5,4,4,120 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,14,10,1,1,267,3712,279,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,121,2694,133,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,224,3053,236,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,301,4475,313,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,0,0,1,384,7147,396,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,14,10,1,1,267,3712,279,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,121,2694,133,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,224,3053,236,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,301,4475,313,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,0,0,1,384,7147,396,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,356,0,8,10,4278,72887,4333,10,4,4,330 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,364,0,8,10,4309,84691,4355,10,3,3,340 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,370,0,8,10,4516,77221,4594,10,6,6,340 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,416,0,9,10,4508,74947,4830,10,3,4,390 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,429,0,9,10,4036,71153,4096,10,5,5,400 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,356,0,8,10,4278,72887,4333,10,4,4,330 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,364,0,8,10,4309,84691,4355,10,3,3,340 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,370,0,8,10,4516,77221,4594,10,6,6,340 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,416,0,9,10,4508,74947,4830,10,3,4,390 -openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,429,0,9,10,4036,71153,4096,10,5,5,400 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,1091,1030,10,23,13199,260995,13379,23,14,14,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,1579,1500,16,23,13990,264406,14233,23,20,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,604,550,9,23,14045,251813,14192,23,11,11,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,616,550,9,23,13628,269984,13835,23,17,17,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,881,820,12,23,14768,265959,14933,23,13,13,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,1091,1030,10,23,13199,260995,13379,23,14,14,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,1579,1500,16,23,13990,264406,14233,23,20,20,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,604,550,9,23,14045,251813,14192,23,11,11,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,616,550,9,23,13628,269984,13835,23,17,17,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,881,820,12,23,14768,265959,14933,23,13,13,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/mistakes,code-repair,110,0,5,5,645,22443,705,5,5,5,90 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,154,2992,166,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,162,4063,174,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,170,5826,182,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,14,10,1,1,171,3590,183,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,4,0,1,1,136,4101,148,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,154,2992,166,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,162,4063,174,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,170,5826,182,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,171,3590,183,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,136,4101,148,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,126,0,8,10,3375,81657,3427,10,4,4,100 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,136,0,8,10,3023,64691,3075,10,4,4,110 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,193,0,6,10,2846,62950,2930,10,3,4,170 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,207,0,7,10,3180,76330,3243,10,5,5,180 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,238,0,8,10,2984,68857,3044,10,5,5,210 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,126,0,8,10,3375,81657,3427,10,4,4,100 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,136,0,8,10,3023,64691,3075,10,4,4,110 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,193,0,6,10,2846,62950,2930,10,3,4,170 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,207,0,7,10,3180,76330,3243,10,5,5,180 -openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,238,0,8,10,2984,68857,3044,10,5,5,210 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,1,0,0,1,217,4669,217,1,0,0,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,136,3127,146,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,288,1201,298,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,559,1884,570,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,0,0,1,85,2891,95,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,217,4669,217,1,0,0,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,136,3127,146,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,288,1201,298,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,559,1884,570,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,85,2891,95,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,1405,1330,10,23,23039,177315,23298,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,1574,1500,12,23,25913,232820,26880,23,19,20,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,297,230,2,23,24868,157784,25122,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,355,290,3,23,23858,144401,24362,23,19,20,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,695,630,7,23,25123,151969,26057,23,17,18,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,1405,1330,10,23,23039,177315,23298,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,1574,1500,12,23,25913,232820,26880,23,19,20,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,297,230,2,23,24868,157784,25122,23,21,21,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,355,290,3,23,23858,144401,24362,23,19,20,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,695,630,7,23,25123,151969,26057,23,17,18,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/mistakes,code-repair,138,0,4,5,991,18847,1295,5,4,5,120 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,211,6187,223,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,330,1184,342,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,424,1277,432,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,0,0,1,807,5773,819,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,4,0,1,1,255,3753,267,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,211,6187,223,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,330,1184,342,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,424,1277,432,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,807,5773,819,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,4,0,1,1,255,3753,267,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,373,0,8,10,3770,19271,4079,10,7,8,340 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,376,0,8,10,3910,25142,4017,10,9,9,340 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,396,0,8,10,3982,34198,4089,10,9,9,360 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,407,0,9,10,4038,35647,4145,10,9,9,370 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,467,0,10,10,3780,29128,3965,10,8,9,430 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,373,0,8,10,3770,19271,4079,10,7,8,340 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,376,0,8,10,3910,25142,4017,10,9,9,340 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,396,0,8,10,3982,34198,4089,10,9,9,360 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,407,0,9,10,4038,35647,4145,10,9,9,370 -openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,467,0,10,10,3780,29128,3965,10,8,9,430 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,180,110,4,23,25542,181839,26942,23,21,22,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,281,210,6,23,19798,136103,27403,23,19,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,554,480,5,23,19170,115276,19467,23,23,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,661,580,12,23,18638,117295,18902,23,23,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,726,650,9,23,19744,103579,20093,23,21,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,180,110,4,23,25542,181839,26942,23,21,22,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,281,210,6,23,19798,136103,27403,23,19,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,554,480,5,23,19170,115276,19467,23,23,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,661,580,12,23,18638,117295,18902,23,23,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,726,650,9,23,19744,103579,20093,23,21,23,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/mistakes,code-repair,109,0,4,5,669,9557,729,5,5,5,90 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,13,10,1,1,146,3315,321,1,0,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,189,2605,201,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,211,1332,223,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,327,1164,339,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,0,0,1,334,1215,346,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,146,3315,321,1,0,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,189,2605,201,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,211,1332,223,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,327,1164,339,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,334,1215,346,1,1,1,0 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,239,0,9,10,2600,27900,2720,10,10,10,200 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,257,0,7,10,2883,23629,3003,10,10,10,220 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,337,0,7,10,2772,26319,2884,10,10,10,300 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,368,0,8,10,2863,29367,2975,10,10,10,330 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,369,0,9,10,2756,35949,2864,10,10,10,330 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,239,0,9,10,2600,27900,2720,10,10,10,200 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,257,0,7,10,2883,23629,3003,10,10,10,220 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,337,0,7,10,2772,26319,2884,10,10,10,300 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,368,0,8,10,2863,29367,2975,10,10,10,330 -openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,369,0,9,10,2756,35949,2864,10,10,10,330 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,671,2685,822,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,215,1010,229,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,226,1125,240,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,273,1215,287,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,517,2014,527,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,671,2685,822,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,215,1010,229,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,226,1125,240,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,273,1215,287,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,517,2014,527,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1341,1270,10,23,18957,65484,21437,23,15,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1400,1320,14,23,20502,67248,21927,23,20,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1403,1330,11,23,20945,68654,23604,23,16,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1777,1700,15,23,20993,67421,23317,23,16,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,930,860,9,23,23951,81036,29453,23,15,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1341,1270,10,23,18957,65484,21437,23,15,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1400,1320,14,23,20502,67248,21927,23,20,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1403,1330,11,23,20945,68654,23604,23,16,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1777,1700,15,23,20993,67421,23317,23,16,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,930,860,9,23,23951,81036,29453,23,15,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/mistakes,code-repair,129,0,4,5,1145,5353,1205,5,5,5,110 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,14,10,1,1,273,1181,289,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,2,0,0,1,236,2153,548,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,0,0,1,224,1119,240,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,0,0,1,243,1188,255,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,0,0,1,407,1715,419,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,273,1181,289,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,236,2153,548,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,224,1119,240,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,243,1188,255,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,407,1715,419,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,376,0,8,10,3805,24827,7459,10,8,10,340 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,407,0,9,10,3651,18935,4299,10,8,10,370 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,416,0,9,10,3964,18493,4956,10,7,10,380 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,425,0,9,10,3396,16936,3970,10,6,10,390 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,435,0,10,10,3861,19844,4896,10,5,10,400 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,376,0,8,10,3805,24827,7459,10,8,10,340 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,407,0,9,10,3651,18935,4299,10,8,10,370 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,416,0,9,10,3964,18493,4956,10,7,10,380 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,425,0,9,10,3396,16936,3970,10,6,10,390 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,435,0,10,10,3861,19844,4896,10,5,10,400 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1121,1040,18,23,13153,60530,17241,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1192,1110,19,23,13917,62694,16967,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1211,1130,18,23,16208,68381,19312,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1291,1210,18,23,13746,65105,18343,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1327,1240,21,23,12570,54528,13878,23,20,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1121,1040,18,23,13153,60530,17241,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1192,1110,19,23,13917,62694,16967,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1211,1130,18,23,16208,68381,19312,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1291,1210,18,23,13746,65105,18343,23,17,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1327,1240,21,23,12570,54528,13878,23,20,23,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/mistakes,code-repair,166,0,5,5,640,11060,1563,5,1,5,150 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,13,10,1,1,147,1896,263,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,13,10,1,1,209,1648,444,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,193,1070,205,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,194,1132,206,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,3,0,0,1,281,1850,293,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,147,1896,263,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,209,1648,444,1,0,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,193,1070,205,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,194,1132,206,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,281,1850,293,1,1,1,0 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,262,0,7,10,3892,21327,5172,10,5,10,230 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,276,0,10,10,2975,19309,4376,10,6,10,240 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,282,0,8,10,3081,20007,4357,10,5,9,250 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,334,0,9,10,3077,22310,4871,10,5,10,300 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,387,0,10,10,2919,17621,3551,10,7,10,350 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,262,0,7,10,3892,21327,5172,10,5,10,230 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,276,0,10,10,2975,19309,4376,10,6,10,240 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,282,0,8,10,3081,20007,4357,10,5,9,250 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,334,0,9,10,3077,22310,4871,10,5,10,300 -openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,387,0,10,10,2919,17621,3551,10,7,10,350 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,125,3642,333,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,178,8059,740,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,246,6637,669,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,0,0,1,687,7416,710,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,3,0,0,1,261,3416,271,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,125,3642,333,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,178,8059,740,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,246,6637,669,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,687,7416,710,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,261,3416,271,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1359,1280,13,23,27379,239033,28826,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1427,1350,11,23,24819,222248,26845,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1566,1490,12,23,24267,230302,27616,23,18,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1707,1630,14,23,24671,211115,26861,23,17,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1760,1680,15,23,23247,206639,24823,23,19,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1359,1280,13,23,27379,239033,28826,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1427,1350,11,23,24819,222248,26845,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1566,1490,12,23,24267,230302,27616,23,18,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1707,1630,14,23,24671,211115,26861,23,17,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1760,1680,15,23,23247,206639,24823,23,19,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/mistakes,code-repair,158,0,5,5,1192,20367,1977,5,3,5,140 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,14,10,1,1,163,4463,179,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,14,10,1,1,222,6856,238,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,14,10,1,1,273,3333,285,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,3,0,0,1,233,2919,249,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,3,0,0,1,591,5071,603,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,163,4463,179,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,222,6856,238,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,14,10,1,1,273,3333,285,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,233,2919,249,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,591,5071,603,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,419,0,9,10,3413,45971,3533,10,10,10,380 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,426,0,9,10,3886,48590,4385,10,7,10,390 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,428,0,9,10,3605,43907,3760,10,9,10,390 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,468,0,10,10,3602,45711,3977,10,8,10,430 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,469,0,10,10,3658,48254,4184,10,9,10,430 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,419,0,9,10,3413,45971,3533,10,10,10,380 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,426,0,9,10,3886,48590,4385,10,7,10,390 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,428,0,9,10,3605,43907,3760,10,9,10,390 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,468,0,10,10,3602,45711,3977,10,8,10,430 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,469,0,10,10,3658,48254,4184,10,9,10,430 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,1422,1340,16,23,17567,188870,18752,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,843,760,16,23,21230,226517,21493,23,22,22,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,880,800,14,23,16031,185886,19345,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,883,800,16,23,15485,162775,16595,23,21,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,960,880,13,23,17113,177104,18101,23,21,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1422,1340,16,23,17567,188870,18752,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,843,760,16,23,21230,226517,21493,23,22,22,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,880,800,14,23,16031,185886,19345,23,20,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,883,800,16,23,15485,162775,16595,23,21,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,960,880,13,23,17113,177104,18101,23,21,23,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/mistakes,code-repair,166,0,5,5,587,19130,1657,5,1,5,150 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,187,2835,199,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,14,10,1,1,224,3091,236,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,2,0,0,1,197,5611,635,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,3,0,0,1,194,2923,206,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,3,0,0,1,289,3643,301,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,187,2835,199,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,224,3091,236,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,197,5611,635,1,0,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,194,2923,206,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,289,3643,301,1,1,1,0 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,297,0,9,10,2926,45106,3250,10,8,10,260 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,298,0,10,10,2884,44533,3222,10,8,10,260 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,373,0,9,10,2735,52692,4521,10,4,10,340 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,388,0,9,10,2877,44253,3093,10,9,10,350 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,418,0,10,10,2903,44208,3262,10,8,10,380 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,297,0,9,10,2926,45106,3250,10,8,10,260 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,298,0,10,10,2884,44533,3222,10,8,10,260 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,373,0,9,10,2735,52692,4521,10,4,10,340 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,388,0,9,10,2877,44253,3093,10,9,10,350 -openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,418,0,10,10,2903,44208,3262,10,8,10,380 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,2,0,0,1,162,2035,972,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,2,0,0,1,445,2820,602,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,0,0,1,131,2509,145,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,0,0,1,324,1617,338,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,0,0,1,563,3416,577,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,162,2035,972,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,445,2820,602,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,131,2509,145,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,324,1617,338,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,563,3416,577,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,341,0,6,10,3111,17270,4266,10,5,10,310 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,398,0,7,10,3570,19415,5273,10,3,8,370 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,460,0,8,10,3051,25525,6668,10,3,9,430 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,470,0,8,10,2944,19486,5722,10,2,10,440 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,501,0,9,10,3294,18678,4371,10,4,8,470 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,449,0,8,10,3570,19735,5273,10,3,8,420 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,501,0,9,10,3294,18678,4371,10,4,8,470 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,514,0,9,10,3111,18182,4266,10,5,10,480 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,521,0,9,10,3051,25843,6668,10,3,9,490 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,572,0,10,10,2944,20195,5722,10,2,10,540 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1486,1420,14,23,38044,128191,44601,23,7,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1628,1560,13,23,57989,541180,126599,23,10,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1752,1680,16,23,32446,133769,35514,23,11,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,2131,2060,18,23,35266,127323,40527,23,8,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,2135,2060,17,23,34168,151863,39705,23,13,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1486,1420,14,23,38044,128191,44601,23,7,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1628,1560,13,23,57989,541180,126599,23,10,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1752,1680,16,23,32446,133769,35514,23,11,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,2131,2060,18,23,35266,127323,40527,23,8,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,2135,2060,17,23,34168,151863,39705,23,13,22,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/mistakes,code-repair,155,0,5,5,1182,57191,12693,5,0,5,140 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,13,10,1,1,230,2162,680,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,13,10,1,1,262,2487,543,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,2,0,0,1,211,1428,582,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,3,0,0,1,224,1430,236,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,3,0,0,1,241,1373,253,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,13,10,1,1,230,2162,680,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,13,10,1,1,262,2487,543,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,2,0,0,1,211,1428,582,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,3,0,0,1,224,1430,236,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,3,0,0,1,241,1373,253,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,455,0,10,10,3804,315032,98802,10,5,10,420 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,463,0,10,10,3996,27568,8415,10,3,10,430 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,463,0,10,10,4298,19063,5038,10,3,10,430 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,471,0,10,10,4078,21002,7023,10,1,10,440 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,474,0,10,10,4136,18382,5143,10,4,10,440 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,455,0,10,10,3804,315032,98802,10,5,10,420 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,463,0,10,10,3996,27568,8415,10,3,10,430 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,463,0,10,10,4298,19063,5038,10,3,10,430 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,471,0,10,10,4078,21002,7023,10,1,10,440 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,474,0,10,10,4136,18382,5143,10,4,10,440 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,1088,1020,15,23,21646,100952,27881,23,7,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,747,680,12,23,31468,154601,36714,23,9,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,833,760,14,23,22713,107799,28147,23,13,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,908,840,13,23,21119,112792,30441,23,9,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,963,890,17,23,49305,226167,53840,23,10,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,1088,1020,15,23,21646,100952,27881,23,7,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,747,680,12,23,31468,154601,36714,23,9,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,833,760,14,23,22713,107799,28147,23,13,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,908,840,13,23,21119,112792,30441,23,9,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,963,890,17,23,49305,226167,53840,23,10,23,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/mistakes,code-repair,116,0,5,5,621,7564,1909,5,1,5,100 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,14,10,1,1,146,1602,158,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,14,10,1,1,149,901,161,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,14,10,1,1,185,1983,197,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,2,0,0,1,149,1293,470,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,4,0,1,1,116,823,128,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,146,1602,158,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,149,901,161,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,185,1983,197,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,149,1293,470,1,0,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,116,823,128,1,1,1,0 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,198,0,8,10,2983,34966,9435,10,0,10,170 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,269,0,8,10,3047,29960,6832,10,1,10,240 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,320,0,8,10,2868,23485,4906,10,2,10,290 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,329,0,9,10,2927,24710,5309,10,1,9,300 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,341,0,7,10,2875,21290,4951,10,4,10,310 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,198,0,8,10,2983,34966,9435,10,0,10,170 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,269,0,8,10,3047,29960,6832,10,1,10,240 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,320,0,8,10,2868,23485,4906,10,2,10,290 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,329,0,9,10,2927,24710,5309,10,1,9,300 -openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,341,0,7,10,2875,21290,4951,10,4,10,310 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,208,140,5,23,26462,265064,28633,23,18,22,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,237,170,5,23,38817,326660,39476,23,18,21,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,309,240,6,23,33163,398534,33761,23,19,21,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,355,280,8,23,22547,175230,22777,23,22,22,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,437,360,11,23,21693,263118,21990,23,21,22,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,270,200,7,23,26462,265717,28633,23,18,22,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,330,260,8,23,38817,328910,39476,23,18,21,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,402,330,9,23,33163,399588,33761,23,19,21,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,458,380,11,23,22547,176564,22777,23,22,22,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,601,520,15,23,21693,264528,21990,23,21,22,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/mistakes,code-repair,210,0,5,5,648,6398,718,5,5,5,190 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,14,10,1,1,101,1483,111,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,14,10,1,1,74,1234,84,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,14,10,1,1,79,1141,94,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,2,0,0,1,703,5052,745,1,0,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,3,0,0,1,126,1986,140,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,101,1483,111,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1234,84,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,79,1141,94,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,703,5052,745,1,0,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,126,1986,140,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,177,0,4,10,3125,30357,3790,10,1,2,160 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,249,0,6,10,3343,30871,3507,10,5,8,220 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,278,0,5,10,3214,27603,3460,10,6,7,250 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,308,0,5,10,3218,31575,4049,10,5,8,280 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,459,0,8,10,2668,68436,9529,10,5,6,430 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,269,0,6,10,3125,30861,3790,10,1,2,250 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,310,0,7,10,3343,31237,3507,10,5,8,280 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,329,0,6,10,3214,27948,3460,10,6,7,300 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,370,0,7,10,3218,32296,4049,10,5,8,340 -openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,459,0,8,10,2668,68436,9529,10,5,6,430 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,312,250,4,23,45125,348974,45701,23,17,18,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,340,270,3,23,37134,342310,38951,23,21,23,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,558,490,4,23,28824,208768,29415,23,20,21,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,724,660,6,23,30871,164445,31159,23,17,18,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,900,830,7,23,36952,287198,37402,23,20,20,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,312,250,4,23,45125,348974,45701,23,17,18,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,340,270,3,23,37134,342310,38951,23,21,23,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,558,490,4,23,28824,208768,29415,23,20,21,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,724,660,6,23,30871,164445,31159,23,17,18,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,900,830,7,23,36952,287198,37402,23,20,20,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/mistakes,code-repair,128,0,4,5,1075,10556,1254,5,4,5,110 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,12,10,1,1,270,2047,270,1,0,0,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,13,10,1,1,137,2859,385,1,0,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,0,0,1,222,1890,234,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,0,0,1,250,1947,262,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,0,0,1,280,2603,292,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,12,10,1,1,270,2047,270,1,0,0,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,13,10,1,1,137,2859,385,1,0,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,0,0,1,222,1890,234,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,0,0,1,250,1947,262,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,0,0,1,280,2603,292,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,340,0,7,10,3715,27462,3932,10,5,8,310 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,353,0,8,10,3811,29272,3941,10,7,8,320 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,356,0,7,10,4941,31530,5048,10,4,5,330 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,418,0,9,10,4161,28742,4290,10,9,10,380 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,456,0,10,10,4095,27213,4193,10,8,8,420 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,340,0,7,10,3715,27462,3932,10,5,8,310 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,353,0,8,10,3811,29272,3941,10,7,8,320 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,356,0,7,10,4941,31530,5048,10,4,5,330 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,418,0,9,10,4161,28742,4290,10,9,10,380 -openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,456,0,10,10,4095,27213,4193,10,8,8,420 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,1,0,0,1,161,2211,161,1,0,0,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,128,1719,140,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,142,1634,154,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,144,2138,156,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,0,0,1,165,2039,177,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,161,2211,161,1,0,0,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,128,1719,140,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,142,1634,154,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,144,2138,156,1,1,1,0 -openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,165,2039,177,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests,654,570,15,23,15628,124123,15951,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests,655,570,16,23,15191,122668,15506,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests,696,610,17,23,15737,130744,16060,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests,727,640,18,23,14457,113269,14779,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests,798,710,19,23,16457,136073,16779,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,685,600,16,23,15628,124733,15951,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,798,710,19,23,15737,131677,16060,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,798,710,19,23,16457,136073,16779,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,849,760,20,23,14457,114260,14779,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,849,760,20,23,15191,123806,15506,23,23,23,0 -openrouter/openai/gpt-4o,golang,golang/mistakes,code-repair,210,0,5,5,638,9700,708,5,5,5,190 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1121,88,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1416,84,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1598,88,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests,14,10,1,1,74,1679,88,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1121,88,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1416,84,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1598,88,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1679,88,1,1,1,0 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile,560,0,10,10,2952,20377,3060,10,10,10,520 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile,560,0,10,10,3022,25662,3142,10,10,10,520 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile,580,0,10,10,2845,20262,2945,10,10,10,540 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile,580,0,10,10,2876,20347,2988,10,10,10,540 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile,580,0,10,10,2933,18710,3049,10,10,10,540 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2952,20377,3060,10,10,10,520 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,3022,25662,3142,10,10,10,520 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2845,20262,2945,10,10,10,540 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2876,20347,2988,10,10,10,540 -openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2933,18710,3049,10,10,10,540 -openrouter/openai/gpt-4o,java,java/light,write-tests,2952,2860,23,23,24547,134124,24823,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests,3072,2980,23,23,25092,144730,25368,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests,3072,2980,23,23,25851,166779,26127,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests,3082,2990,23,23,25306,136896,25582,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests,3092,3000,23,23,24259,148201,24535,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,2952,2860,23,23,24547,134124,24823,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3072,2980,23,23,25092,144730,25368,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3072,2980,23,23,25851,166779,26127,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3082,2990,23,23,25306,136896,25582,23,23,23,0 -openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3092,3000,23,23,24259,148201,24535,23,23,23,0 -openrouter/openai/gpt-4o,java,java/mistakes,code-repair,160,0,5,5,943,10034,1003,5,5,5,140 -openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,1210,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,1253,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,1955,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,137,2120,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests,14,10,1,1,213,2589,225,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1210,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1253,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1955,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2120,149,1,1,1,0 -openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,2589,225,1,1,1,0 -openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3511,21681,3631,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3584,20373,3704,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3682,21969,3802,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,3797,27157,3917,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile,480,0,10,10,4092,20935,4212,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3511,21681,3631,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3584,20373,3704,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3682,21969,3802,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,3797,27157,3917,10,10,10,440 -openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,480,0,10,10,4092,20935,4212,10,10,10,440 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,645,560,16,23,16706,128668,16936,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,768,680,19,23,17162,118523,17392,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,789,700,20,23,20588,114556,20818,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,880,790,21,23,15947,108786,16177,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,920,830,21,23,16121,126765,16351,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,860,770,21,23,17162,119167,17392,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,931,840,22,23,16706,131262,16936,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,962,870,23,23,20588,115983,20818,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,992,900,23,23,15947,109620,16177,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,992,900,23,23,16121,127351,16351,23,23,23,0 -openrouter/openai/gpt-4o-mini,golang,golang/mistakes,code-repair,210,0,5,5,638,7751,708,5,5,5,190 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,107,1117,117,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,121,1917,131,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,125,1168,135,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,125,1507,135,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,14,10,1,1,74,1085,84,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,107,1117,117,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,121,1917,131,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,125,1168,135,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,125,1507,135,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1085,84,1,1,1,0 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2725,20076,2825,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2783,21322,2883,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2784,21704,2884,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2867,20262,2967,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,580,0,10,10,2929,26359,3033,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2725,20076,2825,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2783,21322,2883,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2784,21704,2884,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2867,20262,2967,10,10,10,540 -openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2929,26359,3033,10,10,10,540 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests,2981,2890,22,23,31772,154682,32048,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3032,2940,23,23,29685,124054,29961,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3052,2960,23,23,30114,146717,30390,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3072,2980,23,23,30979,140776,31255,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3092,3000,23,23,31195,138608,31471,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,2981,2890,22,23,31772,154682,32048,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3032,2940,23,23,29685,124054,29961,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3052,2960,23,23,30114,146717,30390,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3072,2980,23,23,30979,140776,31255,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3092,3000,23,23,31195,138608,31471,23,23,23,0 -openrouter/openai/gpt-4o-mini,java,java/mistakes,code-repair,160,0,5,5,943,9047,1003,5,5,5,140 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,137,1735,149,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,137,1930,149,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,137,3106,149,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,175,2672,187,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,14,10,1,1,185,1588,197,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1735,149,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,1930,149,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,3106,149,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,175,2672,187,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,14,10,1,1,185,1588,197,1,1,1,0 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3391,24301,3511,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3414,26076,3534,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3421,24219,3541,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3423,24714,3543,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,480,0,10,10,3547,29279,3667,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3391,24301,3511,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3414,26076,3534,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3421,24219,3541,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3423,24714,3543,10,10,10,440 -openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,480,0,10,10,3547,29279,3667,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2312,2220,23,23,21212,92484,21488,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2342,2250,23,23,21531,86844,21807,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2352,2260,23,23,22925,127687,23201,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2372,2280,23,23,21122,96994,21398,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2382,2290,23,23,21711,90467,21987,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2312,2220,23,23,21212,92484,21488,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2342,2250,23,23,21531,86844,21807,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2352,2260,23,23,22925,127687,23201,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2372,2280,23,23,21122,96994,21398,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2382,2290,23,23,21711,90467,21987,23,23,23,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/mistakes,code-repair,170,0,5,5,619,9109,679,5,5,5,150 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,140,1059,152,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,140,1171,152,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,140,1272,152,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,147,1302,159,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,14,10,1,1,147,1772,159,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1059,152,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1171,152,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1272,152,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1302,159,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1772,159,1,1,1,0 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2807,31316,2927,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2816,21696,2936,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2821,22337,2941,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2827,22096,2947,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,480,0,10,10,2828,30716,2948,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2807,31316,2927,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2816,21696,2936,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2821,22337,2941,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2827,22096,2947,10,10,10,440 -openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2828,30716,2948,10,10,10,440 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2312,2220,23,23,19016,98936,19293,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2362,2270,23,23,18117,96980,18394,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2412,2320,23,23,17570,94846,17846,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2412,2320,23,23,18752,94260,19028,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2432,2340,23,23,18638,92426,18915,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2312,2220,23,23,19016,98936,19293,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,18117,96980,18394,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2412,2320,23,23,17570,94846,17846,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2412,2320,23,23,18752,94260,19028,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2432,2340,23,23,18638,92426,18915,23,23,23,0 -openrouter/openai/gpt-4o,ruby,ruby/mistakes,code-repair,170,0,5,5,619,7471,679,5,5,5,150 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1136,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1261,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1318,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,1963,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,14,10,1,1,140,3090,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1136,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1261,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1318,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1963,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,3090,152,1,1,1,0 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,389,0,9,10,3000,24308,3120,10,10,10,350 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,470,0,10,10,3088,26145,3208,10,10,10,430 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,470,0,10,10,3094,26912,3214,10,10,10,430 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,470,0,10,10,3127,25082,3247,10,10,10,430 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,480,0,10,10,3058,24547,3178,10,10,10,440 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,389,0,9,10,3000,24308,3120,10,10,10,350 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3088,26145,3208,10,10,10,430 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3094,26912,3214,10,10,10,430 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,470,0,10,10,3127,25082,3247,10,10,10,430 -openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,3058,24547,3178,10,10,10,440 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,656,570,17,23,19447,285725,19715,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,818,730,19,23,18039,258666,18317,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,869,780,20,23,18491,248418,18753,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,890,800,21,23,17993,284816,18243,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,900,810,21,23,18287,301462,18546,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,972,880,23,23,19447,287713,19715,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,982,890,23,23,18039,260495,18317,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,982,890,23,23,18491,249404,18753,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,992,900,23,23,17993,286413,18243,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,992,900,23,23,18287,302560,18546,23,23,23,0 -openrouter/openai/gpt-4-turbo,golang,golang/mistakes,code-repair,210,0,5,5,638,14361,704,5,5,5,190 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,120,1576,130,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,120,2266,134,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,122,1739,136,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,128,2658,138,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,14,10,1,1,74,2259,84,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,120,1576,130,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,120,2266,134,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,122,1739,136,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,128,2658,138,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,2259,84,1,1,1,0 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,540,0,10,10,2848,47149,2960,10,10,10,500 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,560,0,10,10,2677,49942,2797,10,10,10,520 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,560,0,10,10,2765,50617,2877,10,10,10,520 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,560,0,10,10,2779,45699,2887,10,10,10,520 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,580,0,10,10,2720,51589,2824,10,10,10,540 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2848,47149,2960,10,10,10,500 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2677,49942,2797,10,10,10,520 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2765,50617,2877,10,10,10,520 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2779,45699,2887,10,10,10,520 -openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2720,51589,2824,10,10,10,540 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3082,2990,23,23,25244,262573,25521,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3102,3010,23,23,27792,278123,28068,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3112,3020,23,23,26210,266368,26486,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3122,3030,23,23,27198,325120,27474,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3122,3030,23,23,27935,309987,28211,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3082,2990,23,23,25244,262573,25521,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3102,3010,23,23,27792,278123,28068,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3112,3020,23,23,26210,266368,26486,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3122,3030,23,23,27198,325120,27474,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3122,3030,23,23,27935,309987,28211,23,23,23,0 -openrouter/openai/gpt-4-turbo,java,java/mistakes,code-repair,160,0,5,5,1051,21517,1111,5,5,5,140 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,136,1883,148,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,137,2586,149,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,213,2143,225,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,213,3107,225,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,14,10,1,1,219,2893,231,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,136,1883,148,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,137,2586,149,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,2143,225,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,3107,225,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,14,10,1,1,219,2893,231,1,1,1,0 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,3895,57660,4015,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4005,64679,4125,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4072,54930,4192,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4170,60265,4290,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,480,0,10,10,4187,61026,4307,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,3895,57660,4015,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4005,64679,4125,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4072,54930,4192,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4170,60265,4290,10,10,10,440 -openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,480,0,10,10,4187,61026,4307,10,10,10,440 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2131,2040,22,23,18404,249405,18680,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2352,2260,23,23,17520,224341,17796,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2362,2270,23,23,17460,232262,17736,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2372,2280,23,23,16893,223348,17169,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2382,2290,23,23,17523,218066,17799,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2131,2040,22,23,18404,249405,18680,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2352,2260,23,23,17520,224341,17796,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2362,2270,23,23,17460,232262,17736,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2372,2280,23,23,16893,223348,17169,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2382,2290,23,23,17523,218066,17799,23,23,23,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/mistakes,code-repair,170,0,5,5,620,12703,680,5,5,5,150 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,168,4895,180,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,181,2457,193,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,181,2788,193,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,14,10,1,1,188,2592,200,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,4,0,1,1,108,2060,120,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,168,4895,180,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,181,2457,193,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,181,2788,193,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,188,2592,200,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,4,0,1,1,108,2060,120,1,1,1,0 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,160,0,10,10,3501,57621,3621,10,10,10,120 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,200,0,10,10,3372,59999,3492,10,10,10,160 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,230,0,10,10,3659,58045,3779,10,10,10,190 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,240,0,10,10,3356,57630,3476,10,10,10,200 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,380,0,10,10,3137,52782,3257,10,10,10,340 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,160,0,10,10,3501,57621,3621,10,10,10,120 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,200,0,10,10,3372,59999,3492,10,10,10,160 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,230,0,10,10,3659,58045,3779,10,10,10,190 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,240,0,10,10,3356,57630,3476,10,10,10,200 -openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,380,0,10,10,3137,52782,3257,10,10,10,340 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests,230,170,5,23,15635,105119,18208,22,11,22,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests,231,170,7,23,17689,121332,22611,23,9,22,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests,246,180,7,23,15681,97970,18259,23,13,23,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests,277,210,8,23,16410,106207,19772,23,13,23,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests,357,290,7,23,14238,91222,17555,23,14,23,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,380,310,11,23,16410,107080,19772,23,13,23,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,384,320,10,23,17689,122522,22611,23,9,22,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,415,350,10,23,15635,107248,18208,22,11,22,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,483,410,14,23,15681,101399,18259,23,13,23,0 -openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,500,430,10,23,14238,92359,17555,23,14,23,0 -openrouter/openchat/openchat-8b,golang,golang/mistakes,code-repair,127,0,3,5,555,8171,1469,5,4,5,110 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,14,10,1,1,122,1170,136,1,1,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,135,1539,194,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,14,2441,532,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,229,1848,319,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,0,0,1,5,1922,370,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,122,1170,136,1,1,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,135,1539,194,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,14,2441,532,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,229,1848,319,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,5,1922,370,1,0,1,0 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,174,0,4,10,2595,18079,3152,9,3,8,150 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,289,0,5,10,2727,19500,3062,10,5,9,260 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,391,0,7,10,2985,20447,3276,10,5,9,360 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,392,0,7,10,2989,20710,3309,10,5,10,360 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,462,0,8,10,3108,21598,3875,10,4,10,430 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,337,0,7,10,2595,19094,3152,9,3,8,310 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,452,0,8,10,2727,20494,3062,10,5,9,420 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,513,0,9,10,2985,21067,3276,10,5,9,480 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,514,0,9,10,2989,21323,3309,10,5,10,480 -openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,574,0,10,10,3108,22317,3875,10,4,10,540 -openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,0,0,1,201,1494,272,1,0,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,0,0,1,365,5012,1388,1,0,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,0,0,1,894,3515,990,1,0,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests,3,0,0,1,469,2044,481,1,1,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests,3,0,0,1,579,2128,625,1,1,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,201,1494,272,1,0,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,365,5012,1388,1,0,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,0,0,1,894,3515,990,1,0,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,469,2044,481,1,1,1,0 -openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,3,0,0,1,579,2128,625,1,1,1,0 -openrouter/openchat/openchat-8b,java,java/transpile,transpile,358,0,8,10,3824,21142,4240,9,2,9,330 -openrouter/openchat/openchat-8b,java,java/transpile,transpile,428,0,9,10,3795,22669,4979,10,0,9,400 -openrouter/openchat/openchat-8b,java,java/transpile,transpile,433,0,9,10,3951,23263,4960,10,4,10,400 -openrouter/openchat/openchat-8b,java,java/transpile,transpile,461,0,10,10,4075,25509,4723,10,1,10,430 -openrouter/openchat/openchat-8b,java,java/transpile,transpile,475,0,10,10,3680,22968,4173,10,5,10,440 -openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,358,0,8,10,3824,21142,4240,9,2,9,330 -openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,428,0,9,10,3795,22669,4979,10,0,9,400 -openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,433,0,9,10,3951,23263,4960,10,4,10,400 -openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,461,0,10,10,4075,25509,4723,10,1,10,430 -openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,475,0,10,10,3680,22968,4173,10,5,10,440 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,158,1821,339,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,209,2768,662,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,239,2070,389,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,0,0,1,252,2800,662,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,3,0,0,1,255,1617,275,1,1,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,158,1821,339,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,209,2768,662,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,239,2070,389,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,252,2800,662,1,0,1,0 -openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,255,1617,275,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,759,670,20,23,15198,131126,15392,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,769,680,20,23,15853,156501,16049,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,769,680,20,23,16552,142328,16740,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,820,730,21,23,16594,162665,16786,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,861,770,22,23,15333,145256,15519,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,820,730,21,23,16552,142504,16740,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,861,770,22,23,15333,145256,15519,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,861,770,22,23,15853,157101,16049,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,881,790,22,23,15198,131834,15392,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,881,790,22,23,16594,163097,16786,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/mistakes,code-repair,210,0,5,5,648,6610,688,5,5,5,190 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1038,84,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1085,82,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1164,84,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,1264,82,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,14,10,1,1,74,726,82,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1038,84,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1085,82,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1164,84,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,1264,82,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,74,726,82,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,468,0,8,10,2829,28581,2911,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,509,0,9,10,3086,30122,3166,10,10,10,470 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,519,0,9,10,2842,29311,2922,10,10,10,480 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,519,0,9,10,2923,28048,3003,10,10,10,480 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,580,0,10,10,3041,30574,3121,10,10,10,540 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,3086,30607,3166,10,10,10,500 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2829,29223,2911,10,10,10,540 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2842,29673,2922,10,10,10,540 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2923,28297,3003,10,10,10,540 -openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,3041,30574,3121,10,10,10,540 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2429,2340,20,23,23533,161563,23717,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2639,2550,20,23,23965,155654,24149,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2710,2620,21,23,23603,146098,23795,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2840,2750,21,23,24141,148420,24325,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2851,2760,22,23,23862,174937,24046,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2429,2340,20,23,23533,161563,23717,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2639,2550,20,23,23965,155654,24149,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2710,2620,21,23,23603,146098,23795,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2840,2750,21,23,24141,148420,24325,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2851,2760,22,23,23862,174937,24046,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/mistakes,code-repair,126,0,4,5,816,8059,848,4,4,4,110 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,13,10,1,1,199,3161,415,1,0,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,198,1738,206,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,224,1996,232,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,280,1772,288,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,14,10,1,1,296,1996,304,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,13,10,1,1,199,3161,415,1,0,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,198,1738,206,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,224,1996,232,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,280,1772,288,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,296,1996,304,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,416,0,9,10,3423,30336,3499,9,9,9,380 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,439,0,9,10,3873,32024,3953,10,10,10,400 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,470,0,10,10,3753,29430,3837,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,470,0,10,10,3862,33485,3942,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,470,0,10,10,3889,35735,3969,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,416,0,9,10,3423,30336,3499,9,9,9,380 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,439,0,9,10,3873,32024,3953,10,10,10,400 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,470,0,10,10,3753,29430,3837,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,470,0,10,10,3862,33485,3942,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,470,0,10,10,3889,35735,3969,10,10,10,430 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,1898,1810,19,23,15539,341560,15723,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2060,1970,21,23,14866,286604,15050,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2099,2010,20,23,16180,362825,16364,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2312,2220,23,23,15709,286658,15893,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2352,2260,23,23,16756,246229,16944,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,1898,1810,19,23,15539,341560,15723,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2060,1970,21,23,14866,286604,15050,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2099,2010,20,23,16180,362825,16364,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2312,2220,23,23,15709,286658,15893,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2352,2260,23,23,16756,246229,16944,23,23,23,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/mistakes,code-repair,170,0,5,5,619,12930,659,5,5,5,150 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,155,5381,163,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,207,6920,215,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,222,3066,230,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,255,6461,263,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,3,0,0,1,155,7009,163,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,155,5381,163,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,207,6920,215,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,222,3066,230,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,255,6461,263,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,155,7009,163,1,1,1,0 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,200,0,10,10,3467,81422,3547,10,10,10,160 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,230,0,10,10,3430,67292,3510,10,10,10,190 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,279,0,9,10,3315,63805,3395,10,10,10,240 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,280,0,10,10,3334,90186,3418,10,10,10,240 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,330,0,10,10,3145,63417,3225,10,10,10,290 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,200,0,10,10,3467,81422,3547,10,10,10,160 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,230,0,10,10,3430,67292,3510,10,10,10,190 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,279,0,9,10,3315,63805,3395,10,10,10,240 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,280,0,10,10,3334,90186,3418,10,10,10,240 -openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,3145,63417,3225,10,10,10,290 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,135,80,3,23,22837,66520,26560,23,6,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,139,80,3,23,51091,231300,54311,23,10,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,207,150,3,23,40081,125545,43638,23,8,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,226,170,5,23,24722,78514,29336,23,5,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,50,0,1,23,78549,384004,81956,23,4,22,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,208,150,6,23,22837,67774,26560,23,6,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,258,200,4,23,40081,125856,43638,23,8,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,275,220,6,23,78549,386056,81956,23,4,22,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,319,260,8,23,24722,80034,29336,23,5,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,343,280,7,23,51091,232664,54311,23,10,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/mistakes,code-repair,209,0,5,5,712,4512,908,5,4,5,190 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,140,819,158,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,143,611,212,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,143,966,230,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,0,0,1,92,831,168,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,3,0,1,1,248,866,335,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,140,819,158,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,143,611,212,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,143,966,230,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,92,831,168,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,3,0,1,1,248,866,335,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,1306,1805,1390,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,212,1117,380,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,304,1303,530,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,0,0,1,720,1846,958,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,3,0,0,1,1096,1819,1108,1,1,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,1306,1805,1390,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,212,1117,380,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,304,1303,530,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,720,1846,958,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,3,0,0,1,1096,1819,1108,1,1,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,376,0,8,10,3942,11260,4306,10,8,10,340 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,416,0,9,10,3710,12136,4464,10,7,10,380 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,427,0,9,10,3892,11977,4280,10,8,10,390 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,468,0,10,10,3945,11616,4126,10,8,10,430 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,469,0,10,10,3801,12029,4101,10,9,10,430 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,376,0,8,10,3942,11260,4306,10,8,10,340 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,416,0,9,10,3710,12136,4464,10,7,10,380 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,427,0,9,10,3892,11977,4280,10,8,10,390 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,468,0,10,10,3945,11616,4126,10,8,10,430 -openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,469,0,10,10,3801,12029,4101,10,9,10,430 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,363,300,5,23,21218,59877,23772,23,12,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,378,310,6,23,18509,55437,19588,23,17,22,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,382,320,5,23,20124,57710,22404,23,11,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,451,390,5,23,18177,54331,21095,23,10,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,480,420,5,23,21257,59869,23139,21,13,21,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,363,300,5,23,21218,59877,23772,23,12,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,378,310,6,23,18509,55437,19588,23,17,22,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,382,320,5,23,20124,57710,22404,23,11,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,451,390,5,23,18177,54331,21095,23,10,23,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,480,420,5,23,21257,59869,23139,21,13,21,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/mistakes,code-repair,108,0,5,5,602,6359,898,5,3,5,90 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,14,10,1,1,153,661,165,1,1,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,0,0,1,132,1055,236,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,0,0,1,172,1124,378,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,0,0,1,639,1719,771,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,3,0,0,1,169,686,185,1,1,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,153,661,165,1,1,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,132,1055,236,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,172,1124,378,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,639,1719,771,1,0,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,169,686,185,1,1,1,0 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,317,0,8,10,2462,12236,2724,10,9,10,280 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,385,0,9,10,2706,12355,3705,10,6,10,350 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,420,0,10,10,2661,11395,2781,10,10,10,380 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,438,0,10,10,2619,11905,3123,10,8,10,400 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,449,0,10,10,2782,11383,3013,10,9,10,410 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,317,0,8,10,2462,12236,2724,10,9,10,280 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,385,0,9,10,2706,12355,3705,10,6,10,350 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2661,11395,2781,10,10,10,380 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,438,0,10,10,2619,11905,3123,10,8,10,400 -openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,449,0,10,10,2782,11383,3013,10,9,10,410 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,298,230,7,23,17572,162354,21907,23,15,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,459,380,13,23,16312,138612,17632,23,20,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,472,400,14,23,16932,160198,21306,23,12,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,542,470,12,23,15801,150080,19663,23,14,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,552,480,15,23,17091,173234,22874,23,11,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,512,440,11,23,17572,163537,21907,23,15,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,513,440,15,23,16932,160645,21306,23,12,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,612,530,16,23,16312,139894,17632,23,20,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,675,600,18,23,17091,174776,22874,23,11,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,696,620,16,23,15801,151540,19663,23,14,23,0 -openrouter/qwen/qwen-110b-chat,golang,golang/mistakes,code-repair,210,0,5,5,648,8022,718,5,5,5,190 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,13,10,1,1,79,4663,776,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,14,10,1,1,806,4699,817,1,1,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,0,0,1,273,4582,797,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,0,0,1,547,6184,1042,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,0,0,1,638,5909,1054,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,79,4663,776,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,806,4699,817,1,1,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,273,4582,797,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,547,6184,1042,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,638,5909,1054,1,0,1,0 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,325,0,6,10,2841,26119,3135,10,9,10,290 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,346,0,6,10,2904,28401,3044,10,10,10,310 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,357,0,7,10,2851,26648,2971,10,10,10,320 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,418,0,8,10,2762,25738,2898,10,10,10,380 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,438,0,8,10,2833,26149,2969,10,10,10,400 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,418,0,8,10,2851,27142,2971,10,10,10,380 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,498,0,9,10,2841,27074,3135,10,9,10,460 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,540,0,10,10,2762,26311,2898,10,10,10,500 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,560,0,10,10,2833,26791,2969,10,10,10,520 -openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2904,29678,3044,10,10,10,540 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,0,0,1,315,6658,1141,1,0,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,0,0,1,509,4506,911,1,0,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,0,0,1,601,4690,896,1,0,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,3,0,0,1,221,1721,233,1,1,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,3,0,0,1,366,2219,378,1,1,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,315,6658,1141,1,0,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,509,4506,911,1,0,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,0,0,1,601,4690,896,1,0,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,3,0,0,1,221,1721,233,1,1,1,0 -openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,3,0,0,1,366,2219,378,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,801,720,15,23,21091,148350,23021,23,20,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,839,760,13,23,20118,140850,21230,23,20,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,912,830,15,23,20920,135957,21603,23,21,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,915,830,16,23,21987,148284,22263,23,23,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,915,830,18,23,21425,129225,22397,23,21,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,801,720,15,23,21091,148350,23021,23,20,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,839,760,13,23,20118,140850,21230,23,20,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,912,830,15,23,20920,135957,21603,23,21,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,915,830,16,23,21987,148284,22263,23,23,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,915,830,18,23,21425,129225,22397,23,21,23,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/mistakes,code-repair,170,0,5,5,631,6847,691,5,5,5,150 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,14,10,1,1,147,1671,159,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,14,10,1,1,148,1178,160,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,14,10,1,1,168,1551,180,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,2,0,0,1,236,3669,615,1,0,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,3,0,0,1,140,1220,152,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,147,1671,159,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,148,1178,160,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,168,1551,180,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,236,3669,615,1,0,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,140,1220,152,1,1,1,0 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,310,0,10,10,2574,23898,2694,10,10,10,270 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,330,0,10,10,2709,29230,2829,10,10,10,290 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,379,0,10,10,2552,24469,2885,10,9,10,340 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,420,0,10,10,2483,23602,2603,10,10,10,380 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,480,0,10,10,2592,23718,2712,10,10,10,440 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,310,0,10,10,2574,23898,2694,10,10,10,270 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,330,0,10,10,2709,29230,2829,10,10,10,290 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,379,0,10,10,2552,24469,2885,10,9,10,340 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,420,0,10,10,2483,23602,2603,10,10,10,380 -openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,480,0,10,10,2592,23718,2712,10,10,10,440 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,130,1477,144,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,144,1617,158,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,154,2700,168,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,155,1512,169,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,0,0,1,308,2445,322,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,155,2103,169,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,130,1477,144,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,144,1617,158,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,154,2700,168,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,308,2794,322,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2217,2130,18,23,20912,153913,21188,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2368,2280,19,23,21604,227290,21880,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2440,2350,21,23,20923,173750,21199,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2478,2390,19,23,21495,183821,21771,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2506,2420,19,23,18441,164733,18708,23,22,22,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2217,2130,18,23,20912,153913,21188,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2368,2280,19,23,21604,227290,21880,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2440,2350,21,23,20923,173750,21199,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2478,2390,19,23,21495,183821,21771,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2506,2420,19,23,18441,164733,18708,23,22,22,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/mistakes,code-repair,160,0,5,5,1068,11064,1128,5,5,5,140 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,208,63326,220,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,213,17895,225,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,291,1754,303,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,336,3254,348,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,14,10,1,1,343,2276,355,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,208,63326,220,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,213,17895,225,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,291,1754,303,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,336,3254,348,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,343,2276,355,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,418,0,9,10,4013,73332,4539,10,9,10,380 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,429,0,9,10,3801,38254,3921,10,10,10,390 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,429,0,9,10,3914,32726,4034,10,10,10,390 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,470,0,10,10,3732,33191,3852,10,10,10,430 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,480,0,10,10,3830,54771,3950,10,10,10,440 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,418,0,9,10,4013,73332,4539,10,9,10,380 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3801,38254,3921,10,10,10,390 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,429,0,9,10,3914,32726,4034,10,10,10,390 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,470,0,10,10,3732,33191,3852,10,10,10,430 -openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,3830,54771,3950,10,10,10,440 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1645,1560,18,23,15745,150689,16452,23,21,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1755,1670,18,23,17471,239014,19177,23,21,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1880,1790,21,23,16535,148472,16816,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1885,1800,19,23,17311,199049,18390,23,20,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,2090,2000,21,23,16765,212909,17041,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1645,1560,18,23,15745,150689,16452,23,21,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1755,1670,18,23,17471,239014,19177,23,21,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1880,1790,21,23,16535,148472,16816,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1885,1800,19,23,17311,199049,18390,23,20,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,2090,2000,21,23,16765,212909,17041,23,23,23,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/mistakes,code-repair,170,0,5,5,619,8609,679,5,5,5,150 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,126,2453,138,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,134,2036,146,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,134,2487,146,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,179,1392,191,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,254,6975,267,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,126,2453,138,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,134,2036,146,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,134,2487,146,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,179,1392,191,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,254,6975,267,1,1,1,0 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,165,0,5,10,3034,37127,3154,10,10,10,130 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,246,0,8,10,2949,42308,3976,10,8,10,210 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,256,0,6,10,2883,27863,3003,10,10,10,220 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,298,0,8,10,3218,30676,3338,10,10,10,260 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,350,0,10,10,2957,64423,3077,10,10,10,310 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,165,0,5,10,3034,37127,3154,10,10,10,130 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,246,0,8,10,2949,42308,3976,10,8,10,210 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,256,0,6,10,2883,27863,3003,10,10,10,220 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,298,0,8,10,3218,30676,3338,10,10,10,260 -openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,350,0,10,10,2957,64423,3077,10,10,10,310 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,108,1504,122,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,137,1198,151,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,182,2401,196,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,427,2381,441,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,0,0,1,587,2414,601,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,108,1504,122,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,137,1198,151,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,182,2401,196,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,427,2381,441,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,587,2414,601,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,1198,1120,10,23,29069,117845,30484,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,1600,1520,12,23,23414,99464,24403,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,270,200,2,23,23898,113237,25097,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,693,620,5,23,24978,103955,26007,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,697,620,8,23,22864,101134,23121,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,1198,1120,10,23,29069,117845,30484,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,1600,1520,12,23,23414,99464,24403,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,270,200,2,23,23898,113237,25097,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,693,620,5,23,24978,103955,26007,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,697,620,8,23,22864,101134,23121,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/mistakes,code-repair,139,0,4,5,1216,7184,1276,5,5,5,120 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,14,10,1,1,202,1347,210,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,1107,3584,1115,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,236,1854,248,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,245,1160,257,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,0,0,1,349,2394,361,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,14,10,1,1,202,1347,210,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,1107,3584,1115,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,236,1854,248,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,245,1160,257,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,0,0,1,349,2394,361,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,439,0,9,10,4258,22834,4378,10,10,10,400 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,439,0,9,10,4338,20083,4458,10,10,10,400 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,480,0,10,10,4132,25364,4256,10,10,10,440 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,480,0,10,10,4211,19725,4335,10,10,10,440 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,480,0,10,10,4301,21865,4421,10,10,10,440 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4258,22834,4378,10,10,10,400 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,439,0,9,10,4338,20083,4458,10,10,10,400 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,4132,25364,4256,10,10,10,440 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,4211,19725,4335,10,10,10,440 -openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,480,0,10,10,4301,21865,4421,10,10,10,440 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,246,170,7,23,25158,110302,25434,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,275,200,7,23,24695,107818,24984,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,459,380,10,23,20890,100406,21166,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,656,580,7,23,22970,112241,23246,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,828,750,9,23,22531,100061,22809,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,246,170,7,23,25158,110302,25434,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,275,200,7,23,24695,107818,24984,23,22,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,459,380,10,23,20890,100406,21166,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,656,580,7,23,22970,112241,23246,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,828,750,9,23,22531,100061,22809,23,23,23,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/mistakes,code-repair,139,0,4,5,626,6810,682,5,5,5,120 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,206,1412,218,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,14,10,1,1,488,2330,500,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,2,0,0,1,297,2819,580,1,0,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,189,1149,201,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,3,0,0,1,352,2043,364,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,206,1412,218,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,488,2330,500,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,297,2819,580,1,0,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,189,1149,201,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,352,2043,364,1,1,1,0 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,164,0,4,10,2644,19044,2764,10,10,10,130 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,215,0,5,10,2731,19853,2847,10,10,10,180 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,245,0,5,10,2622,19603,2743,10,10,10,210 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,255,0,6,10,2598,19170,2720,10,9,10,220 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,276,0,6,10,2529,19009,2649,10,10,10,240 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,164,0,4,10,2644,19044,2764,10,10,10,130 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,215,0,5,10,2731,19853,2847,10,10,10,180 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,245,0,5,10,2622,19603,2743,10,10,10,210 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,255,0,6,10,2598,19170,2720,10,9,10,220 -openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,276,0,6,10,2529,19009,2649,10,10,10,240 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,403,330,11,23,19028,175701,20960,23,16,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,446,380,11,23,19402,201234,23037,23,9,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,545,470,15,23,17513,197283,19788,23,14,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,567,490,16,23,18452,166379,20444,23,15,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,606,530,16,23,17809,189042,20134,23,14,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,673,600,18,23,19402,204102,23037,23,9,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,739,660,19,23,17809,190309,20134,23,14,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,740,660,18,23,19028,177241,20960,23,16,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,760,680,20,23,17513,198486,19788,23,14,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,761,680,20,23,18452,167468,20444,23,15,23,0 -openrouter/qwen/qwen-72b-chat,golang,golang/mistakes,code-repair,210,0,5,5,667,9129,737,5,5,5,190 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,141,2533,252,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,166,3590,490,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,186,2501,332,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,13,10,1,1,221,3590,451,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,14,10,1,1,427,3412,441,1,1,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,141,2533,252,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,166,3590,490,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,186,2501,332,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,221,3590,451,1,0,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,14,10,1,1,427,3412,441,1,1,1,0 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,174,0,4,10,2934,25807,3042,10,10,10,140 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,213,0,4,10,3088,29528,3464,10,9,10,180 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,254,0,4,10,2843,26302,2951,10,10,10,220 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,254,0,5,10,2838,28408,3203,10,9,10,220 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,295,0,5,10,2939,25324,3047,10,10,10,260 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,498,0,9,10,3088,31004,3464,10,9,10,460 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,500,0,10,10,2934,27952,3042,10,10,10,460 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,539,0,10,10,2838,30274,3203,10,9,10,500 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2843,27922,2951,10,10,10,540 -openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,580,0,10,10,2939,27048,3047,10,10,10,540 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2051,1970,17,23,24805,167390,26456,23,18,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2094,2010,17,23,25313,172530,25974,23,21,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2275,2190,18,23,24746,186293,25718,23,21,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2304,2220,18,23,24086,170949,24924,23,20,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2365,2280,18,23,23511,156355,24266,23,21,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2051,1970,17,23,24805,167390,26456,23,18,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2094,2010,17,23,25313,172530,25974,23,21,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2275,2190,18,23,24746,186293,25718,23,21,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2304,2220,18,23,24086,170949,24924,23,20,23,0 -openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2365,2280,18,23,23511,156355,24266,23,21,23,0 -openrouter/qwen/qwen-72b-chat,java,java/mistakes,code-repair,158,0,5,5,1064,13650,1350,5,3,5,140 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,150,1398,162,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,187,1889,199,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,222,1787,234,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,376,5921,388,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,14,10,1,1,388,2997,400,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,150,1398,162,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,187,1889,199,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,222,1787,234,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,376,5921,388,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,14,10,1,1,388,2997,400,1,1,1,0 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,429,0,9,10,4025,26822,4145,10,10,10,390 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,429,0,9,10,4166,25790,4286,10,10,10,390 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,480,0,10,10,4101,28238,4221,10,10,10,440 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,480,0,10,10,4146,30544,4266,10,10,10,440 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,480,0,10,10,4185,30766,4305,10,10,10,440 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,429,0,9,10,4025,26822,4145,10,10,10,390 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,429,0,9,10,4166,25790,4286,10,10,10,390 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,4101,28238,4221,10,10,10,440 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,4146,30544,4266,10,10,10,440 -openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,480,0,10,10,4185,30766,4305,10,10,10,440 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1557,1480,20,23,17269,119952,19525,22,13,22,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1715,1630,22,23,17434,123314,18915,23,17,23,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1824,1750,20,23,13672,96686,15064,20,14,20,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,2048,1970,22,23,17654,129072,21531,23,10,23,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,2108,2030,21,23,18714,132167,21353,23,11,23,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1557,1480,20,23,17269,119952,19525,22,13,22,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1715,1630,22,23,17434,123314,18915,23,17,23,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1824,1750,20,23,13672,96686,15064,20,14,20,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,2048,1970,22,23,17654,129072,21531,23,10,23,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,2108,2030,21,23,18714,132167,21353,23,11,23,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/mistakes,code-repair,169,0,5,5,624,7637,793,5,4,5,150 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,153,2675,344,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,176,2357,374,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,189,3407,617,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,190,2788,455,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,13,10,1,1,218,4331,821,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,153,2675,344,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,176,2357,374,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,189,3407,617,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,190,2788,455,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,218,4331,821,1,0,1,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,118,0,8,10,2915,23570,3039,10,10,10,80 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,129,0,9,10,2972,25516,3092,10,10,10,90 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,140,0,10,10,2733,25267,2853,10,10,10,100 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,169,0,9,10,2851,25485,2975,10,10,10,130 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,27,0,6,10,2022,18894,2110,7,7,7,0 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,118,0,8,10,2915,23570,3039,10,10,10,80 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,129,0,9,10,2972,25516,3092,10,10,10,90 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,140,0,10,10,2733,25267,2853,10,10,10,100 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,169,0,9,10,2851,25485,2975,10,10,10,130 -openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,27,0,6,10,2022,18894,2110,7,7,7,0 -openrouter/recursal/eagle-7b,golang,golang/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/eagle-7b,golang,golang/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/eagle-7b,java,java/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/eagle-7b,java,java/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/eagle-7b,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/eagle-7b,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/rwkv-5-3b-ai-town,golang,golang/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/rwkv-5-3b-ai-town,golang,golang/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/rwkv-5-3b-ai-town,java,java/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/rwkv-5-3b-ai-town,java,java/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/rwkv-5-3b-ai-town,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/recursal/rwkv-5-3b-ai-town,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,1,0,0,1,1884,29819,1888,1,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,0,0,1,463,6357,556,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,0,0,1,511,8000,598,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,0,0,1,918,13296,955,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,3,0,0,1,118,2330,130,1,1,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,1,0,0,1,1884,29819,1888,1,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,463,6357,556,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,511,8000,598,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,918,13296,955,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,118,2330,130,1,1,1,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,1,0,0,1,51,3058,52,1,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,1,0,0,1,73,1684,74,1,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,2,0,0,1,175,3393,269,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,3,0,0,1,147,2488,160,1,1,1,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,3,0,0,1,207,3502,220,1,1,1,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,1,0,0,1,51,3058,52,1,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,1,0,0,1,73,1684,74,1,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,2,0,0,1,175,3393,269,1,0,1,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,3,0,0,1,147,2488,160,1,1,1,0 -openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,3,0,0,1,207,3502,220,1,1,1,0 -openrouter/rwkv/rwkv-5-world-3b,ruby,ruby/plain,write-tests,0,0,0,1,0,0,0,0,0,0,0 -openrouter/rwkv/rwkv-5-world-3b,ruby,ruby/plain,write-tests-symflower-fix,0,0,0,1,0,0,0,0,0,0,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,103,1036,117,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,326,1902,340,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,386,2253,400,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,681,2790,695,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,0,0,1,94,1631,108,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,103,1036,117,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,326,1902,340,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,386,2253,400,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,681,2790,695,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,94,1631,108,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1271,1190,13,23,17823,71056,18232,23,22,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1398,1320,12,23,21119,73670,22090,23,20,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1802,1720,17,23,24432,91152,25946,23,19,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1982,1900,16,23,24928,96346,25465,23,20,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,2092,2010,17,23,22558,82873,24711,23,19,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1271,1190,13,23,17823,71056,18232,23,22,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1398,1320,12,23,21119,73670,22090,23,20,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1802,1720,17,23,24432,91152,25946,23,19,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1982,1900,16,23,24928,96346,25465,23,20,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,2092,2010,17,23,22558,82873,24711,23,19,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/mistakes,code-repair,96,0,3,5,828,7490,1792,5,3,5,80 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,196,1034,208,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,223,1131,235,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,258,1086,270,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,14,10,1,1,295,1535,307,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,3,0,0,1,235,1391,247,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,196,1034,208,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,223,1131,235,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,258,1086,270,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,14,10,1,1,295,1535,307,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,235,1391,247,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,370,0,8,10,4043,23671,5330,10,3,9,340 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,404,0,9,10,4193,19972,4723,10,6,9,370 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,423,0,9,10,3612,20830,4720,10,5,9,390 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,465,0,10,10,3926,22899,4480,10,6,9,430 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,468,0,10,10,4061,20251,4282,10,8,10,430 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,370,0,8,10,4043,23671,5330,10,3,9,340 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,404,0,9,10,4193,19972,4723,10,6,9,370 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,423,0,9,10,3612,20830,4720,10,5,9,390 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,465,0,10,10,3926,22899,4480,10,6,9,430 -openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,468,0,10,10,4061,20251,4282,10,8,10,430 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,1115,1040,11,23,14859,74061,16286,23,18,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,1268,1190,14,23,15168,74862,16730,23,19,22,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,497,420,9,23,16124,70625,16524,23,22,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,634,560,9,23,13887,66705,15199,23,19,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,896,820,10,23,14659,74100,16148,23,20,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,1115,1040,11,23,14859,74061,16286,23,18,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,1268,1190,14,23,15168,74862,16730,23,19,22,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,497,420,9,23,16124,70625,16524,23,22,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,634,560,9,23,13887,66705,15199,23,19,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,896,820,10,23,14659,74100,16148,23,20,23,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/mistakes,code-repair,108,0,4,5,659,5724,794,5,4,5,90 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,1,0,0,1,253,2950,253,1,0,0,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,14,10,1,1,140,1105,152,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,0,0,1,238,3992,250,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,0,0,1,316,1618,328,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,0,1,1,13,1844,381,1,0,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,253,2950,253,1,0,0,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,14,10,1,1,140,1105,152,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,238,3992,250,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,316,1618,328,1,1,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,1,1,13,1844,381,1,0,1,0 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,114,0,5,10,3187,18986,3456,10,9,10,80 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,123,0,3,10,2969,19041,3089,10,10,10,90 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,83,0,4,10,2879,19552,3218,10,9,10,50 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,84,0,4,10,3142,18557,3262,10,10,10,50 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,90,0,5,10,3031,24241,3614,10,7,8,60 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,114,0,5,10,3187,18986,3456,10,9,10,80 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,123,0,3,10,2969,19041,3089,10,10,10,90 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,83,0,4,10,2879,19552,3218,10,9,10,50 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,84,0,4,10,3142,18557,3262,10,10,10,50 -openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,90,0,5,10,3031,24241,3614,10,7,8,60 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,189,120,4,23,14902,76789,18620,23,19,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,216,150,5,23,23631,101453,25934,23,17,21,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,250,180,5,23,19266,90413,21490,23,19,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,308,240,9,23,16076,93011,21466,23,14,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,403,330,10,23,15857,89819,19999,23,17,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,263,190,8,23,14902,77954,18620,23,19,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,267,200,6,23,23631,101710,25934,23,17,21,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,309,240,10,23,16076,93223,21466,23,14,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,403,330,8,23,19266,91692,21490,23,19,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,557,480,14,23,15857,91329,19999,23,17,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/mistakes,code-repair,210,0,5,5,664,6031,735,5,5,5,190 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,2,0,0,1,534,2453,688,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,0,0,1,157,914,172,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,0,0,1,200,1156,215,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,0,0,1,530,2352,545,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,4,0,1,1,130,1184,145,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,534,2453,688,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,157,914,172,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,200,1156,215,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,530,2352,545,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,4,0,1,1,130,1184,145,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,334,0,7,10,2894,17048,3318,10,7,10,300 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,353,0,6,10,2949,17022,3445,10,8,9,320 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,396,0,7,10,3027,19639,4064,10,9,10,360 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,397,0,7,10,2903,16946,3013,10,10,10,360 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,416,0,7,10,2996,18730,3554,10,9,10,380 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,385,0,8,10,2894,17541,3318,10,7,10,350 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,404,0,7,10,2949,17312,3445,10,8,9,370 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,416,0,7,10,2996,18730,3554,10,9,10,380 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,427,0,8,10,3027,19934,4064,10,9,10,390 -openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,448,0,8,10,2903,17147,3013,10,10,10,410 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1052,980,10,23,16522,67415,18710,23,17,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1233,1160,13,23,16749,66856,17843,23,17,20,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1295,1220,12,23,17506,78009,21668,23,17,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,723,650,7,23,17058,70230,19520,23,20,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,998,930,10,23,19855,85179,23581,23,13,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1052,980,10,23,16522,67415,18710,23,17,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1233,1160,13,23,16749,66856,17843,23,17,20,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1295,1220,12,23,17506,78009,21668,23,17,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,723,650,7,23,17058,70230,19520,23,20,23,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,998,930,10,23,19855,85179,23581,23,13,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/mistakes,code-repair,127,0,4,5,956,7414,1362,5,3,5,110 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,1,0,0,1,257,1351,258,1,0,0,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,2,0,0,1,417,3258,1171,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,2,0,0,1,901,3309,1078,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,3,0,0,1,258,1303,281,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,3,0,1,1,240,2046,499,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,1,0,0,1,257,1351,258,1,0,0,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,417,3258,1171,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,901,3309,1078,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,258,1303,281,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,3,0,1,1,240,2046,499,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,355,290,8,23,9705,55011,10846,22,16,19,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,398,330,6,23,10670,55497,11620,22,18,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,434,370,9,23,13376,65804,15741,23,13,19,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,511,440,9,23,10822,53565,11724,23,18,21,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,713,640,9,23,9456,55264,11590,23,19,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,355,290,8,23,9705,55011,10846,22,16,19,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,398,330,6,23,10670,55497,11620,22,18,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,434,370,9,23,13376,65804,15741,23,13,19,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,511,440,9,23,10822,53565,11724,23,18,21,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,713,640,9,23,9456,55264,11590,23,19,22,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/mistakes,code-repair,109,0,4,5,681,5270,835,5,5,5,90 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,13,10,1,1,185,1622,343,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,13,10,1,1,1989,6614,2301,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,0,0,1,143,1139,156,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,0,0,1,208,1424,221,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,0,1,1,141,1385,326,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,185,1622,343,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,1989,6614,2301,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,143,1139,156,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,0,1,208,1424,221,1,1,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,0,1,1,141,1385,326,1,0,1,0 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,116,0,7,10,2551,17600,3253,10,9,10,80 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,135,0,8,10,2676,19181,3984,10,7,10,100 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,172,0,6,10,2335,13799,2442,10,8,8,140 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,43,0,7,10,2452,15308,2562,10,8,8,10 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,54,0,7,10,2335,16360,3575,10,7,10,20 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,116,0,7,10,2551,17600,3253,10,9,10,80 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,135,0,8,10,2676,19181,3984,10,7,10,100 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,172,0,6,10,2335,13799,2442,10,8,8,140 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,43,0,7,10,2452,15308,2562,10,8,8,10 -openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,54,0,7,10,2335,16360,3575,10,7,10,20 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,253,190,5,23,22807,113045,30166,23,12,23,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,330,270,8,23,13730,87934,23058,23,6,23,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,334,270,9,23,21367,118680,30181,23,10,22,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,401,340,9,23,22674,153311,45718,23,7,22,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,529,460,13,23,16536,97837,25380,23,10,23,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,304,240,6,23,22807,113410,30166,23,12,23,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,387,320,12,23,21367,120202,30181,23,10,22,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,453,390,11,23,22674,153783,45718,23,7,22,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,484,420,12,23,13730,89803,23058,23,6,23,0 -openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,529,460,13,23,16536,97837,25380,23,10,23,0 -openrouter/undi95/toppy-m-7b,golang,golang/mistakes,code-repair,166,0,4,5,850,8209,1708,5,2,5,150 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,13,10,1,1,156,2358,559,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,0,0,1,198,2325,513,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,0,0,1,494,30787,14146,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,0,0,1,84,1785,392,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,3,0,0,1,121,919,135,1,1,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,156,2358,559,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,198,2325,513,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,494,30787,14146,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,84,1785,392,1,0,1,0 -openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,3,0,0,1,121,919,135,1,1,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,1570,6969,2150,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,405,2227,638,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,527,3759,982,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,0,0,1,812,2795,1165,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,3,0,0,1,198,1105,210,1,1,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1570,6969,2150,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,405,2227,638,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,527,3759,982,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,0,0,1,812,2795,1165,1,0,1,0 -openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,3,0,0,1,198,1105,210,1,1,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,123,70,1,23,14085,70376,21936,23,6,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,385,330,2,23,15532,92981,30514,23,7,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,47,0,0,23,19428,83694,28916,23,2,22,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,49,0,1,23,14040,74055,24654,23,2,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,63,10,1,23,13630,72023,22849,23,6,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,123,70,1,23,14085,70376,21936,23,6,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,385,330,2,23,15532,92981,30514,23,7,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,47,0,0,23,19428,83694,28916,23,2,22,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,49,0,1,23,14040,74055,24654,23,2,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,63,10,1,23,13630,72023,22849,23,6,23,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/mistakes,code-repair,136,0,5,5,659,6597,1661,5,1,5,120 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,13,10,1,1,156,5777,1923,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,138,1629,473,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,138,2591,683,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,151,2102,882,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,0,0,1,211,3103,905,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,13,10,1,1,156,5777,1923,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,138,1629,473,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,138,2591,683,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,151,2102,882,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,211,3103,905,1,0,1,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,29,0,8,10,3279,24894,8538,10,1,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,30,0,9,10,2564,40802,20661,10,1,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,31,0,9,10,3999,25771,7990,10,2,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,33,0,10,10,2891,25058,7240,10,3,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,33,0,9,10,3094,24348,7516,10,4,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,29,0,8,10,3279,24894,8538,10,1,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,30,0,9,10,2564,40802,20661,10,1,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,31,0,9,10,3999,25771,7990,10,2,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,33,0,10,10,2891,25058,7240,10,3,10,0 -openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,33,0,9,10,3094,24348,7516,10,4,10,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,141,100,4,23,14518,561408,18282,23,2,12,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,170,130,3,23,15216,560810,18469,23,2,12,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,85,50,2,23,15512,570482,18370,23,1,9,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,85,50,3,23,15293,568781,17544,23,1,8,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,98,60,2,23,14880,554643,17416,23,3,10,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,190,150,7,23,15512,572013,18370,23,1,9,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,209,170,7,23,15293,569622,17544,23,1,8,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,285,240,9,23,14880,555892,17416,23,3,10,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,317,270,10,23,14518,562837,18282,23,2,12,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,367,320,10,23,15216,563013,18469,23,2,12,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/mistakes,code-repair,51,0,1,5,844,51674,2428,5,0,5,40 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,13,10,1,1,448,13229,527,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,13,10,1,1,80,9492,474,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,13,10,1,1,96,14318,721,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,2,0,0,1,186,10827,477,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,2,0,0,1,250,12809,638,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,186,11241,477,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,448,13229,527,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,80,9492,474,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,13,10,1,1,96,14318,721,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,2,0,0,1,250,12809,638,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,290,0,5,10,3586,125362,4755,10,5,10,260 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,343,0,7,10,4330,135865,5097,10,6,10,310 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,344,0,6,10,3198,113253,3683,10,8,10,310 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,465,0,8,10,3211,106391,3617,10,7,10,430 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,474,0,8,10,3978,121954,4462,10,6,10,440 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,516,0,10,10,4330,136969,5097,10,6,10,480 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,517,0,9,10,3198,114415,3683,10,8,10,480 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,525,0,9,10,3978,122387,4462,10,6,10,490 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,557,0,10,10,3211,106908,3617,10,7,10,520 -openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,575,0,10,10,3586,127299,4755,10,5,10,540 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,126,90,1,23,20738,576687,25228,23,0,12,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,318,280,1,23,21320,526046,25365,23,0,14,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,32,0,0,23,22533,564653,25621,23,0,9,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,34,0,0,23,23507,586651,26695,23,1,10,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,36,0,0,23,20928,533434,25486,23,1,12,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,126,90,1,23,20738,576687,25228,23,0,12,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,318,280,1,23,21320,526046,25365,23,0,14,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,32,0,0,23,22533,564653,25621,23,0,9,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,34,0,0,23,23507,586651,26695,23,1,10,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,36,0,0,23,20928,533434,25486,23,1,12,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/mistakes,code-repair,155,0,5,5,1271,51966,2683,5,0,5,140 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,13,10,1,1,134,24719,1251,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,1082,30533,1269,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,137,10901,543,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,200,12580,620,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,0,0,1,219,10846,492,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,13,10,1,1,134,24719,1251,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,1082,30533,1269,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,137,10901,543,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,200,12580,620,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,0,0,1,219,10846,492,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,427,0,9,10,4199,108354,4686,10,8,10,390 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,454,0,10,10,4187,105972,4876,10,4,10,420 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,459,0,10,10,4016,102773,4317,10,9,10,420 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,468,0,10,10,3995,109596,4393,10,8,10,430 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,468,0,10,10,4140,104756,4864,10,8,10,430 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,427,0,9,10,4199,108354,4686,10,8,10,390 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,454,0,10,10,4187,105972,4876,10,4,10,420 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,459,0,10,10,4016,102773,4317,10,9,10,420 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,468,0,10,10,3995,109596,4393,10,8,10,430 -openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,468,0,10,10,4140,104756,4864,10,8,10,430 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,1,0,0,1,320,8490,321,1,0,0,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,156,9768,399,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,166,13081,713,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,174,15958,718,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,0,0,1,228,24502,1195,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,1,320,8490,321,1,0,0,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,156,9768,399,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,166,13081,713,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,174,15958,718,1,0,1,0 -openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,0,0,1,228,24502,1195,1,0,1,0 +model_id,language,repository,task,run,score,coverage,files_executed,files_executed_maximum_reachable,generate_tests_for_file_character_count,processing_time,response_character_count,response_no_error,response_no_excess,response_with_code,tests_passing +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,1,1,0,0,1,306,2386,307,1,0,0,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,2,1,0,0,1,3904,34071,3905,1,0,0,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,3,1,0,0,1,817,14286,818,1,0,0,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,4,3,0,0,1,139,4389,154,1,1,1,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests,5,3,0,0,1,239,2921,255,1,1,1,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,1,1,0,0,1,306,2386,307,1,0,0,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,2,1,0,0,1,3904,34071,3905,1,0,0,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,3,1,0,0,1,817,14286,818,1,0,0,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,139,4389,154,1,1,1,0 +openrouter/01-ai/yi-34b-chat,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,239,2921,255,1,1,1,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,1,26,0,0,23,6565,80275,7270,20,0,6,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,2,28,0,0,23,20370,320136,33654,19,1,8,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,3,29,0,0,23,7053,109712,10842,19,1,9,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,4,32,0,0,23,15243,278594,24556,19,1,12,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests,5,99,70,2,23,10330,149108,12103,19,2,6,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,1,26,0,0,23,6565,80275,7270,20,0,6,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,2,28,0,0,23,20370,320136,33654,19,1,8,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,3,29,0,0,23,7053,109712,10842,19,1,9,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,4,32,0,0,23,15243,278594,24556,19,1,12,0 +openrouter/01-ai/yi-34b-chat,java,java/light,write-tests-symflower-fix,5,99,70,2,23,10330,149108,12103,19,2,6,0 +openrouter/01-ai/yi-34b-chat,java,java/mistakes,code-repair,1,39,0,1,5,690,28124,2411,5,0,3,30 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,1,1,0,0,1,24,945,28,1,0,0,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,2,2,0,0,1,137,85247,11651,1,0,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,3,2,0,0,1,23,11193,1268,1,0,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,4,2,0,0,1,96,4054,437,1,0,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests,5,4,0,1,1,141,2377,154,1,1,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,1,1,0,0,1,24,945,28,1,0,0,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,137,85247,11651,1,0,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,23,11193,1268,1,0,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,96,4054,437,1,0,1,0 +openrouter/01-ai/yi-34b-chat,java,java/plain,write-tests-symflower-fix,5,4,0,1,1,141,2377,154,1,1,1,0 +openrouter/01-ai/yi-34b-chat,ruby,ruby/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/01-ai/yi-34b-chat,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,1,3,0,0,1,127,1654,138,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,2,3,0,0,1,190,1774,200,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,3,3,0,0,1,210,3541,221,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,4,3,0,0,1,401,3018,412,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests,5,3,0,0,1,73,1346,84,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,1,3,0,0,1,127,1654,138,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,190,1774,200,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,210,3541,221,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,401,3018,412,1,1,1,0 +openrouter/ai21/jamba-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,73,1346,84,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests,1,1056,980,10,23,24708,139686,25164,23,21,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests,2,1336,1260,12,23,19304,108816,19578,22,21,21,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests,3,1448,1370,13,23,18625,111061,19468,23,20,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests,4,835,760,8,23,16965,100775,17254,23,22,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests,5,927,850,11,23,21339,118785,22234,23,21,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,1,1056,980,10,23,24708,139686,25164,23,21,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,2,1336,1260,12,23,19304,108816,19578,22,21,21,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,3,1448,1370,13,23,18625,111061,19468,23,20,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,4,835,760,8,23,16965,100775,17254,23,22,22,0 +openrouter/ai21/jamba-instruct,java,java/light,write-tests-symflower-fix,5,927,850,11,23,21339,118785,22234,23,21,22,0 +openrouter/ai21/jamba-instruct,java,java/mistakes,code-repair,1,126,0,4,5,1397,11768,1527,5,3,4,110 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests,1,14,10,1,1,1451,6446,1464,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests,2,14,10,1,1,237,2158,250,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests,3,14,10,1,1,239,2050,252,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests,4,14,10,1,1,319,2373,332,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests,5,3,0,0,1,348,4334,361,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,1451,6446,1464,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,237,2158,250,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,239,2050,252,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,319,2373,332,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,348,4334,361,1,1,1,0 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile,1,356,0,8,10,4057,29894,4175,10,9,9,320 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile,2,367,0,8,10,3530,29146,3695,10,9,10,330 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile,3,417,0,9,10,3625,28039,3742,10,9,9,380 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile,4,460,0,10,10,3626,31040,3756,10,10,10,420 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile,5,469,0,10,10,3342,29093,3844,10,9,10,430 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,1,356,0,8,10,4057,29894,4175,10,9,9,320 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,2,367,0,8,10,3530,29146,3695,10,9,10,330 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,3,417,0,9,10,3625,28039,3742,10,9,9,380 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,4,460,0,10,10,3626,31040,3756,10,10,10,420 +openrouter/ai21/jamba-instruct,java,java/transpile,transpile-symflower-fix,5,469,0,10,10,3342,29093,3844,10,9,10,430 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,1,1086,1010,13,23,12392,85476,12649,23,20,20,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,2,1120,1040,11,23,15770,107459,16061,23,23,23,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,3,1575,1490,16,23,15589,111382,15886,23,23,23,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,4,909,830,11,23,12801,88307,13500,23,22,23,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests,5,969,890,12,23,14244,99132,14529,23,22,22,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1086,1010,13,23,12392,85476,12649,23,20,20,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1120,1040,11,23,15770,107459,16061,23,23,23,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1575,1490,16,23,15589,111382,15886,23,23,23,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,4,909,830,11,23,12801,88307,13500,23,22,23,0 +openrouter/ai21/jamba-instruct,ruby,ruby/light,write-tests-symflower-fix,5,969,890,12,23,14244,99132,14529,23,22,22,0 +openrouter/ai21/jamba-instruct,ruby,ruby/mistakes,code-repair,1,130,0,5,5,695,9137,760,5,5,5,110 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,184,1997,197,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,214,2556,225,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,3,3,0,0,1,126,2020,139,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,4,3,0,0,1,145,1775,158,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,156,1857,169,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,184,1997,197,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,214,2556,225,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,126,2020,139,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,145,1775,158,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,156,1857,169,1,1,1,0 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,1,358,0,9,10,3185,33943,3372,10,9,10,320 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,2,369,0,9,10,2837,26397,2967,10,10,10,330 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,3,385,0,9,10,2792,31301,4212,10,6,10,350 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,4,388,0,9,10,2924,26703,3111,10,9,10,350 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile,5,409,0,10,10,3653,31847,3823,10,9,10,370 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,358,0,9,10,3185,33943,3372,10,9,10,320 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,369,0,9,10,2837,26397,2967,10,10,10,330 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,385,0,9,10,2792,31301,4212,10,6,10,350 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,388,0,9,10,2924,26703,3111,10,9,10,350 +openrouter/ai21/jamba-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,409,0,10,10,3653,31847,3823,10,9,10,370 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,1,2,0,0,1,127,11170,515,1,0,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,2,3,0,0,1,149,5018,161,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,3,3,0,0,1,217,5053,229,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,4,3,0,0,1,256,9331,271,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests,5,3,0,0,1,98,3156,113,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,149,5387,161,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,98,3523,113,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,217,5053,229,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,256,9331,271,1,1,1,0 +openrouter/alpindale/goliath-120b,golang,golang/plain,write-tests-symflower-fix,5,3,0,1,1,127,11841,515,1,0,1,0 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,1,164,0,4,10,3386,87335,3501,10,10,10,130 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,2,243,0,5,10,3583,106926,4274,10,8,10,210 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,3,250,0,4,10,4787,136580,5403,10,7,9,220 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,4,291,0,5,10,4512,120742,4614,10,8,8,260 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile,5,303,0,5,10,4231,112460,4335,10,9,9,270 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,1,225,0,5,10,3386,88132,3501,10,10,10,190 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,2,282,0,6,10,4787,137695,5403,10,7,9,250 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,3,291,0,5,10,4512,120742,4614,10,8,8,260 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,4,294,0,6,10,3583,107724,4274,10,8,10,260 +openrouter/alpindale/goliath-120b,golang,golang/transpile,transpile-symflower-fix,5,354,0,6,10,4231,113080,4335,10,9,9,320 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests,1,1,0,0,1,1089,23420,1093,1,0,0,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests,2,3,0,0,1,186,4602,199,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests,3,3,0,0,1,339,8422,352,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests,4,3,0,0,1,360,7504,373,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests,5,3,0,0,1,527,14782,540,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,1,1,0,0,1,1089,23420,1093,1,0,0,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,2,3,0,0,1,186,4602,199,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,339,8422,352,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,360,7504,373,1,1,1,0 +openrouter/alpindale/goliath-120b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,527,14782,540,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,1,134,90,3,23,19490,385043,19674,23,9,9,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,2,193,150,4,23,18284,373669,19550,23,7,9,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,3,195,150,3,23,18589,415482,19717,23,8,11,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,4,45,0,2,23,18795,401026,20208,23,8,12,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests,5,47,0,2,23,18381,368813,19118,23,10,12,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,1,134,90,3,23,19490,385043,19674,23,9,9,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,2,193,150,4,23,18284,373669,19550,23,7,9,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,3,195,150,3,23,18589,415482,19717,23,8,11,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,4,45,0,2,23,18795,401026,20208,23,8,12,0 +openrouter/alpindale/goliath-120b,ruby,ruby/light,write-tests-symflower-fix,5,47,0,2,23,18381,368813,19118,23,10,12,0 +openrouter/alpindale/goliath-120b,ruby,ruby/mistakes,code-repair,1,136,0,4,5,609,27301,1543,5,2,5,120 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,1,13,10,1,1,114,6261,419,1,0,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,2,14,10,1,1,140,3532,157,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,3,14,10,1,1,224,5166,241,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,4,3,0,0,1,173,3698,186,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests,5,4,0,1,1,145,3540,158,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,114,6261,419,1,0,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,3532,157,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,224,5166,241,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,173,3698,186,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/plain,write-tests-symflower-fix,5,4,0,1,1,145,3540,158,1,1,1,0 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,1,103,0,6,10,4577,109047,4997,10,8,9,70 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,2,106,0,8,10,3488,107230,4340,10,8,10,70 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,3,30,0,1,10,4197,92629,4485,10,9,10,0 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,4,33,0,4,10,3816,81894,3984,10,9,10,0 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile,5,81,0,4,10,4352,102832,4873,10,8,9,50 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,1,103,0,6,10,4577,109047,4997,10,8,9,70 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,2,106,0,8,10,3488,107230,4340,10,8,10,70 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,3,30,0,1,10,4197,92629,4485,10,9,10,0 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,4,33,0,4,10,3816,81894,3984,10,9,10,0 +openrouter/alpindale/goliath-120b,ruby,ruby/transpile,transpile-symflower-fix,5,81,0,4,10,4352,102832,4873,10,8,9,50 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,1,116,50,1,23,22080,597328,22375,23,21,21,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,2,131,60,2,23,17700,469790,18024,23,23,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,3,139,70,2,23,17996,451667,19198,23,21,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,4,68,0,0,23,18929,547367,19870,23,22,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests,5,90,20,1,23,16544,604565,16866,23,23,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,1,137,70,2,23,22080,597615,22375,23,21,21,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,2,152,80,3,23,17700,470098,18024,23,23,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,3,171,100,3,23,18929,548589,19870,23,22,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,4,313,240,6,23,17996,453058,19198,23,21,23,0 +openrouter/alpindale/magnum-72b,golang,golang/light,write-tests-symflower-fix,5,90,20,1,23,16544,604565,16866,23,23,23,0 +openrouter/alpindale/magnum-72b,golang,golang/mistakes,code-repair,1,210,0,5,5,657,22282,721,5,5,5,190 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,1,14,10,1,1,74,2034,88,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,2,3,0,0,1,179,6124,193,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,3,3,0,0,1,182,6988,196,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,4,3,0,0,1,283,4498,297,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests,5,3,0,0,1,99,3956,113,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,283,4860,297,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,2034,88,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,99,4306,113,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,179,6124,193,1,1,1,0 +openrouter/alpindale/magnum-72b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,182,6988,196,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests,1,1267,1190,10,23,22244,416549,23586,23,21,23,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests,2,1308,1230,12,23,24732,516139,25899,23,21,22,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests,3,1470,1390,13,23,25763,522333,26436,23,21,23,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests,4,1604,1520,16,23,24620,571039,25862,23,22,23,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests,5,1740,1660,14,23,25420,555030,26626,23,21,22,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,1,1267,1190,10,23,22244,416549,23586,23,21,23,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,2,1308,1230,12,23,24732,516139,25899,23,21,22,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,3,1470,1390,13,23,25763,522333,26436,23,21,23,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,4,1604,1520,16,23,24620,571039,25862,23,22,23,0 +openrouter/alpindale/magnum-72b,java,java/light,write-tests-symflower-fix,5,1740,1660,14,23,25420,555030,26626,23,21,22,0 +openrouter/alpindale/magnum-72b,java,java/mistakes,code-repair,1,160,0,5,5,1019,30874,1079,5,5,5,140 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests,1,14,10,1,1,192,6328,204,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests,2,14,10,1,1,213,10012,225,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests,3,14,10,1,1,230,3100,242,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests,4,14,10,1,1,230,5157,242,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests,5,3,0,0,1,192,4269,204,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,192,6328,204,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,213,10012,225,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,230,3100,242,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,230,5157,242,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,192,4269,204,1,1,1,0 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile,1,388,0,8,10,3303,46037,3420,10,10,10,350 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile,2,479,0,10,10,3614,48527,3764,10,9,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile,3,480,0,10,10,3374,45363,3494,10,10,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile,4,480,0,10,10,3525,47442,3645,10,10,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile,5,480,0,10,10,3731,50278,3851,10,10,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,1,388,0,8,10,3303,46037,3420,10,10,10,350 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,2,479,0,10,10,3614,48527,3764,10,9,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3374,45363,3494,10,10,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3525,47442,3645,10,10,10,440 +openrouter/alpindale/magnum-72b,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3731,50278,3851,10,10,10,440 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,1,1033,950,14,23,18000,225293,18272,23,23,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,2,1120,1040,12,23,16665,201295,17265,23,22,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,3,1252,1170,13,23,17558,217212,17830,23,23,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,4,1570,1490,15,23,23805,289823,24064,23,21,21,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests,5,1756,1670,18,23,18154,217060,18629,23,22,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,1,1033,950,14,23,18000,225293,18272,23,23,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,2,1120,1040,12,23,16665,201295,17265,23,22,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,3,1252,1170,13,23,17558,217212,17830,23,23,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,4,1570,1490,15,23,23805,289823,24064,23,21,21,0 +openrouter/alpindale/magnum-72b,ruby,ruby/light,write-tests-symflower-fix,5,1756,1670,18,23,18154,217060,18629,23,22,23,0 +openrouter/alpindale/magnum-72b,ruby,ruby/mistakes,code-repair,1,160,0,5,5,628,11655,688,5,5,5,140 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,1,14,10,1,1,123,1988,135,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,2,14,10,1,1,149,2587,161,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,3,14,10,1,1,225,3181,237,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,4,3,0,0,1,116,2046,128,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests,5,3,0,0,1,179,2363,191,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,123,1988,135,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,149,2587,161,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,225,3181,237,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,116,2046,128,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,179,2363,191,1,1,1,0 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,1,127,0,8,10,4664,67667,5368,10,9,10,90 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,2,134,0,5,10,3221,47064,3475,10,9,10,100 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,3,166,0,7,10,3047,50047,3619,10,9,10,130 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,4,256,0,6,10,3076,44360,3197,10,10,10,220 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile,5,266,0,7,10,3041,51660,4119,10,9,10,230 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,1,127,0,8,10,4664,67667,5368,10,9,10,90 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,2,134,0,5,10,3221,47064,3475,10,9,10,100 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,3,166,0,7,10,3047,50047,3619,10,9,10,130 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,4,256,0,6,10,3076,44360,3197,10,10,10,220 +openrouter/alpindale/magnum-72b,ruby,ruby/transpile,transpile-symflower-fix,5,266,0,7,10,3041,51660,4119,10,9,10,230 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,1,846,760,21,23,19117,161231,19434,22,21,22,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,2,859,770,21,23,19074,127232,19393,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,3,878,790,21,23,21771,148215,22095,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,4,940,850,22,23,19620,157493,19947,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests,5,972,880,23,23,18701,126066,18931,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,1,897,810,22,23,19117,161821,19434,22,21,22,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,2,910,820,22,23,19074,127608,19393,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,3,929,840,22,23,21771,148698,22095,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,4,972,880,23,23,18701,126066,18931,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/light,write-tests-symflower-fix,5,991,900,23,23,19620,157777,19947,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/mistakes,code-repair,1,210,0,5,5,648,14999,718,5,5,5,190 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,1,13,10,1,1,74,3212,183,1,0,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,2,14,10,1,1,116,2088,126,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,3,14,10,1,1,116,2358,126,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,4,14,10,1,1,116,3560,130,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests,5,14,10,1,1,236,3849,246,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,74,3212,183,1,0,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,116,2088,126,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,116,2358,126,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,116,3560,130,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,236,3849,246,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,1,516,0,9,10,2300,24424,2390,9,9,9,480 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,2,560,0,10,10,2638,30309,2738,10,10,10,520 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,3,580,0,10,10,2639,25942,2739,10,10,10,540 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,4,580,0,10,10,2639,28806,2739,10,10,10,540 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile,5,580,0,10,10,2642,25341,2742,10,10,10,540 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,1,516,0,9,10,2300,24424,2390,9,9,9,480 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,2,560,0,10,10,2638,30309,2738,10,10,10,520 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2639,25942,2739,10,10,10,540 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2639,28806,2739,10,10,10,540 +openrouter/anthropic/claude-3.5-sonnet,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2642,25341,2742,10,10,10,540 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,1,2938,2850,22,23,25003,176580,25267,22,22,22,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,2,3102,3010,23,23,26791,167284,27067,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,3,3122,3030,23,23,25998,140475,26274,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,4,3122,3030,23,23,27543,147835,27819,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests,5,3132,3040,23,23,26379,145867,26655,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,1,2938,2850,22,23,25003,176580,25267,22,22,22,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,2,3102,3010,23,23,26791,167284,27067,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,3,3122,3030,23,23,25998,140475,26274,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,4,3122,3030,23,23,27543,147835,27819,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/light,write-tests-symflower-fix,5,3132,3040,23,23,26379,145867,26655,23,23,23,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/mistakes,code-repair,1,160,0,5,5,943,18055,1003,5,5,5,140 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,1,14,10,1,1,136,2013,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,2,14,10,1,1,136,2027,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,3,14,10,1,1,136,2566,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,4,14,10,1,1,136,5170,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests,5,14,10,1,1,136,5550,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,136,2013,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,136,2027,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,136,2566,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,136,5170,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,136,5550,148,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,1,382,0,8,10,3315,26799,3411,8,8,8,350 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,2,480,0,10,10,4117,25586,4237,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,3,480,0,10,10,4117,28590,4237,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,4,480,0,10,10,4381,31610,4501,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile,5,480,0,10,10,4488,37673,4608,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,1,382,0,8,10,3315,26799,3411,8,8,8,350 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,4117,25586,4237,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4117,28590,4237,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4381,31610,4501,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4488,37673,4608,10,10,10,440 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,1,2361,2270,23,23,20425,105501,20783,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,2,2370,2280,23,23,20009,111983,20449,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,3,2370,2280,23,23,20381,113365,20821,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,4,2370,2280,23,23,21535,115631,21975,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests,5,2371,2280,23,23,20220,106986,20578,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,1,2361,2270,23,23,20425,105501,20783,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,2,2370,2280,23,23,20009,111983,20449,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,3,2370,2280,23,23,20381,113365,20821,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,4,2370,2280,23,23,21535,115631,21975,23,21,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/light,write-tests-symflower-fix,5,2371,2280,23,23,20220,106986,20578,23,22,23,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/mistakes,code-repair,1,170,0,5,5,620,9919,680,5,5,5,150 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1804,152,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,2,14,10,1,1,140,1904,152,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,3,14,10,1,1,220,1962,232,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,4,14,10,1,1,220,2299,232,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests,5,14,10,1,1,220,2471,232,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1804,152,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,1904,152,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,220,1962,232,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,220,2299,232,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,220,2471,232,1,1,1,0 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,1,330,0,10,10,3289,28958,3409,10,10,10,290 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,2,350,0,10,10,3181,26285,3301,10,10,10,310 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,3,380,0,10,10,3148,24901,3268,10,10,10,340 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,4,430,0,10,10,3085,27504,3205,10,10,10,390 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile,5,430,0,10,10,3108,26536,3228,10,10,10,390 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,1,330,0,10,10,3289,28958,3409,10,10,10,290 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,2,350,0,10,10,3181,26285,3301,10,10,10,310 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,3,380,0,10,10,3148,24901,3268,10,10,10,340 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,4,430,0,10,10,3085,27504,3205,10,10,10,390 +openrouter/anthropic/claude-3.5-sonnet,ruby,ruby/transpile,transpile-symflower-fix,5,430,0,10,10,3108,26536,3228,10,10,10,390 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,1,312,240,8,23,23019,88006,25889,23,18,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,2,314,240,7,23,20058,64817,20836,23,21,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,3,480,400,12,23,20148,68123,20873,23,22,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,4,580,500,13,23,21707,74900,22909,23,21,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests,5,650,570,14,23,19943,77405,21195,23,20,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,1,517,440,13,23,23019,89693,25889,23,18,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,2,519,440,12,23,20058,66087,20836,23,21,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,3,582,500,14,23,20148,68700,20873,23,22,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,4,662,580,15,23,21707,75705,22909,23,21,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/light,write-tests-symflower-fix,5,712,630,16,23,19943,78252,21195,23,20,23,0 +openrouter/anthropic/claude-3-haiku,golang,golang/mistakes,code-repair,1,209,0,5,5,648,7332,897,5,4,5,190 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,1,14,10,1,1,79,1241,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,2,14,10,1,1,79,1339,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,3,14,10,1,1,79,1670,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,4,14,10,1,1,79,1806,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests,5,3,0,0,1,150,2762,164,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,79,1241,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,79,1339,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,79,1670,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,79,1806,93,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,150,2762,164,1,1,1,0 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,1,477,0,8,10,2925,15465,3082,10,9,10,440 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,2,478,0,8,10,2877,23850,2985,10,10,10,440 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,3,509,0,9,10,2946,15561,3062,10,10,10,470 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,4,509,0,9,10,2988,17251,3096,10,10,10,470 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile,5,560,0,10,10,3021,21648,3145,10,10,10,520 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,1,540,0,10,10,2946,16185,3062,10,10,10,500 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,2,559,0,10,10,2925,16766,3082,10,9,10,520 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,3,560,0,10,10,2877,25240,2985,10,10,10,520 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2988,17919,3096,10,10,10,520 +openrouter/anthropic/claude-3-haiku,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,3021,21648,3145,10,10,10,520 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,1,2570,2490,19,23,22642,76200,26585,23,15,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,2,2598,2520,20,23,22366,77678,27016,23,12,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,3,2714,2630,21,23,24353,89517,27655,23,17,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,4,2791,2710,20,23,23887,88546,27315,23,15,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests,5,2803,2720,22,23,23162,76596,27196,23,15,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,1,2570,2490,19,23,22642,76200,26585,23,15,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,2,2598,2520,20,23,22366,77678,27016,23,12,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,3,2714,2630,21,23,24353,89517,27655,23,17,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,4,2791,2710,20,23,23887,88546,27315,23,15,23,0 +openrouter/anthropic/claude-3-haiku,java,java/light,write-tests-symflower-fix,5,2803,2720,22,23,23162,76596,27196,23,15,23,0 +openrouter/anthropic/claude-3-haiku,java,java/mistakes,code-repair,1,159,0,5,5,1050,11935,1295,5,4,5,140 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,1,13,10,1,1,220,2544,441,1,0,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,2,13,10,1,1,223,1650,391,1,0,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,3,13,10,1,1,223,1924,293,1,0,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,4,14,10,1,1,223,2915,235,1,1,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests,5,14,10,1,1,232,1532,244,1,1,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,220,2544,441,1,0,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,223,1650,391,1,0,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,3,13,10,1,1,223,1924,293,1,0,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,223,2915,235,1,1,1,0 +openrouter/anthropic/claude-3-haiku,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,232,1532,244,1,1,1,0 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,1,470,0,10,10,4420,18158,4540,10,10,10,430 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,2,480,0,10,10,4347,16773,4467,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,3,480,0,10,10,4353,20050,4473,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,4,480,0,10,10,4486,17370,4606,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile,5,480,0,10,10,4513,23085,4633,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,1,470,0,10,10,4420,18158,4540,10,10,10,430 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,4347,16773,4467,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4353,20050,4473,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4486,17370,4606,10,10,10,440 +openrouter/anthropic/claude-3-haiku,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4513,23085,4633,10,10,10,440 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,1,1992,1910,20,23,15736,63005,18630,23,16,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,2,2041,1960,21,23,18226,70636,21805,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,3,2082,2000,22,23,17786,65681,21585,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,4,2212,2130,22,23,18530,74078,23261,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests,5,2263,2180,23,23,17009,66550,20853,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,1,1992,1910,20,23,15736,63005,18630,23,16,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,2,2041,1960,21,23,18226,70636,21805,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,3,2082,2000,22,23,17786,65681,21585,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,4,2212,2130,22,23,18530,74078,23261,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/light,write-tests-symflower-fix,5,2263,2180,23,23,17009,66550,20853,23,14,23,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/mistakes,code-repair,1,168,0,5,5,620,8828,803,5,3,5,150 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,1,13,10,1,1,140,1969,364,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,2,13,10,1,1,147,1336,219,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,3,13,10,1,1,157,1334,229,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,4,13,10,1,1,157,1782,388,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests,5,13,10,1,1,157,2121,426,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,140,1969,364,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,147,1336,219,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,3,13,10,1,1,157,1334,229,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,4,13,10,1,1,157,1782,388,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/plain,write-tests-symflower-fix,5,13,10,1,1,157,2121,426,1,0,1,0 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,1,289,0,9,10,3125,19459,3245,10,10,10,250 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,2,410,0,10,10,3021,20154,3141,10,10,10,370 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,3,410,0,10,10,3036,20630,3156,10,10,10,370 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,4,420,0,10,10,2950,16849,3070,10,10,10,380 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile,5,440,0,10,10,3047,18281,3167,10,10,10,400 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,1,289,0,9,10,3125,19459,3245,10,10,10,250 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,2,410,0,10,10,3021,20154,3141,10,10,10,370 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,3,410,0,10,10,3036,20630,3156,10,10,10,370 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,4,420,0,10,10,2950,16849,3070,10,10,10,380 +openrouter/anthropic/claude-3-haiku,ruby,ruby/transpile,transpile-symflower-fix,5,440,0,10,10,3047,18281,3167,10,10,10,400 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,1,806,720,20,23,17860,271052,18758,23,20,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,2,858,770,21,23,19010,279619,19368,23,21,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,3,887,800,21,23,17820,272233,18491,23,20,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,4,908,820,22,23,18865,279253,19378,23,20,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests,5,950,860,22,23,19665,290198,19938,23,22,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,1,858,770,21,23,19010,279619,19368,23,21,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,2,908,820,22,23,18865,279253,19378,23,20,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,3,928,840,22,23,17820,272532,18491,23,20,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,4,938,850,22,23,17860,271873,18758,23,20,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/light,write-tests-symflower-fix,5,950,860,22,23,19665,290198,19938,23,22,23,0 +openrouter/anthropic/claude-3-opus,golang,golang/mistakes,code-repair,1,210,0,5,5,638,17261,708,5,5,5,190 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,1,14,10,1,1,75,3254,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,2,14,10,1,1,75,3265,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,3,14,10,1,1,75,3362,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,4,14,10,1,1,75,3486,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests,5,14,10,1,1,75,4061,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,75,3254,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,75,3265,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,75,3362,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,75,3486,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,75,4061,85,1,1,1,0 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,1,475,0,8,10,2994,50147,3275,10,7,10,440 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,2,557,0,10,10,2844,57790,3075,10,7,10,520 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,3,557,0,10,10,2959,50628,3180,10,7,10,520 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,4,576,0,10,10,2927,56082,3214,10,6,10,540 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile,5,578,0,10,10,2960,49964,3134,10,8,10,540 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,1,557,0,10,10,2844,57790,3075,10,7,10,520 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,2,557,0,10,10,2959,50628,3180,10,7,10,520 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,3,557,0,10,10,2994,50860,3275,10,7,10,520 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,4,576,0,10,10,2927,56082,3214,10,6,10,540 +openrouter/anthropic/claude-3-opus,golang,golang/transpile,transpile-symflower-fix,5,578,0,10,10,2960,49964,3134,10,8,10,540 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests,1,3028,2940,23,23,25440,291759,26064,23,19,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests,2,3044,2960,23,23,26622,305771,27611,23,15,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests,3,3046,2960,23,23,25752,300819,26925,23,17,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests,4,3105,3020,23,23,24965,299033,25896,23,16,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests,5,3106,3020,23,23,25705,307909,26787,23,17,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,1,3028,2940,23,23,25440,291759,26064,23,19,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,2,3044,2960,23,23,26622,305771,27611,23,15,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,3,3046,2960,23,23,25752,300819,26925,23,17,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,4,3105,3020,23,23,24965,299033,25896,23,16,23,0 +openrouter/anthropic/claude-3-opus,java,java/light,write-tests-symflower-fix,5,3106,3020,23,23,25705,307909,26787,23,17,23,0 +openrouter/anthropic/claude-3-opus,java,java/mistakes,code-repair,1,160,0,5,5,943,22385,1003,5,5,5,140 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,1,14,10,1,1,136,2922,148,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,2,14,10,1,1,136,3093,148,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,3,14,10,1,1,136,4967,148,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,4,14,10,1,1,137,2867,149,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests,5,14,10,1,1,214,4345,226,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,136,2922,148,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,136,3093,148,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,136,4967,148,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,2867,149,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,214,4345,226,1,1,1,0 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,1,473,0,10,10,3868,61139,4357,10,3,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,2,476,0,10,10,3613,58082,3880,10,6,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,3,476,0,10,10,3766,54230,4034,10,6,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,4,477,0,10,10,3566,55606,3846,10,7,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile,5,478,0,10,10,3434,58933,3722,10,8,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,1,473,0,10,10,3868,61139,4357,10,3,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,2,476,0,10,10,3613,58082,3880,10,6,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,3,476,0,10,10,3766,54230,4034,10,6,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,4,477,0,10,10,3566,55606,3846,10,7,10,440 +openrouter/anthropic/claude-3-opus,java,java/transpile,transpile-symflower-fix,5,478,0,10,10,3434,58933,3722,10,8,10,440 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,1,2167,2080,22,23,17767,253325,19491,23,19,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,2,2236,2150,22,23,18144,263842,19429,23,18,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,3,2307,2220,23,23,18714,268064,20409,23,18,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,4,2336,2250,23,23,17297,259907,19205,23,17,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests,5,2347,2260,23,23,17529,251932,19040,23,18,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,1,2167,2080,22,23,17767,253325,19491,23,19,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,2,2236,2150,22,23,18144,263842,19429,23,18,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,3,2307,2220,23,23,18714,268064,20409,23,18,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,4,2336,2250,23,23,17297,259907,19205,23,17,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/light,write-tests-symflower-fix,5,2347,2260,23,23,17529,251932,19040,23,18,23,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/mistakes,code-repair,1,160,0,5,5,623,16460,683,5,5,5,140 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,1,13,10,1,1,141,3967,237,1,0,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,2,14,10,1,1,140,3732,152,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,3,14,10,1,1,140,3850,152,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,4,14,10,1,1,140,3931,152,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests,5,14,10,1,1,141,3982,153,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,141,3967,237,1,0,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,3732,152,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,3850,152,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,140,3931,152,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,141,3982,153,1,1,1,0 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,1,216,0,10,10,3300,58867,3567,10,6,10,180 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,2,255,0,10,10,3301,66003,3619,10,5,10,220 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,3,307,0,10,10,3226,59136,3521,10,7,10,270 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,4,336,0,10,10,3161,56724,3475,10,6,10,300 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile,5,378,0,10,10,3189,56715,3377,10,8,10,340 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,1,216,0,10,10,3300,58867,3567,10,6,10,180 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,2,255,0,10,10,3301,66003,3619,10,5,10,220 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,3,307,0,10,10,3226,59136,3521,10,7,10,270 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,4,336,0,10,10,3161,56724,3475,10,6,10,300 +openrouter/anthropic/claude-3-opus,ruby,ruby/transpile,transpile-symflower-fix,5,378,0,10,10,3189,56715,3377,10,8,10,340 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,1,657,570,18,23,21811,158183,22049,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,2,706,620,18,23,23349,170701,23790,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,3,757,670,19,23,21006,149587,21964,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,4,789,700,20,23,21627,159951,21861,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests,5,789,700,20,23,28785,194397,29019,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,1,808,720,20,23,23349,171337,23790,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,2,881,790,22,23,21811,159964,22049,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,3,891,800,22,23,21627,160550,21861,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,4,900,810,22,23,21006,150326,21964,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/light,write-tests-symflower-fix,5,952,860,23,23,28785,195590,29019,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/mistakes,code-repair,1,210,0,5,5,648,10908,702,5,5,5,190 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,1,14,10,1,1,224,4223,234,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,2,14,10,1,1,234,3405,244,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,3,14,10,1,1,74,1684,84,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,4,14,10,1,1,74,2204,84,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests,5,14,10,1,1,74,2905,84,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,224,4223,234,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,234,3405,244,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,1684,84,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,2204,84,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,2905,84,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,1,478,0,8,10,2890,25286,2990,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,2,478,0,8,10,2941,28440,3041,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,3,478,0,8,10,2955,26448,3055,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,4,478,0,8,10,2971,25923,3071,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile,5,529,0,9,10,2970,25692,3070,10,10,10,490 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2890,26784,2990,10,10,10,540 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2941,29295,3041,10,10,10,540 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2955,27724,3055,10,10,10,540 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2970,26226,3070,10,10,10,540 +openrouter/anthropic/claude-3-sonnet,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2971,26907,3071,10,10,10,540 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,1,1590,1510,11,23,28239,166165,28515,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,2,1861,1780,12,23,30091,175275,30367,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,3,1913,1830,14,23,24956,155399,25232,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,4,2051,1970,12,23,29182,167340,29458,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests,5,2142,2060,14,23,27781,163709,28805,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,1,1590,1510,11,23,28239,166165,28515,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,2,1861,1780,12,23,30091,175275,30367,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,3,1913,1830,14,23,24956,155399,25232,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,4,2051,1970,12,23,29182,167340,29458,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/light,write-tests-symflower-fix,5,2142,2060,14,23,27781,163709,28805,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,java,java/mistakes,code-repair,1,160,0,5,5,1104,14984,1164,5,5,5,140 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,1,14,10,1,1,136,1799,148,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,2,14,10,1,1,137,1807,149,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,3,14,10,1,1,137,2171,149,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,4,14,10,1,1,137,2179,149,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests,5,14,10,1,1,231,4335,243,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,136,1799,148,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,1807,149,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,2171,149,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,2179,149,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,231,4335,243,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,1,480,0,10,10,3486,29854,3606,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,2,480,0,10,10,3577,28692,3697,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,3,480,0,10,10,3577,28800,3697,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,4,480,0,10,10,3850,30519,3970,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile,5,480,0,10,10,4375,30224,4495,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3486,29854,3606,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3577,28692,3697,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3577,28800,3697,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3850,30519,3970,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4375,30224,4495,10,10,10,440 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,1,1638,1550,19,23,20367,136240,20643,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,2,1772,1680,23,23,20047,133869,20323,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,3,1920,1830,22,23,20392,142205,21003,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,4,2149,2060,20,23,19386,128437,19662,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests,5,862,810,10,23,10743,76520,10911,14,14,14,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,1,1638,1550,19,23,20367,136240,20643,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,2,1772,1680,23,23,20047,133869,20323,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,3,1920,1830,22,23,20392,142205,21003,23,22,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,4,2149,2060,20,23,19386,128437,19662,23,23,23,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/light,write-tests-symflower-fix,5,862,810,10,23,10743,76520,10911,14,14,14,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/mistakes,code-repair,1,170,0,5,5,716,10473,776,5,5,5,150 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1988,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,2,14,10,1,1,140,2032,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,3,14,10,1,1,140,2143,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,4,14,10,1,1,140,2325,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests,5,3,0,0,1,131,1949,143,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1988,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,2032,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,2143,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,140,2325,152,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,131,1949,143,1,1,1,0 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,1,419,0,9,10,2937,30648,3057,10,10,10,380 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,2,420,0,10,10,3035,30922,3155,10,10,10,380 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,3,470,0,10,10,2966,30125,3086,10,10,10,430 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,4,470,0,10,10,2969,31103,3089,10,10,10,430 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile,5,470,0,10,10,3059,31825,3179,10,10,10,430 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,1,419,0,9,10,2937,30648,3057,10,10,10,380 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,2,420,0,10,10,3035,30922,3155,10,10,10,380 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,3,470,0,10,10,2966,30125,3086,10,10,10,430 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,4,470,0,10,10,2969,31103,3089,10,10,10,430 +openrouter/anthropic/claude-3-sonnet,ruby,ruby/transpile,transpile-symflower-fix,5,470,0,10,10,3059,31825,3179,10,10,10,430 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,1,239,180,5,23,18876,225703,23527,23,9,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,2,258,200,6,23,19620,244887,24399,23,7,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,3,292,230,7,23,16535,202410,19254,23,10,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,4,354,290,8,23,19208,226032,21649,23,11,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests,5,364,300,10,23,19392,249547,23220,23,10,21,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,1,299,240,7,23,19620,245297,24399,23,7,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,2,405,340,10,23,16535,204136,19254,23,10,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,3,416,350,10,23,19208,226868,21649,23,11,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,4,457,390,13,23,19392,250533,23220,23,10,21,0 +openrouter/austism/chronos-hermes-13b,golang,golang/light,write-tests-symflower-fix,5,475,410,11,23,18876,228754,23527,23,9,22,0 +openrouter/austism/chronos-hermes-13b,golang,golang/mistakes,code-repair,1,175,0,4,5,792,15674,1647,5,1,5,160 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,1,14,10,1,1,160,3960,175,1,1,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,2,14,10,1,1,247,2779,256,1,1,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,3,14,10,1,1,91,1687,106,1,1,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,4,2,0,0,1,126,2478,180,1,0,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests,5,2,0,0,1,250,3354,347,1,0,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,126,2831,180,1,0,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,160,3960,175,1,1,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,247,2779,256,1,1,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,91,1687,106,1,1,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,250,3354,347,1,0,1,0 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,1,381,0,7,10,2974,33226,3497,10,4,10,350 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,2,413,0,7,10,3132,31654,3486,10,6,10,380 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,3,470,0,8,10,3732,37913,4308,10,3,9,440 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,4,484,0,9,10,2829,28865,3053,10,6,9,450 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile,5,487,0,9,10,3155,35216,3539,10,8,10,450 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,1,464,0,8,10,3132,33247,3486,10,6,10,430 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,2,484,0,10,10,2974,34725,3497,10,4,10,450 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,3,484,0,9,10,2829,28865,3053,10,6,9,450 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,4,498,0,10,10,3155,36148,3539,10,8,10,460 +openrouter/austism/chronos-hermes-13b,golang,golang/transpile,transpile-symflower-fix,5,521,0,9,10,3732,38279,4308,10,3,9,490 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,1,553,490,6,23,22178,221587,28025,23,11,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,2,561,500,4,23,24512,226774,28341,23,11,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,3,711,650,8,23,23481,228272,29368,23,7,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,4,821,760,7,23,20070,204363,25196,23,8,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests,5,866,800,8,23,20787,205986,25041,23,12,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,1,553,490,6,23,22178,221587,28025,23,11,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,2,561,500,4,23,24512,226774,28341,23,11,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,3,711,650,8,23,23481,228272,29368,23,7,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,4,821,760,7,23,20070,204363,25196,23,8,23,0 +openrouter/austism/chronos-hermes-13b,java,java/light,write-tests-symflower-fix,5,866,800,8,23,20787,205986,25041,23,12,23,0 +openrouter/austism/chronos-hermes-13b,java,java/mistakes,code-repair,1,155,0,5,5,1101,26808,3169,5,0,5,140 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,1,13,10,1,1,154,3799,477,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,2,2,0,0,1,366,5263,702,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,3,2,0,0,1,561,5839,847,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,4,2,0,0,1,669,8093,1221,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests,5,3,0,1,1,212,5065,747,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,154,3799,477,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,366,5263,702,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,561,5839,847,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,669,8093,1221,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/plain,write-tests-symflower-fix,5,3,0,1,1,212,5065,747,1,0,1,0 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,1,209,0,4,10,3873,38195,4511,10,5,10,180 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,2,340,0,8,10,4343,37959,4846,10,4,8,310 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,3,368,0,8,10,4127,36409,4629,10,2,8,340 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,4,393,0,8,10,4217,40423,4974,10,5,10,360 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile,5,422,0,9,10,4214,39959,5133,10,3,10,390 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,1,209,0,4,10,3873,38195,4511,10,5,10,180 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,2,340,0,8,10,4343,37959,4846,10,4,8,310 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,3,368,0,8,10,4127,36409,4629,10,2,8,340 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,4,393,0,8,10,4217,40423,4974,10,5,10,360 +openrouter/austism/chronos-hermes-13b,java,java/transpile,transpile-symflower-fix,5,422,0,9,10,4214,39959,5133,10,3,10,390 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,1,419,360,10,23,17136,178396,21736,23,5,21,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,2,486,420,10,23,12713,140018,15754,23,10,23,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,3,646,580,11,23,16324,172699,19620,23,10,22,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,4,696,630,12,23,15394,158897,18328,23,8,23,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests,5,743,680,12,23,12785,155184,18358,23,7,21,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,1,419,360,10,23,17136,178396,21736,23,5,21,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,2,486,420,10,23,12713,140018,15754,23,10,23,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,3,646,580,11,23,16324,172699,19620,23,10,22,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,4,696,630,12,23,15394,158897,18328,23,8,23,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/light,write-tests-symflower-fix,5,743,680,12,23,12785,155184,18358,23,7,21,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/mistakes,code-repair,1,135,0,5,5,607,15423,1955,5,0,5,120 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,1,13,10,1,1,167,3966,565,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,2,13,10,1,1,173,3948,542,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,3,2,0,0,1,154,3594,403,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,4,2,0,0,1,190,4414,602,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests,5,2,0,0,1,242,4314,598,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,167,3966,565,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,173,3948,542,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,154,3594,403,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,190,4414,602,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,242,4314,598,1,0,1,0 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,1,136,0,6,10,3095,33110,3230,10,10,10,100 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,2,189,0,7,10,3641,44639,5116,10,2,10,160 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,3,303,0,7,10,3353,39025,3948,10,6,10,270 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,4,345,0,9,10,2945,33827,3411,10,6,10,310 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile,5,69,0,4,10,3252,38666,3629,10,6,9,40 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,1,136,0,6,10,3095,33110,3230,10,10,10,100 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,2,189,0,7,10,3641,44639,5116,10,2,10,160 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,3,303,0,7,10,3353,39025,3948,10,6,10,270 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,4,345,0,9,10,2945,33827,3411,10,6,10,310 +openrouter/austism/chronos-hermes-13b,ruby,ruby/transpile,transpile-symflower-fix,5,69,0,4,10,3252,38666,3629,10,6,9,40 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,1,505,440,13,23,18813,170449,26116,23,6,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,2,578,510,15,23,20250,166417,26973,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,3,613,550,15,23,19444,180692,29734,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,4,628,560,15,23,19114,167656,27638,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests,5,760,690,17,23,19013,167322,27358,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,1,556,490,14,23,18813,170951,26116,23,6,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,2,782,710,19,23,19114,168769,27638,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,3,806,740,18,23,19444,181400,29734,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,4,853,780,20,23,19013,168271,27358,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/light,write-tests-symflower-fix,5,904,830,21,23,20250,168353,26973,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/mistakes,code-repair,1,206,0,5,5,646,10196,1532,5,1,5,190 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,1,13,10,1,1,74,1863,245,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,2,13,10,1,1,74,2005,367,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,3,13,10,1,1,74,2233,364,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,4,13,10,1,1,74,3130,571,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests,5,13,10,1,1,74,4559,366,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,74,1863,245,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,74,2005,367,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,3,13,10,1,1,74,2233,364,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,4,13,10,1,1,74,3130,571,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/plain,write-tests-symflower-fix,5,13,10,1,1,74,4559,366,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,1,174,0,3,10,3649,41987,7132,10,1,10,150 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,2,175,0,3,10,3053,44607,7530,10,2,10,150 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,3,258,0,5,10,3322,44667,6984,10,3,10,230 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,4,286,0,5,10,2500,35321,5251,10,1,10,260 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile,5,287,0,5,10,2439,36824,5578,10,2,10,260 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,1,175,0,3,10,3053,44607,7530,10,2,10,150 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,2,258,0,5,10,3322,44667,6984,10,3,10,230 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,3,286,0,5,10,2500,35321,5251,10,1,10,260 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,4,296,0,5,10,3649,43738,7132,10,1,10,270 +openrouter/cognitivecomputations/dolphin-llama-3-70b,golang,golang/transpile,transpile-symflower-fix,5,348,0,6,10,2439,37548,5578,10,2,10,320 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,1,1688,1620,13,23,20928,134401,28047,23,9,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,2,1727,1660,16,23,19561,134980,27199,23,5,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,3,1849,1780,16,23,17639,123298,24691,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,4,2010,1940,16,23,20174,139696,26531,23,8,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests,5,2221,2150,19,23,17055,121381,23346,23,6,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,1,1688,1620,13,23,20928,134401,28047,23,9,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,2,1727,1660,16,23,19561,134980,27199,23,5,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,3,1849,1780,16,23,17639,123298,24691,23,7,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,4,2010,1940,16,23,20174,139696,26531,23,8,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/light,write-tests-symflower-fix,5,2221,2150,19,23,17055,121381,23346,23,6,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/mistakes,code-repair,1,135,0,4,5,968,13320,1708,5,1,5,120 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,1,13,10,1,1,186,2321,465,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,2,13,10,1,1,191,2367,407,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,3,13,10,1,1,242,1854,322,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,4,14,10,1,1,212,1439,224,1,1,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests,5,2,0,0,1,475,5084,970,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,186,2321,465,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,191,2367,407,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,3,13,10,1,1,242,1854,322,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,212,1439,224,1,1,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/plain,write-tests-symflower-fix,5,2,0,0,1,475,5084,970,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,1,382,0,8,10,3631,29232,4574,10,4,10,350 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,2,382,0,8,10,3894,33402,5674,10,4,10,350 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,3,434,0,9,10,3390,31674,5051,10,6,9,400 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,4,436,0,9,10,3723,28212,4797,10,7,10,400 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile,5,467,0,10,10,4088,28475,4439,10,7,10,430 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,1,382,0,8,10,3631,29232,4574,10,4,10,350 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,2,382,0,8,10,3894,33402,5674,10,4,10,350 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,3,434,0,9,10,3390,31674,5051,10,6,9,400 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,4,436,0,9,10,3723,28212,4797,10,7,10,400 +openrouter/cognitivecomputations/dolphin-llama-3-70b,java,java/transpile,transpile-symflower-fix,5,467,0,10,10,4088,28475,4439,10,7,10,430 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,1,1678,1610,18,23,10914,109145,19109,23,4,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,2,1732,1660,22,23,10611,117687,20918,23,4,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,3,1778,1710,20,23,12235,116360,20746,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,4,1799,1730,21,23,12286,163932,19818,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests,5,1960,1890,22,23,11718,113020,20530,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,1,1678,1610,18,23,10914,109145,19109,23,4,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,2,1732,1660,22,23,10611,117687,20918,23,4,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,3,1778,1710,20,23,12235,116360,20746,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,4,1799,1730,21,23,12286,163932,19818,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/light,write-tests-symflower-fix,5,1960,1890,22,23,11718,113020,20530,23,2,23,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/mistakes,code-repair,1,135,0,4,5,615,7599,800,5,2,4,120 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,1,13,10,1,1,146,2986,526,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,2,13,10,1,1,148,2851,468,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,3,13,10,1,1,161,4459,842,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,4,13,10,1,1,167,2965,433,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests,5,14,10,1,1,159,1682,172,1,1,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,146,2986,526,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,148,2851,468,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,3,13,10,1,1,161,4459,842,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,4,13,10,1,1,167,2965,433,1,0,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,159,1682,172,1,1,1,0 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,1,125,0,9,10,2629,28381,3797,10,6,10,90 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,2,137,0,10,10,3017,29296,4010,10,7,10,100 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,3,68,0,9,10,3211,26841,3657,10,9,10,30 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,4,84,0,10,10,3117,34900,5251,10,4,10,50 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile,5,86,0,9,10,2668,32072,3795,10,7,10,50 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,1,125,0,9,10,2629,28381,3797,10,6,10,90 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,2,137,0,10,10,3017,29296,4010,10,7,10,100 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,3,68,0,9,10,3211,26841,3657,10,9,10,30 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,4,84,0,10,10,3117,34900,5251,10,4,10,50 +openrouter/cognitivecomputations/dolphin-llama-3-70b,ruby,ruby/transpile,transpile-symflower-fix,5,86,0,9,10,2668,32072,3795,10,7,10,50 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,1,307,240,7,23,17691,242061,21182,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,2,458,390,10,23,17565,246939,21484,23,12,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,3,500,430,11,23,17794,237858,21698,23,13,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,4,502,430,12,23,17176,246187,20110,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests,5,610,540,12,23,17995,233692,21572,23,12,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,1,583,510,13,23,17691,244074,21182,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,2,614,540,14,23,17176,246697,20110,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,3,644,570,15,23,17794,239253,21698,23,13,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,4,704,630,16,23,17995,234653,21572,23,12,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/light,write-tests-symflower-fix,5,713,640,15,23,17565,248796,21484,23,12,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/mistakes,code-repair,1,210,0,5,5,643,11714,705,5,5,5,190 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,1,13,10,1,1,106,2372,214,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,2,3,0,0,1,135,2328,149,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,3,3,0,0,1,197,3510,211,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,4,3,0,0,1,337,4000,351,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests,5,3,0,0,1,402,4356,416,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,106,2372,214,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,135,2328,149,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,197,3510,211,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,337,4000,351,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,402,4356,416,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,1,354,0,6,10,2688,42473,3501,10,8,10,320 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,2,376,0,7,10,3220,42446,3367,10,9,10,340 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,3,395,0,7,10,2757,44571,3670,10,8,10,360 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,4,467,0,9,10,3180,42928,3979,10,8,10,430 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile,5,508,0,9,10,2878,37728,3125,10,9,10,470 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,1,376,0,7,10,3220,42446,3367,10,9,10,340 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,2,395,0,7,10,2757,44571,3670,10,8,10,360 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,3,456,0,8,10,2688,45040,3501,10,8,10,420 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,4,467,0,9,10,3180,42928,3979,10,8,10,430 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,golang,golang/transpile,transpile-symflower-fix,5,508,0,9,10,2878,37728,3125,10,9,10,470 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,1,1411,1340,14,23,23577,232299,27258,23,11,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,2,1950,1870,17,23,21489,215140,24227,23,17,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,3,1955,1880,16,23,14812,158298,17299,23,14,22,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,4,2047,1970,17,23,18971,187434,22359,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests,5,2198,2120,18,23,21062,216737,25753,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,1,1411,1340,14,23,23577,232299,27258,23,11,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,2,1950,1870,17,23,21489,215140,24227,23,17,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,3,1955,1880,16,23,14812,158298,17299,23,14,22,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,4,2047,1970,17,23,18971,187434,22359,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/light,write-tests-symflower-fix,5,2198,2120,18,23,21062,216737,25753,23,14,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/mistakes,code-repair,1,159,0,5,5,1045,17055,1210,5,4,5,140 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,1,14,10,1,1,186,2796,198,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,2,14,10,1,1,236,2967,248,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,3,14,10,1,1,251,2580,263,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,4,2,0,0,1,329,7584,984,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests,5,3,0,0,1,230,2524,242,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,186,2796,198,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,236,2967,248,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,251,2580,263,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,329,7584,984,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,230,2524,242,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,1,439,0,9,10,3335,44953,3455,10,10,10,400 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,2,470,0,10,10,3386,44153,3506,10,10,10,430 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,3,478,0,10,10,3479,55394,4776,10,8,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,4,479,0,10,10,3410,49201,3904,10,9,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile,5,480,0,10,10,3108,47584,3228,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,1,439,0,9,10,3335,44953,3455,10,10,10,400 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,2,470,0,10,10,3386,44153,3506,10,10,10,430 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,3,478,0,10,10,3479,55394,4776,10,8,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,4,479,0,10,10,3410,49201,3904,10,9,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3108,47584,3228,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,1,1027,950,12,23,12846,160310,15080,23,19,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,2,1107,1030,12,23,15538,182220,17352,23,19,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,3,1178,1100,14,23,14724,179386,17372,23,18,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,4,1255,1200,12,23,9697,104282,10682,15,13,15,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests,5,1256,1180,13,23,13644,159830,16024,23,17,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,1,1027,950,12,23,12846,160310,15080,23,19,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,2,1107,1030,12,23,15538,182220,17352,23,19,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,3,1178,1100,14,23,14724,179386,17372,23,18,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,4,1255,1200,12,23,9697,104282,10682,15,13,15,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/light,write-tests-symflower-fix,5,1256,1180,13,23,13644,159830,16024,23,17,23,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/mistakes,code-repair,1,169,0,5,5,600,11335,732,5,4,5,150 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,1,13,10,1,1,147,5105,566,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,2,13,10,1,1,151,3395,406,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,3,14,10,1,1,147,2417,159,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,4,14,10,1,1,186,4127,198,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests,5,14,10,1,1,198,2903,210,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,147,5105,566,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,151,3395,406,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,147,2417,159,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,186,4127,198,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,198,2903,210,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,1,135,0,7,10,3603,63759,5259,10,8,10,100 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,2,164,0,7,10,3033,45142,3930,10,7,10,130 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,3,175,0,5,10,1999,29019,2496,7,6,7,150 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,4,215,0,7,10,2839,44631,3645,10,8,10,180 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile,5,269,0,9,10,2860,38011,2980,10,10,10,230 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,1,135,0,7,10,3603,63759,5259,10,8,10,100 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,2,164,0,7,10,3033,45142,3930,10,7,10,130 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,3,175,0,5,10,1999,29019,2496,7,6,7,150 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,4,215,0,7,10,2839,44631,3645,10,8,10,180 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,ruby,ruby/transpile,transpile-symflower-fix,5,269,0,9,10,2860,38011,2980,10,10,10,230 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,1,130,80,4,23,33547,179289,34590,23,10,13,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,2,196,140,4,23,25949,133067,29125,23,11,18,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,3,197,140,5,23,31970,186528,32840,23,14,15,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,4,210,160,5,23,33871,253388,35100,23,10,12,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests,5,258,200,5,23,26547,153677,28946,23,13,17,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,1,192,140,6,23,33547,179678,34590,23,10,13,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,2,241,190,6,23,33871,253677,35100,23,10,12,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,3,248,190,6,23,31970,186795,32840,23,14,15,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,4,340,280,7,23,26547,154684,28946,23,13,17,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/light,write-tests-symflower-fix,5,383,320,11,23,25949,134840,29125,23,11,18,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/mistakes,code-repair,1,169,0,4,5,735,9146,805,5,5,5,150 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,1,13,10,1,1,110,2463,379,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,2,2,0,0,1,950,5183,1070,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,3,3,0,0,1,254,2196,268,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,4,3,0,0,1,330,2586,344,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests,5,3,0,0,1,56,691,70,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,110,2463,379,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,56,1183,70,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,950,5183,1070,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,254,2196,268,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,330,2586,344,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,1,1057,990,10,23,34971,173586,36068,23,16,18,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,2,619,560,5,23,38048,143625,39460,23,14,17,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,3,736,670,6,23,37010,148979,38251,23,17,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,4,927,860,6,23,37523,148079,38326,23,18,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests,5,967,900,8,23,35728,203203,38482,23,16,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,1,1057,990,10,23,34971,173586,36068,23,16,18,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,2,619,560,5,23,38048,143625,39460,23,14,17,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,3,736,670,6,23,37010,148979,38251,23,17,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,4,927,860,6,23,37523,148079,38326,23,18,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/light,write-tests-symflower-fix,5,967,900,8,23,35728,203203,38482,23,16,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/mistakes,code-repair,1,106,0,3,5,1700,9985,1750,5,4,4,90 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,1,14,10,1,1,466,1603,478,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,2,2,0,0,1,288,1875,504,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,3,2,0,0,1,606,12966,4925,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,4,2,0,0,1,797,4887,1448,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests,5,3,0,0,1,1646,4573,1658,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,466,1603,478,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,288,1875,504,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,606,12966,4925,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,797,4887,1448,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,1646,4573,1658,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,1,386,0,8,10,7075,66455,7196,10,9,9,350 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,2,437,0,9,10,4038,45457,4364,10,8,10,400 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,3,480,0,10,10,4073,36051,4193,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,4,480,0,10,10,4139,33848,4259,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile,5,480,0,10,10,4223,42734,4343,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,1,386,0,8,10,7075,66455,7196,10,9,9,350 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,2,437,0,9,10,4038,45457,4364,10,8,10,400 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4073,36051,4193,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4139,33848,4259,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4223,42734,4343,10,10,10,440 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,1,245,180,4,23,17997,155533,20624,23,16,22,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,2,343,280,6,23,21129,226325,24209,23,13,21,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,3,346,280,5,23,19610,177466,22113,23,16,22,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,4,650,580,10,23,23685,187689,26135,23,17,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests,5,780,710,8,23,21653,200616,22141,23,19,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,1,245,180,4,23,17997,155533,20624,23,16,22,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,2,343,280,6,23,21129,226325,24209,23,13,21,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,3,346,280,5,23,19610,177466,22113,23,16,22,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,4,650,580,10,23,23685,187689,26135,23,17,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/light,write-tests-symflower-fix,5,780,710,8,23,21653,200616,22141,23,19,20,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/mistakes,code-repair,1,140,0,5,5,629,6905,689,5,5,5,120 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,1,13,10,1,1,147,4680,429,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,2,14,10,1,1,147,3009,159,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,3,3,0,0,1,153,2220,165,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,4,3,0,0,1,200,3072,212,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests,5,3,0,0,1,242,2860,254,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,147,4680,429,1,0,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,147,3009,159,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,153,2220,165,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,200,3072,212,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,242,2860,254,1,1,1,0 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,1,168,0,8,10,3183,36616,3304,10,10,10,130 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,2,227,0,8,10,2910,29536,3245,10,9,10,190 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,3,240,0,10,10,2710,28954,2830,10,10,10,200 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,4,267,0,7,10,2863,31692,2983,10,10,10,230 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile,5,278,0,10,10,3046,36115,3633,10,8,10,240 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,1,168,0,8,10,3183,36616,3304,10,10,10,130 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,2,227,0,8,10,2910,29536,3245,10,9,10,190 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,3,240,0,10,10,2710,28954,2830,10,10,10,200 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,4,267,0,7,10,2863,31692,2983,10,10,10,230 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,ruby,ruby/transpile,transpile-symflower-fix,5,278,0,10,10,3046,36115,3633,10,8,10,240 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,1,111,40,2,23,15533,60063,15856,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,2,121,50,2,23,18646,69454,19001,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,3,142,70,3,23,14476,66804,14798,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,4,165,90,6,23,17862,68091,18181,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests,5,204,130,5,23,19895,71266,20213,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,1,173,100,4,23,18646,69970,19001,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,2,193,120,4,23,15533,60577,15856,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,3,206,130,7,23,17862,68460,18181,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,4,224,150,5,23,14476,67259,14798,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/light,write-tests-symflower-fix,5,286,210,7,23,19895,72251,20213,23,23,23,0 +openrouter/cohere/command-r-03-2024,golang,golang/mistakes,code-repair,1,180,0,5,5,712,4385,782,5,5,5,160 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,1,14,10,1,1,129,765,143,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,2,14,10,1,1,78,627,92,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,3,14,10,1,1,80,621,94,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,4,3,0,0,1,100,744,114,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests,5,3,0,0,1,84,658,98,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,129,765,143,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,78,627,92,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,80,621,94,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,100,744,114,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,84,658,98,1,1,1,0 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,1,141,0,3,10,3207,11986,3283,10,4,4,120 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,2,161,0,3,10,3208,12123,3284,10,4,4,140 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,3,226,0,4,10,3057,11549,3141,10,6,6,200 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,4,287,0,5,10,3078,13761,3162,10,6,6,260 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile,5,353,0,7,10,3018,12045,3114,10,8,8,320 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,1,172,0,4,10,3207,12188,3283,10,4,4,150 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,2,192,0,4,10,3208,12581,3284,10,4,4,170 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,3,226,0,4,10,3057,11549,3141,10,6,6,200 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,4,318,0,6,10,3078,14013,3162,10,6,6,290 +openrouter/cohere/command-r-03-2024,golang,golang/transpile,transpile-symflower-fix,5,353,0,7,10,3018,12045,3114,10,8,8,320 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests,1,1179,1100,10,23,20369,57274,20645,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests,2,1218,1140,9,23,19361,53895,19637,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests,3,1320,1240,11,23,20228,55443,20504,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests,4,1462,1380,13,23,18845,54602,19121,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests,5,999,920,10,23,17787,51734,18063,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,1,1179,1100,10,23,20369,57274,20645,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,2,1218,1140,9,23,19361,53895,19637,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,3,1320,1240,11,23,20228,55443,20504,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,4,1462,1380,13,23,18845,54602,19121,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/light,write-tests-symflower-fix,5,999,920,10,23,17787,51734,18063,23,23,23,0 +openrouter/cohere/command-r-03-2024,java,java/mistakes,code-repair,1,160,0,5,5,1160,4768,1220,5,5,5,140 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,1,14,10,1,1,136,707,148,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,2,14,10,1,1,136,871,148,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,3,14,10,1,1,137,716,149,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,4,14,10,1,1,137,719,149,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests,5,3,0,0,1,151,772,163,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,136,707,148,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,136,871,148,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,716,149,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,719,149,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,151,772,163,1,1,1,0 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,1,364,0,8,10,3964,12385,4072,10,8,8,330 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,2,384,0,8,10,4035,13205,4143,10,8,8,350 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,3,417,0,9,10,3942,14576,4056,10,9,9,380 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,4,440,0,10,10,3963,13897,4083,10,10,10,400 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile,5,460,0,10,10,4018,12418,4138,10,10,10,420 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,1,364,0,8,10,3964,12385,4072,10,8,8,330 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,2,384,0,8,10,4035,13205,4143,10,8,8,350 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,3,417,0,9,10,3942,14576,4056,10,9,9,380 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,4,440,0,10,10,3963,13897,4083,10,10,10,400 +openrouter/cohere/command-r-03-2024,java,java/transpile,transpile-symflower-fix,5,460,0,10,10,4018,12418,4138,10,10,10,420 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,1,1001,920,12,23,11224,37640,11500,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,2,586,510,7,23,11494,39372,11770,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,3,647,570,8,23,12093,44397,12369,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,4,678,600,9,23,10734,36760,11010,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests,5,857,780,8,23,12272,47011,12548,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,1,1001,920,12,23,11224,37640,11500,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,2,586,510,7,23,11494,39372,11770,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,3,647,570,8,23,12093,44397,12369,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,4,678,600,9,23,10734,36760,11010,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/light,write-tests-symflower-fix,5,857,780,8,23,12272,47011,12548,23,23,23,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/mistakes,code-repair,1,109,0,4,5,728,5125,788,5,5,5,90 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,1,14,10,1,1,145,732,157,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,2,14,10,1,1,155,743,167,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,3,14,10,1,1,155,756,167,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,4,3,0,0,1,131,688,143,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests,5,3,0,0,1,146,1019,158,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,145,732,157,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,155,743,167,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,155,756,167,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,131,688,143,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,146,1019,158,1,1,1,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,1,141,0,7,10,2682,12802,2784,10,7,7,110 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,2,144,0,8,10,2350,10717,2458,10,8,8,110 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,3,31,0,7,10,2543,10810,2645,10,7,7,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,4,32,0,6,10,2701,10271,2809,10,8,8,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile,5,63,0,7,10,2477,10314,2585,10,8,8,30 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,1,141,0,7,10,2682,12802,2784,10,7,7,110 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,2,144,0,8,10,2350,10717,2458,10,8,8,110 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,3,31,0,7,10,2543,10810,2645,10,7,7,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,4,32,0,6,10,2701,10271,2809,10,8,8,0 +openrouter/cohere/command-r-03-2024,ruby,ruby/transpile,transpile-symflower-fix,5,63,0,7,10,2477,10314,2585,10,8,8,30 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,1,555,470,16,23,25169,110834,25411,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,2,667,580,18,23,23289,102859,23531,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,3,769,680,20,23,26779,127502,27033,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,4,800,710,21,23,24537,106810,24783,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests,5,921,830,22,23,22436,90892,22666,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,1,709,620,20,23,25169,112185,25411,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,2,769,680,20,23,23289,103467,23531,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,3,800,710,21,23,24537,106810,24783,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,4,831,740,22,23,26779,128315,27033,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/light,write-tests-symflower-fix,5,962,870,23,23,22436,91286,22666,23,23,23,0 +openrouter/cohere/command-r-08-2024,golang,golang/mistakes,code-repair,1,87,0,2,5,680,4823,750,5,5,5,70 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,1,14,10,1,1,112,856,126,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,2,14,10,1,1,136,1088,146,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,3,14,10,1,1,74,665,84,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,4,14,10,1,1,74,693,84,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests,5,14,10,1,1,77,712,91,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,112,856,126,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,136,1088,146,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,665,84,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,693,84,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,77,712,91,1,1,1,0 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,1,448,0,8,10,2870,14840,2970,10,10,10,410 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,2,499,0,9,10,3237,15709,3337,10,10,10,460 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,3,509,0,9,10,2914,14537,3014,10,10,10,470 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,4,509,0,9,10,3192,16794,3292,10,10,10,470 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile,5,540,0,10,10,3003,14613,3103,10,10,10,500 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,1,448,0,8,10,2870,14840,2970,10,10,10,410 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,2,499,0,9,10,3237,15709,3337,10,10,10,460 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,3,509,0,9,10,2914,14537,3014,10,10,10,470 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,4,509,0,9,10,3192,16794,3292,10,10,10,470 +openrouter/cohere/command-r-08-2024,golang,golang/transpile,transpile-symflower-fix,5,540,0,10,10,3003,14613,3103,10,10,10,500 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests,1,1339,1260,10,23,27721,95333,27997,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests,2,1492,1410,13,23,24940,83064,25217,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests,3,1833,1750,14,23,25550,86062,25827,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests,4,1892,1810,13,23,24238,83431,24514,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests,5,2276,2190,17,23,26137,87355,26413,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,1,1339,1260,10,23,27721,95333,27997,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,2,1492,1410,13,23,24940,83064,25217,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,3,1833,1750,14,23,25550,86062,25827,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,4,1892,1810,13,23,24238,83431,24514,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/light,write-tests-symflower-fix,5,2276,2190,17,23,26137,87355,26413,23,23,23,0 +openrouter/cohere/command-r-08-2024,java,java/mistakes,code-repair,1,160,0,5,5,1167,5878,1227,5,5,5,140 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,1,14,10,1,1,224,1232,236,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,2,14,10,1,1,238,1073,250,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,3,14,10,1,1,238,1102,250,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,4,14,10,1,1,255,1132,267,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests,5,14,10,1,1,270,1129,282,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,224,1232,236,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,238,1073,250,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,238,1102,250,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,255,1132,267,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,270,1129,282,1,1,1,0 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,1,470,0,10,10,3765,17062,3885,10,10,10,430 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,2,470,0,10,10,3872,16421,3992,10,10,10,430 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,3,480,0,10,10,3991,28078,4111,10,10,10,440 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,4,480,0,10,10,3996,18546,4116,10,10,10,440 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile,5,480,0,10,10,4208,18677,4328,10,10,10,440 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,1,470,0,10,10,3765,17062,3885,10,10,10,430 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,2,470,0,10,10,3872,16421,3992,10,10,10,430 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3991,28078,4111,10,10,10,440 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3996,18546,4116,10,10,10,440 +openrouter/cohere/command-r-08-2024,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4208,18677,4328,10,10,10,440 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,1,478,400,9,23,17771,71819,18047,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,2,533,460,4,23,16162,67836,16438,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,3,675,600,6,23,18202,74256,18478,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,4,796,720,7,23,17152,74552,17428,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests,5,90,20,1,23,19600,77820,19877,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,1,478,400,9,23,17771,71819,18047,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,2,533,460,4,23,16162,67836,16438,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,3,675,600,6,23,18202,74256,18478,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,4,796,720,7,23,17152,74552,17428,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/light,write-tests-symflower-fix,5,90,20,1,23,19600,77820,19877,23,23,23,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/mistakes,code-repair,1,160,0,5,5,600,4337,660,5,5,5,140 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,1,14,10,1,1,113,799,125,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,2,14,10,1,1,142,895,154,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,3,3,0,0,1,135,1141,147,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,4,3,0,0,1,229,1390,241,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests,5,3,0,0,1,276,1354,288,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,113,799,125,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,142,895,154,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,135,1141,147,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,229,1390,241,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,276,1354,288,1,1,1,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,1,159,0,9,10,2885,13957,3005,10,10,10,120 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,2,228,0,8,10,2696,14212,2816,10,10,10,190 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,3,259,0,9,10,2749,14255,2869,10,10,10,220 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,4,280,0,10,10,3035,14686,3155,10,10,10,240 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile,5,38,0,8,10,3036,14855,3156,10,10,10,0 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,1,159,0,9,10,2885,13957,3005,10,10,10,120 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,2,228,0,8,10,2696,14212,2816,10,10,10,190 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,3,259,0,9,10,2749,14255,2869,10,10,10,220 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,4,280,0,10,10,3035,14686,3155,10,10,10,240 +openrouter/cohere/command-r-08-2024,ruby,ruby/transpile,transpile-symflower-fix,5,38,0,8,10,3036,14855,3156,10,10,10,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,1,101,30,2,23,22553,215138,22875,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,2,131,60,2,23,25067,251256,25389,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,3,162,90,3,23,24536,241188,24858,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,4,264,190,5,23,22651,204183,22973,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests,5,272,200,5,23,27336,231566,27650,23,22,22,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,1,101,30,2,23,22553,215138,22875,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,2,131,60,2,23,25067,251256,25389,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,3,162,90,3,23,24536,241188,24858,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,4,264,190,5,23,22651,204183,22973,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/light,write-tests-symflower-fix,5,272,200,5,23,27336,231566,27650,23,22,22,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/mistakes,code-repair,1,210,0,5,5,645,9533,711,5,5,5,190 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,1,14,10,1,1,124,1100,138,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,2,3,0,0,1,121,1706,135,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,3,3,0,0,1,127,1552,141,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,4,3,0,0,1,145,1482,159,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests,5,3,0,0,1,96,1139,110,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,124,1100,138,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,121,1706,135,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,127,1552,141,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,145,1482,159,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,96,1139,110,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,1,387,0,7,10,3556,37346,3656,10,10,10,350 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,2,425,0,7,10,3427,28853,3523,10,9,9,390 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,3,464,0,8,10,2823,29086,2915,10,8,8,430 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,4,499,0,9,10,4047,30968,4147,10,10,10,460 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile,5,509,0,9,10,2696,36925,2796,10,10,10,470 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,1,448,0,8,10,3556,37559,3656,10,10,10,410 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,2,464,0,8,10,2823,29086,2915,10,8,8,430 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,3,486,0,8,10,3427,29164,3523,10,9,9,450 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,4,540,0,10,10,2696,37114,2796,10,10,10,500 +openrouter/cohere/command-r-plus-04-2024,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,4047,31308,4147,10,10,10,520 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,1,2298,2210,19,23,31678,190716,31954,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,2,2309,2220,20,23,28068,149905,28344,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,3,2577,2490,20,23,39229,311044,39496,23,22,22,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,4,2619,2530,20,23,30994,175425,31270,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests,5,2670,2580,21,23,31512,189015,31788,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,1,2298,2210,19,23,31678,190716,31954,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,2,2309,2220,20,23,28068,149905,28344,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,3,2577,2490,20,23,39229,311044,39496,23,22,22,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,4,2619,2530,20,23,30994,175425,31270,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/light,write-tests-symflower-fix,5,2670,2580,21,23,31512,189015,31788,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,java,java/mistakes,code-repair,1,160,0,5,5,1050,8784,1110,5,5,5,140 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,1,14,10,1,1,185,1369,197,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,2,14,10,1,1,224,1538,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,3,14,10,1,1,224,1570,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,4,14,10,1,1,224,1637,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests,5,14,10,1,1,224,1663,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,185,1369,197,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,224,1538,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,224,1570,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,224,1637,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,224,1663,236,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,1,450,0,10,10,3639,32534,3759,10,10,10,410 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,2,460,0,10,10,3552,30520,3672,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,3,460,0,10,10,3693,28919,3813,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,4,460,0,10,10,3705,24838,3825,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile,5,460,0,10,10,3879,25561,3999,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,1,450,0,10,10,3639,32534,3759,10,10,10,410 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,2,460,0,10,10,3552,30520,3672,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,3,460,0,10,10,3693,28919,3813,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,4,460,0,10,10,3705,24838,3825,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,java,java/transpile,transpile-symflower-fix,5,460,0,10,10,3879,25561,3999,10,10,10,420 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,1,1177,1090,18,23,21618,157236,21894,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,2,1255,1170,16,23,17484,118621,17760,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,3,1518,1430,19,23,18262,136645,18538,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,4,1527,1440,18,23,19556,147867,19833,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests,5,1627,1540,18,23,21505,131436,21781,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,1,1177,1090,18,23,21618,157236,21894,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,2,1255,1170,16,23,17484,118621,17760,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,3,1518,1430,19,23,18262,136645,18538,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,4,1527,1440,18,23,19556,147867,19833,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/light,write-tests-symflower-fix,5,1627,1540,18,23,21505,131436,21781,23,23,23,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/mistakes,code-repair,1,170,0,5,5,612,7975,672,5,5,5,150 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,1,14,10,1,1,108,1063,120,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,2,14,10,1,1,140,1202,152,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,3,14,10,1,1,155,1232,167,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,4,14,10,1,1,155,1386,167,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests,5,14,10,1,1,226,1443,238,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,108,1063,120,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,1202,152,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,155,1232,167,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,155,1386,167,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,226,1443,238,1,1,1,0 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,1,120,0,10,10,3182,25973,3302,10,10,10,80 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,2,200,0,10,10,3174,24280,3294,10,10,10,160 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,3,220,0,10,10,2848,22116,2968,10,10,10,180 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,4,220,0,10,10,2874,38534,2994,10,10,10,180 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile,5,250,0,10,10,2917,25444,3037,10,10,10,210 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,1,120,0,10,10,3182,25973,3302,10,10,10,80 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,2,200,0,10,10,3174,24280,3294,10,10,10,160 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,3,220,0,10,10,2848,22116,2968,10,10,10,180 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,4,220,0,10,10,2874,38534,2994,10,10,10,180 +openrouter/cohere/command-r-plus-04-2024,ruby,ruby/transpile,transpile-symflower-fix,5,250,0,10,10,2917,25444,3037,10,10,10,210 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,1,112,40,3,23,21673,219376,21987,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,2,120,50,1,23,22792,214781,23114,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,3,142,70,3,23,25697,204176,26004,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,4,69,0,0,23,23318,182644,23629,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests,5,92,20,3,23,23948,240585,24258,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,1,161,90,2,23,23318,183116,23629,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,2,162,90,3,23,22792,215607,23114,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,3,184,110,5,23,25697,205029,26004,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,4,204,130,5,23,23948,241248,24258,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/light,write-tests-symflower-fix,5,285,210,6,23,21673,220316,21987,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/mistakes,code-repair,1,210,0,5,5,646,7484,696,5,5,5,190 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,1,14,10,1,1,145,3315,155,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,2,3,0,0,1,195,2190,209,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,3,3,0,0,1,204,2625,214,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,4,3,0,0,1,230,2018,244,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests,5,3,0,0,1,271,2337,281,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,145,3315,155,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,195,2190,209,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,204,2625,214,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,230,2018,244,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,271,2337,281,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,1,478,0,8,10,2809,31310,2909,10,10,10,440 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,2,509,0,9,10,2861,42321,2961,10,10,10,470 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,3,540,0,10,10,2887,30544,2987,10,10,10,500 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,4,540,0,10,10,2982,27516,3082,10,10,10,500 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile,5,540,0,10,10,3011,23038,3111,10,10,10,500 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,1,478,0,8,10,2809,31310,2909,10,10,10,440 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,2,509,0,9,10,2861,42321,2961,10,10,10,470 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,3,540,0,10,10,2887,30544,2987,10,10,10,500 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,4,540,0,10,10,2982,27516,3082,10,10,10,500 +openrouter/cohere/command-r-plus-08-2024,golang,golang/transpile,transpile-symflower-fix,5,540,0,10,10,3011,23038,3111,10,10,10,500 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,1,2066,1980,17,23,30643,230883,30919,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,2,2166,2080,17,23,27720,165339,27996,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,3,2648,2560,19,23,27410,192228,27686,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,4,2739,2650,20,23,31672,236796,31948,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests,5,2910,2820,21,23,30257,189175,30533,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,1,2066,1980,17,23,30643,230883,30919,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,2,2166,2080,17,23,27720,165339,27996,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,3,2648,2560,19,23,27410,192228,27686,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,4,2739,2650,20,23,31672,236796,31948,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/light,write-tests-symflower-fix,5,2910,2820,21,23,30257,189175,30533,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,java,java/mistakes,code-repair,1,160,0,5,5,1137,10420,1197,5,5,5,140 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,1,14,10,1,1,236,2016,248,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,2,14,10,1,1,237,2450,249,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,3,14,10,1,1,244,1912,256,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,4,14,10,1,1,330,2864,342,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests,5,4,0,1,1,258,2041,270,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,236,2016,248,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,237,2450,249,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,244,1912,256,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,330,2864,342,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/plain,write-tests-symflower-fix,5,4,0,1,1,258,2041,270,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,1,470,0,10,10,4199,35068,4319,10,10,10,430 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,2,479,0,10,10,4055,27207,4240,10,9,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,3,479,0,10,10,4161,31516,4316,10,9,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,4,480,0,10,10,4125,34938,4245,10,10,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile,5,480,0,10,10,4127,29151,4247,10,10,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,1,470,0,10,10,4199,35068,4319,10,10,10,430 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,2,479,0,10,10,4055,27207,4240,10,9,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,3,479,0,10,10,4161,31516,4316,10,9,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4125,34938,4245,10,10,10,440 +openrouter/cohere/command-r-plus-08-2024,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4127,29151,4247,10,10,10,440 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,1,1202,1120,13,23,20528,140695,20804,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,2,1202,1120,13,23,20861,212293,21137,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,3,1282,1200,13,23,18608,163189,18884,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,4,1594,1510,15,23,20313,165945,20589,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests,5,778,700,9,23,20797,150937,21073,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,1,1202,1120,13,23,20528,140695,20804,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,2,1202,1120,13,23,20861,212293,21137,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,3,1282,1200,13,23,18608,163189,18884,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,4,1594,1510,15,23,20313,165945,20589,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/light,write-tests-symflower-fix,5,778,700,9,23,20797,150937,21073,23,23,23,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/mistakes,code-repair,1,169,0,5,5,593,6426,681,5,4,5,150 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,1,14,10,1,1,112,1207,124,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,2,14,10,1,1,203,1528,215,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,3,14,10,1,1,216,1749,228,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,4,3,0,0,1,127,1697,139,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests,5,3,0,0,1,150,1563,162,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,112,1207,124,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,203,1528,215,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,216,1749,228,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,127,1697,139,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,150,1563,162,1,1,1,0 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,1,228,0,9,10,2895,59625,3049,10,9,10,190 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,2,288,0,8,10,2762,23250,2882,10,10,10,250 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,3,327,0,9,10,3135,29714,3243,10,9,9,290 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,4,329,0,10,10,2637,24616,2799,10,9,10,290 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile,5,350,0,10,10,2479,20241,2599,10,10,10,310 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,1,228,0,9,10,2895,59625,3049,10,9,10,190 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,2,288,0,8,10,2762,23250,2882,10,10,10,250 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,3,327,0,9,10,3135,29714,3243,10,9,9,290 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,4,329,0,10,10,2637,24616,2799,10,9,10,290 +openrouter/cohere/command-r-plus-08-2024,ruby,ruby/transpile,transpile-symflower-fix,5,350,0,10,10,2479,20241,2599,10,10,10,310 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,1,571,490,15,23,20359,137691,21197,23,21,22,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,2,602,520,16,23,20530,126272,22137,23,21,22,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,3,661,580,15,23,26381,116725,27345,23,21,22,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,4,694,610,16,23,23298,117347,23965,23,22,23,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests,5,808,720,19,23,29284,205703,29594,23,23,23,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,1,766,680,20,23,20530,127999,22137,23,21,22,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,2,846,760,20,23,26381,119077,27345,23,21,22,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,3,847,760,21,23,20359,140545,21197,23,21,22,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,4,880,790,22,23,23298,119273,23965,23,22,23,0 +openrouter/databricks/dbrx-instruct,golang,golang/light,write-tests-symflower-fix,5,992,900,23,23,29284,207206,29594,23,23,23,0 +openrouter/databricks/dbrx-instruct,golang,golang/mistakes,code-repair,1,210,0,5,5,693,9162,780,5,5,5,190 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,1,14,10,1,1,125,3084,135,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,2,14,10,1,1,141,2236,156,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,3,14,10,1,1,385,1570,399,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,4,14,10,1,1,79,1272,93,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests,5,14,10,1,1,79,962,93,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,125,3084,135,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,141,2236,156,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,385,1570,399,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,79,1272,93,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,79,962,93,1,1,1,0 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,1,394,0,7,10,3040,15399,3366,10,7,10,360 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,2,415,0,7,10,3021,25044,3260,10,8,10,380 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,3,428,0,8,10,3222,21287,3354,10,10,10,390 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,4,477,0,8,10,3142,19466,3336,10,9,10,440 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile,5,489,0,9,10,3098,19610,3234,10,10,10,450 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,1,428,0,8,10,3222,21287,3354,10,10,10,390 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,2,445,0,8,10,3040,16211,3366,10,7,10,410 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,3,538,0,10,10,3021,26648,3260,10,8,10,500 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,4,539,0,10,10,3142,20401,3336,10,9,10,500 +openrouter/databricks/dbrx-instruct,golang,golang/transpile,transpile-symflower-fix,5,540,0,10,10,3098,20141,3234,10,10,10,500 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests,1,1021,950,8,23,19270,110513,22718,23,18,22,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests,2,1044,970,8,23,26144,129974,27808,23,20,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests,3,1324,1250,10,23,23861,92044,27521,23,18,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests,4,1449,1370,13,23,24838,130886,27417,23,20,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests,5,1671,1590,13,23,19162,73814,20141,23,22,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,1,1021,950,8,23,19270,110513,22718,23,18,22,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,2,1044,970,8,23,26144,129974,27808,23,20,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,3,1324,1250,10,23,23861,92044,27521,23,18,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,4,1449,1370,13,23,24838,130886,27417,23,20,23,0 +openrouter/databricks/dbrx-instruct,java,java/light,write-tests-symflower-fix,5,1671,1590,13,23,19162,73814,20141,23,22,23,0 +openrouter/databricks/dbrx-instruct,java,java/mistakes,code-repair,1,160,0,5,5,1223,6726,1283,5,5,5,140 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,1,14,10,1,1,186,1175,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,2,14,10,1,1,186,1176,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,3,14,10,1,1,186,1339,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,4,14,10,1,1,186,901,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests,5,3,0,0,1,185,2623,197,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,186,1175,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,186,1176,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,186,1339,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,186,901,198,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,185,2623,197,1,1,1,0 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,1,426,0,9,10,4185,17823,4686,10,8,9,390 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,2,467,0,10,10,4159,20968,4453,10,7,10,430 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,3,469,0,10,10,4158,22945,4340,10,9,10,430 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,4,476,0,10,10,4183,20030,4545,10,6,10,440 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile,5,478,0,10,10,4183,20990,4993,10,8,10,440 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,1,426,0,9,10,4185,17823,4686,10,8,9,390 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,2,467,0,10,10,4159,20968,4453,10,7,10,430 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,3,469,0,10,10,4158,22945,4340,10,9,10,430 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,4,476,0,10,10,4183,20030,4545,10,6,10,440 +openrouter/databricks/dbrx-instruct,java,java/transpile,transpile-symflower-fix,5,478,0,10,10,4183,20990,4993,10,8,10,440 +openrouter/databricks/dbrx-instruct,ruby,ruby/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/databricks/dbrx-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,1,868,780,21,23,24135,660672,24447,23,22,22,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,2,868,780,21,23,24707,584364,25018,23,22,22,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,3,962,870,23,23,19071,406016,19393,23,23,23,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,4,962,870,23,23,20383,434492,20705,23,23,23,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests,5,972,880,23,23,18888,376731,19210,23,23,23,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,1,909,820,22,23,24135,660921,24447,23,22,22,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,2,909,820,22,23,24707,585163,25018,23,22,22,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,3,962,870,23,23,19071,406016,19393,23,23,23,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,4,962,870,23,23,20383,434492,20705,23,23,23,0 +openrouter/deepseek/deepseek-chat,golang,golang/light,write-tests-symflower-fix,5,972,880,23,23,18888,376731,19210,23,23,23,0 +openrouter/deepseek/deepseek-chat,golang,golang/mistakes,code-repair,1,210,0,5,5,638,16506,708,5,5,5,190 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,1,14,10,1,1,74,2265,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,2,14,10,1,1,74,2572,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,3,14,10,1,1,74,2592,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,4,14,10,1,1,74,2626,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests,5,14,10,1,1,74,2856,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,2265,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,2572,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,2592,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,2626,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,2856,88,1,1,1,0 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,1,478,0,8,10,2973,71584,3109,10,10,10,440 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,2,478,0,8,10,2974,75150,3098,10,10,10,440 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,3,478,0,8,10,2974,78289,3094,10,10,10,440 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,4,478,0,8,10,2974,81151,3102,10,10,10,440 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile,5,478,0,8,10,2974,81421,3098,10,10,10,440 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2973,72071,3109,10,10,10,540 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2974,76589,3098,10,10,10,540 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2974,79223,3094,10,10,10,540 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2974,82626,3098,10,10,10,540 +openrouter/deepseek/deepseek-chat,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2974,82887,3102,10,10,10,540 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests,1,3012,2920,23,23,29996,476552,30272,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests,2,3042,2950,23,23,28918,454798,29194,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests,3,3071,2980,22,23,28466,445693,28742,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests,4,3072,2980,23,23,30018,475540,30294,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests,5,3102,3010,23,23,27562,412002,27838,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,1,3012,2920,23,23,29996,476552,30272,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,2,3042,2950,23,23,28918,454798,29194,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,3,3071,2980,22,23,28466,445693,28742,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,4,3072,2980,23,23,30018,475540,30294,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/light,write-tests-symflower-fix,5,3102,3010,23,23,27562,412002,27838,23,23,23,0 +openrouter/deepseek/deepseek-chat,java,java/mistakes,code-repair,1,160,0,5,5,943,23376,1003,5,5,5,140 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,1,14,10,1,1,137,3359,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,2,14,10,1,1,137,3412,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,3,14,10,1,1,137,3610,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,4,14,10,1,1,137,3662,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests,5,14,10,1,1,137,3923,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,3359,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,3412,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,3610,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,3662,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,137,3923,149,1,1,1,0 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,1,480,0,10,10,3385,88449,3505,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,2,480,0,10,10,3385,95169,3505,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,3,480,0,10,10,3417,84251,3537,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,4,480,0,10,10,3508,85241,3628,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile,5,480,0,10,10,3540,90134,3660,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3385,88449,3505,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3385,95169,3505,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3417,84251,3537,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3508,85241,3628,10,10,10,440 +openrouter/deepseek/deepseek-chat,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3540,90134,3660,10,10,10,440 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,1,1986,1900,21,23,19974,415098,20240,23,21,21,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,2,2322,2230,23,23,19100,393763,19376,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,3,2322,2230,23,23,19974,422065,20250,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,4,2322,2230,23,23,20251,447107,20527,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests,5,2342,2250,23,23,21130,437201,21406,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,1,1986,1900,21,23,19974,415098,20240,23,21,21,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,2,2322,2230,23,23,19100,393763,19376,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,3,2322,2230,23,23,19974,422065,20250,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,4,2322,2230,23,23,20251,447107,20527,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/light,write-tests-symflower-fix,5,2342,2250,23,23,21130,437201,21406,23,23,23,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,19269,679,5,5,5,150 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,1,14,10,1,1,169,4262,181,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,2,14,10,1,1,235,5181,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,3,14,10,1,1,235,5256,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,4,14,10,1,1,235,5298,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests,5,14,10,1,1,235,5776,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,169,4262,181,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,235,5181,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,235,5256,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,235,5298,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,235,5776,247,1,1,1,0 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,1,390,0,10,10,3093,75897,3213,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,2,390,0,10,10,3098,76569,3218,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,3,390,0,10,10,3118,77059,3238,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,4,390,0,10,10,3123,74801,3243,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile,5,390,0,10,10,3130,76787,3250,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,1,390,0,10,10,3093,75897,3213,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,2,390,0,10,10,3098,76569,3218,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,3,390,0,10,10,3118,77059,3238,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,4,390,0,10,10,3123,74801,3243,10,10,10,350 +openrouter/deepseek/deepseek-chat,ruby,ruby/transpile,transpile-symflower-fix,5,390,0,10,10,3130,76787,3250,10,10,10,350 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,1,868,780,21,23,26070,776891,26381,23,22,22,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,2,868,780,21,23,26536,674474,26847,23,22,22,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,3,868,780,21,23,28689,620002,29000,23,22,22,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,4,911,820,22,23,18857,420739,19179,23,23,23,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests,5,972,880,23,23,18304,430681,18626,23,23,23,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,1,909,820,22,23,26070,777133,26381,23,22,22,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,2,909,820,22,23,26536,674695,26847,23,22,22,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,3,909,820,22,23,28689,620409,29000,23,22,22,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,4,911,820,22,23,18857,420739,19179,23,23,23,0 +openrouter/deepseek/deepseek-coder,golang,golang/light,write-tests-symflower-fix,5,972,880,23,23,18304,430681,18626,23,23,23,0 +openrouter/deepseek/deepseek-coder,golang,golang/mistakes,code-repair,1,210,0,5,5,638,17580,708,5,5,5,190 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,1,14,10,1,1,74,2550,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,2,14,10,1,1,74,2839,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,3,14,10,1,1,74,2951,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,4,14,10,1,1,74,3672,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests,5,14,10,1,1,74,5024,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,2550,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,2839,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,2951,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,3672,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,5024,88,1,1,1,0 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,1,478,0,8,10,3010,70558,3130,10,10,10,440 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,2,478,0,8,10,3010,74128,3126,10,10,10,440 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,3,478,0,8,10,3013,72430,3129,10,10,10,440 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,4,478,0,8,10,3013,74091,3133,10,10,10,440 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile,5,478,0,8,10,3013,76512,3141,10,10,10,440 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,3010,71000,3130,10,10,10,540 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,3010,74965,3126,10,10,10,540 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,3013,74704,3129,10,10,10,540 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,3013,75414,3133,10,10,10,540 +openrouter/deepseek/deepseek-coder,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,3013,77357,3141,10,10,10,540 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests,1,2605,2520,20,23,45421,884381,45679,23,21,21,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests,2,2686,2600,20,23,31039,514769,31303,22,22,22,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests,3,3041,2950,22,23,35775,608981,36051,23,23,23,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests,4,3102,3010,23,23,34517,562429,34793,23,23,23,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests,5,3102,3010,23,23,35980,608629,36256,23,23,23,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,1,2605,2520,20,23,45421,884381,45679,23,21,21,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,2,2686,2600,20,23,31039,514769,31303,22,22,22,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,3,3041,2950,22,23,35775,608981,36051,23,23,23,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,4,3102,3010,23,23,34517,562429,34793,23,23,23,0 +openrouter/deepseek/deepseek-coder,java,java/light,write-tests-symflower-fix,5,3102,3010,23,23,35980,608629,36256,23,23,23,0 +openrouter/deepseek/deepseek-coder,java,java/mistakes,code-repair,1,160,0,5,5,943,26771,1003,5,5,5,140 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,1,14,10,1,1,137,3594,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,2,14,10,1,1,137,3654,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,3,14,10,1,1,137,3840,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,4,14,10,1,1,137,4019,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests,5,14,10,1,1,137,6411,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,3594,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,3654,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,3840,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,4019,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,137,6411,149,1,1,1,0 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,1,480,0,10,10,3421,85179,3541,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,2,480,0,10,10,3424,81246,3544,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,3,480,0,10,10,3424,85367,3544,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,4,480,0,10,10,3424,87479,3544,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile,5,480,0,10,10,3543,82619,3663,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3421,85179,3541,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3424,81246,3544,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3424,85367,3544,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3424,87479,3544,10,10,10,440 +openrouter/deepseek/deepseek-coder,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3543,82619,3663,10,10,10,440 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,1,2252,2160,23,23,21362,411492,21638,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,2,2272,2180,23,23,20806,404568,21082,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,3,2342,2250,23,23,20762,411141,21038,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,4,2342,2250,23,23,20794,394126,21070,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests,5,2342,2250,23,23,20939,414183,21215,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,1,2252,2160,23,23,21362,411492,21638,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,2,2272,2180,23,23,20806,404568,21082,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,3,2342,2250,23,23,20762,411141,21038,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,4,2342,2250,23,23,20794,394126,21070,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/light,write-tests-symflower-fix,5,2342,2250,23,23,20939,414183,21215,23,23,23,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,17018,679,5,5,5,150 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,1,14,10,1,1,162,3768,174,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,2,14,10,1,1,169,3712,181,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,3,14,10,1,1,169,3798,181,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,4,14,10,1,1,235,5101,247,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests,5,14,10,1,1,235,5221,247,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,162,3768,174,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,169,3712,181,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,169,3798,181,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,235,5101,247,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,235,5221,247,1,1,1,0 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,1,430,0,10,10,3029,68128,3149,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,2,430,0,10,10,3066,67274,3186,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,3,430,0,10,10,3066,68021,3186,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,4,430,0,10,10,3081,67740,3201,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile,5,430,0,10,10,3084,69861,3204,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,1,430,0,10,10,3029,68128,3149,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,2,430,0,10,10,3066,67274,3186,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,3,430,0,10,10,3066,68021,3186,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,4,430,0,10,10,3081,67740,3201,10,10,10,390 +openrouter/deepseek/deepseek-coder,ruby,ruby/transpile,transpile-symflower-fix,5,430,0,10,10,3084,69861,3204,10,10,10,390 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,1,800,710,21,23,22428,82538,22734,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,2,860,770,21,23,22185,77999,22500,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,3,868,780,21,23,30247,125006,30546,23,22,22,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,4,891,800,22,23,23348,82218,23655,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests,5,901,810,22,23,26028,88357,26319,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,1,861,770,22,23,22428,82802,22734,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,2,868,780,21,23,30247,125006,30546,23,22,22,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,3,891,800,22,23,23348,82218,23655,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,4,901,810,22,23,26028,88357,26319,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/light,write-tests-symflower-fix,5,921,830,22,23,22185,78759,22500,23,23,23,0 +openrouter/google/gemini-flash-1.5,golang,golang/mistakes,code-repair,1,210,0,5,5,638,6048,708,5,5,5,190 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,1,14,10,1,1,74,1106,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,2,14,10,1,1,74,1149,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,3,14,10,1,1,74,1159,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,4,14,10,1,1,74,1199,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests,5,14,10,1,1,74,1256,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1106,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1149,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,1159,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,1199,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,1256,88,1,1,1,0 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,1,529,0,9,10,2623,15833,2723,10,10,10,490 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,2,529,0,9,10,2628,15258,2729,10,10,10,490 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,3,529,0,9,10,2632,18758,2732,10,10,10,490 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,4,529,0,9,10,2633,15917,2733,10,10,10,490 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile,5,529,0,9,10,2637,15111,2737,10,10,10,490 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,1,560,0,10,10,2637,15586,2737,10,10,10,520 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2623,16305,2723,10,10,10,540 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2628,15850,2729,10,10,10,540 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2632,19301,2732,10,10,10,540 +openrouter/google/gemini-flash-1.5,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2633,16127,2733,10,10,10,540 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests,1,1175,1100,6,23,28142,71295,28418,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests,2,833,760,4,23,26336,73263,26612,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests,3,863,790,4,23,25476,70616,25752,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests,4,874,800,5,23,23856,65347,24132,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests,5,904,830,5,23,26364,79806,26640,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,1,1175,1100,6,23,28142,71295,28418,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,2,833,760,4,23,26336,73263,26612,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,3,863,790,4,23,25476,70616,25752,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,4,874,800,5,23,23856,65347,24132,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/light,write-tests-symflower-fix,5,904,830,5,23,26364,79806,26640,23,23,23,0 +openrouter/google/gemini-flash-1.5,java,java/mistakes,code-repair,1,160,0,5,5,943,8134,1003,5,5,5,140 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,1,14,10,1,1,133,1279,145,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,2,14,10,1,1,184,1308,196,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,3,3,0,0,1,114,1197,126,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,4,3,0,0,1,165,1038,177,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests,5,3,0,0,1,165,1371,177,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,133,1279,145,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,184,1308,196,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,114,1197,126,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,165,1038,177,1,1,1,0 +openrouter/google/gemini-flash-1.5,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,165,1371,177,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,1,2266,2180,21,23,17264,67495,17522,23,21,21,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,2,2332,2240,23,23,17446,67920,17724,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,3,2342,2250,23,23,17575,64441,17851,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,4,2342,2250,23,23,17661,68653,17938,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests,5,2362,2270,23,23,17690,67810,17968,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,1,2266,2180,21,23,17264,67495,17522,23,21,21,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,2,2332,2240,23,23,17446,67920,17724,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,3,2342,2250,23,23,17575,64441,17851,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,4,2342,2250,23,23,17661,68653,17938,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/light,write-tests-symflower-fix,5,2362,2270,23,23,17690,67810,17968,23,23,23,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,6737,679,5,5,5,150 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1272,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,2,14,10,1,1,140,1302,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,3,14,10,1,1,140,1303,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,4,14,10,1,1,140,1321,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests,5,14,10,1,1,140,1400,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1272,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,1302,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,1303,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,140,1321,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,140,1400,152,1,1,1,0 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,1,259,0,9,10,3224,18835,3344,10,10,10,220 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,2,260,0,10,10,3242,17975,3362,10,10,10,220 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,3,310,0,10,10,3117,19796,3237,10,10,10,270 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,4,310,0,10,10,3130,19156,3250,10,10,10,270 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile,5,320,0,10,10,3079,18937,3199,10,10,10,280 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,1,259,0,9,10,3224,18835,3344,10,10,10,220 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,2,260,0,10,10,3242,17975,3362,10,10,10,220 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,3,310,0,10,10,3117,19796,3237,10,10,10,270 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,4,310,0,10,10,3130,19156,3250,10,10,10,270 +openrouter/google/gemini-flash-1.5,ruby,ruby/transpile,transpile-symflower-fix,5,320,0,10,10,3079,18937,3199,10,10,10,280 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,1,819,730,20,23,17934,182392,18258,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,2,860,770,21,23,18191,177737,18518,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,3,860,770,21,23,19467,196079,19798,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,4,880,790,21,23,18218,178719,18541,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests,5,992,900,23,23,18731,185035,19054,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,1,861,770,22,23,19467,196357,19798,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,2,880,790,21,23,17934,182704,18258,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,3,921,830,22,23,18191,177984,18518,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,4,941,850,22,23,18218,178955,18541,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/light,write-tests-symflower-fix,5,992,900,23,23,18731,185035,19054,23,23,23,0 +openrouter/google/gemini-pro-1.5,golang,golang/mistakes,code-repair,1,210,0,5,5,638,14215,708,5,5,5,190 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,1,14,10,1,1,74,1855,89,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,2,14,10,1,1,74,2002,88,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,3,14,10,1,1,74,2037,88,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,4,14,10,1,1,74,2055,89,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests,5,14,10,1,1,74,2203,88,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1855,89,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,2002,88,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,2037,88,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,2055,89,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,2203,88,1,1,1,0 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,1,580,0,10,10,2640,64365,2740,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,2,580,0,10,10,2641,57970,2742,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,3,580,0,10,10,2644,69843,2744,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,4,580,0,10,10,2644,90727,2744,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile,5,580,0,10,10,2645,61642,2745,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2640,64365,2740,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2641,57970,2742,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2644,69843,2744,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2644,90727,2744,10,10,10,540 +openrouter/google/gemini-pro-1.5,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2645,61642,2745,10,10,10,540 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests,1,1115,1040,6,23,21477,163236,21754,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests,2,642,570,3,23,21477,159063,21754,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests,3,915,840,6,23,21049,164118,21325,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests,4,916,840,7,23,23043,176526,23321,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests,5,965,890,6,23,21022,156985,21298,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,1,1115,1040,6,23,21477,163236,21754,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,2,642,570,3,23,21477,159063,21754,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,3,915,840,6,23,21049,164118,21325,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,4,916,840,7,23,23043,176526,23321,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/light,write-tests-symflower-fix,5,965,890,6,23,21022,156985,21298,23,23,23,0 +openrouter/google/gemini-pro-1.5,java,java/mistakes,code-repair,1,160,0,5,5,948,13827,1008,5,5,5,140 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,1,14,10,1,1,133,2326,145,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,2,14,10,1,1,184,2402,196,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,3,14,10,1,1,184,3487,196,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,4,3,0,0,1,164,2341,176,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests,5,3,0,0,1,173,2268,185,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,133,2326,145,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,184,2402,196,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,184,3487,196,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,164,2341,176,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,173,2268,185,1,1,1,0 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,1,480,0,10,10,3166,66162,3286,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,2,480,0,10,10,3166,69992,3286,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,3,480,0,10,10,3172,92457,3292,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,4,480,0,10,10,3179,88686,3299,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile,5,480,0,10,10,3281,89304,3401,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3166,66162,3286,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3166,69992,3286,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3172,92457,3292,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3179,88686,3299,10,10,10,440 +openrouter/google/gemini-pro-1.5,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3281,89304,3401,10,10,10,440 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,1,1016,940,7,23,14621,209661,14900,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,2,1148,1070,9,23,16975,207981,17256,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,3,723,650,4,23,14911,216462,15190,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,4,875,800,6,23,15724,198783,16006,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests,5,928,850,9,23,15621,205218,15904,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,1,1016,940,7,23,14621,209661,14900,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,2,1148,1070,9,23,16975,207981,17256,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,3,723,650,4,23,14911,216462,15190,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,4,875,800,6,23,15724,198783,16006,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/light,write-tests-symflower-fix,5,928,850,9,23,15621,205218,15904,23,23,23,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/mistakes,code-repair,1,170,0,5,5,604,19835,664,5,5,5,150 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,1,14,10,1,1,114,2701,126,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,2,3,0,0,1,122,10090,134,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,3,3,0,0,1,122,4407,134,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,4,3,0,0,1,128,3323,140,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests,5,3,0,0,1,134,4041,146,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,114,2701,126,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,2,3,0,0,1,122,10090,134,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,122,4407,134,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,128,3323,140,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,134,4041,146,1,1,1,0 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,1,197,0,9,10,26369,199595,26480,10,9,9,160 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,2,260,0,10,10,3354,57371,3474,10,10,10,220 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,3,260,0,10,10,3463,63984,3583,10,10,10,220 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,4,290,0,10,10,3270,48642,3390,10,10,10,250 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile,5,310,0,10,10,3257,60856,3377,10,10,10,270 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,1,197,0,9,10,26369,199595,26480,10,9,9,160 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,2,260,0,10,10,3354,57371,3474,10,10,10,220 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,3,260,0,10,10,3463,63984,3583,10,10,10,220 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,4,290,0,10,10,3270,48642,3390,10,10,10,250 +openrouter/google/gemini-pro-1.5,ruby,ruby/transpile,transpile-symflower-fix,5,310,0,10,10,3257,60856,3377,10,10,10,270 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,1,677,590,18,23,17935,141002,18273,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,2,718,630,19,23,18038,135264,18389,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,3,738,650,19,23,17713,137824,18058,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,4,799,710,20,23,18375,135939,18737,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests,5,830,740,21,23,19525,145578,19874,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,1,891,800,22,23,18038,136386,18389,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,2,932,840,23,23,17935,143562,18273,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,3,942,850,23,23,19525,146523,19874,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,4,962,870,23,23,18375,136888,18737,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/light,write-tests-symflower-fix,5,972,880,23,23,17713,138999,18058,23,23,23,0 +openrouter/google/gemma-2-27b-it,golang,golang/mistakes,code-repair,1,210,0,5,5,654,7728,732,5,5,5,190 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,1,14,10,1,1,74,1044,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,2,14,10,1,1,74,1260,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,3,14,10,1,1,74,945,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,4,14,10,1,1,74,986,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests,5,14,10,1,1,74,995,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1044,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1260,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,945,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,986,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,995,90,1,1,1,0 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,1,478,0,8,10,2668,22750,2791,10,10,10,440 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,2,478,0,8,10,2710,22128,2828,10,10,10,440 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,3,478,0,8,10,2718,21631,2838,10,10,10,440 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,4,478,0,8,10,2773,31038,2897,10,10,10,440 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile,5,560,0,10,10,2946,25657,3064,10,10,10,520 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,1,560,0,10,10,2668,24384,2791,10,10,10,520 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,2,560,0,10,10,2710,23094,2828,10,10,10,520 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,3,560,0,10,10,2718,22765,2838,10,10,10,520 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2773,32318,2897,10,10,10,520 +openrouter/google/gemma-2-27b-it,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,2946,25657,3064,10,10,10,520 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests,1,1995,1910,16,23,23167,130173,23482,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests,2,2176,2090,17,23,23074,130267,23393,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests,3,2205,2120,16,23,23806,136343,24119,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests,4,2367,2280,18,23,23286,130953,23605,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests,5,2609,2520,20,23,22889,138383,23217,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,1,1995,1910,16,23,23167,130173,23482,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,2,2176,2090,17,23,23074,130267,23393,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,3,2205,2120,16,23,23806,136343,24119,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,4,2367,2280,18,23,23286,130953,23605,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/light,write-tests-symflower-fix,5,2609,2520,20,23,22889,138383,23217,23,23,23,0 +openrouter/google/gemma-2-27b-it,java,java/mistakes,code-repair,1,160,0,5,5,942,9161,1008,5,5,5,140 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,1,14,10,1,1,187,1416,201,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,2,14,10,1,1,187,1528,201,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,3,14,10,1,1,187,1741,201,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,4,14,10,1,1,247,1987,261,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests,5,14,10,1,1,273,1974,287,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,187,1416,201,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,187,1528,201,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,187,1741,201,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,247,1987,261,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,273,1974,287,1,1,1,0 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,1,480,0,10,10,3105,27492,3243,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,2,480,0,10,10,3172,27128,3308,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,3,480,0,10,10,3226,30316,3363,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,4,480,0,10,10,3271,26846,3408,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile,5,480,0,10,10,3398,26636,3535,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3105,27492,3243,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3172,27128,3308,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3226,30316,3363,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3271,26846,3408,10,10,10,440 +openrouter/google/gemma-2-27b-it,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3398,26636,3535,10,10,10,440 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,1,402,330,3,23,15877,111488,16187,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,2,433,360,4,23,16099,116477,16413,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,3,614,540,5,23,16163,122053,16481,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,4,684,610,5,23,17643,130092,17956,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests,5,90,20,1,23,15790,110600,16105,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,1,402,330,3,23,15877,111488,16187,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,2,433,360,4,23,16099,116477,16413,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,3,614,540,5,23,16163,122053,16481,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,4,684,610,5,23,17643,130092,17956,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/light,write-tests-symflower-fix,5,90,20,1,23,15790,110600,16105,23,23,23,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,7618,688,5,5,5,150 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1288,154,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,2,14,10,1,1,140,3873,154,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,3,14,10,1,1,147,1948,161,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,4,3,0,0,1,131,1477,143,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests,5,3,0,0,1,164,1361,178,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1288,154,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,3873,154,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,147,1948,161,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,131,1477,143,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,164,1361,178,1,1,1,0 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,1,170,0,10,10,3487,29478,3628,10,10,10,130 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,2,219,0,9,10,3362,27961,3498,10,10,10,180 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,3,220,0,10,10,3363,25867,3499,10,10,10,180 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,4,270,0,10,10,3243,27978,3383,10,10,10,230 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile,5,350,0,10,10,3148,27139,3288,10,10,10,310 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,1,170,0,10,10,3487,29478,3628,10,10,10,130 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,2,219,0,9,10,3362,27961,3498,10,10,10,180 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,3,220,0,10,10,3363,25867,3499,10,10,10,180 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,4,270,0,10,10,3243,27978,3383,10,10,10,230 +openrouter/google/gemma-2-27b-it,ruby,ruby/transpile,transpile-symflower-fix,5,350,0,10,10,3148,27139,3288,10,10,10,310 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,1,207,140,4,23,15302,186920,15649,23,20,20,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,2,263,190,8,23,14373,155299,14737,23,21,21,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,3,291,220,6,23,16996,218906,17323,23,21,21,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,4,329,260,8,23,14945,179402,15286,23,18,20,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests,5,379,310,10,23,15776,182328,16101,23,18,18,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,1,325,250,10,23,14373,155849,14737,23,21,21,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,2,329,260,8,23,14945,179402,15286,23,18,20,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,3,379,310,10,23,15776,182328,16101,23,18,18,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,4,380,310,7,23,15302,188432,15649,23,20,20,0 +openrouter/google/gemma-2-9b-it,golang,golang/light,write-tests-symflower-fix,5,455,380,10,23,16996,220561,17323,23,21,21,0 +openrouter/google/gemma-2-9b-it,golang,golang/mistakes,code-repair,1,167,0,4,5,641,13119,699,5,4,4,150 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,1,14,10,1,1,74,1824,90,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,2,3,0,0,1,146,2122,160,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,3,3,0,0,1,147,1151,161,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,4,3,0,0,1,193,2826,208,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests,5,3,0,0,1,84,1687,98,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1824,90,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,146,2122,160,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,147,1151,161,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,193,2826,208,1,1,1,0 +openrouter/google/gemma-2-9b-it,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,84,1687,98,1,1,1,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests,1,1264,1190,11,23,23840,224565,24117,23,20,20,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests,2,1557,1480,12,23,39513,407758,39805,23,21,21,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests,3,1580,1510,11,23,19341,171395,19617,23,18,18,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests,4,1696,1630,12,23,33623,298234,33873,23,15,16,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests,5,698,630,7,23,16192,168189,16480,23,19,19,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,1,1264,1190,11,23,23840,224565,24117,23,20,20,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,2,1557,1480,12,23,39513,407758,39805,23,21,21,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,3,1580,1510,11,23,19341,171395,19617,23,18,18,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,4,1696,1630,12,23,33623,298234,33873,23,15,16,0 +openrouter/google/gemma-2-9b-it,java,java/light,write-tests-symflower-fix,5,698,630,7,23,16192,168189,16480,23,19,19,0 +openrouter/google/gemma-2-9b-it,java,java/mistakes,code-repair,1,61,0,2,5,445,10545,488,5,2,2,50 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,1,1,0,0,1,16,3794,22,1,0,0,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,2,1,0,0,1,16,947,22,1,0,0,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,3,1,0,0,1,436,9534,445,1,0,0,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,4,14,10,1,1,183,949,195,1,1,1,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests,5,14,10,1,1,187,1139,199,1,1,1,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,1,1,0,0,1,16,3794,22,1,0,0,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,2,1,0,0,1,16,947,22,1,0,0,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,3,1,0,0,1,436,9534,445,1,0,0,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,183,949,195,1,1,1,0 +openrouter/google/gemma-2-9b-it,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,187,1139,199,1,1,1,0 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,1,245,0,5,10,3253,42963,3357,10,5,5,220 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,2,279,0,6,10,2609,49740,3147,10,6,7,250 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,3,292,0,6,10,3592,36702,3706,10,8,8,260 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,4,310,0,6,10,2464,31666,2575,10,7,7,280 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile,5,333,0,7,10,3349,33984,3468,10,8,8,300 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,1,245,0,5,10,3253,42963,3357,10,5,5,220 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,2,279,0,6,10,2609,49740,3147,10,6,7,250 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,3,292,0,6,10,3592,36702,3706,10,8,8,260 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,4,310,0,6,10,2464,31666,2575,10,7,7,280 +openrouter/google/gemma-2-9b-it,java,java/transpile,transpile-symflower-fix,5,333,0,7,10,3349,33984,3468,10,8,8,300 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,1,1,0,0,1,218,2886,221,1,0,0,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,2,1,0,0,1,263,16208,269,1,0,0,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,3,3,0,0,1,255,3212,272,1,1,1,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,4,3,0,0,1,432,3628,469,1,1,1,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests,5,3,0,0,1,434,11020,448,1,1,1,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,1,1,0,0,1,218,2886,221,1,0,0,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,2,1,0,0,1,263,16208,269,1,0,0,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,255,3212,272,1,1,1,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,432,3628,469,1,1,1,0 +openrouter/google/gemma-2-9b-it,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,434,11020,448,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,1,159,90,4,23,23058,81248,23314,23,21,21,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,2,199,130,4,23,22984,82582,23249,23,21,21,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,3,228,160,5,23,23595,86554,23836,23,20,20,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,4,253,180,4,23,20825,76742,21098,23,23,23,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests,5,311,240,6,23,23700,84527,23959,23,21,21,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,1,293,220,8,23,23058,83010,23314,23,21,21,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,2,311,240,8,23,23595,87244,23836,23,20,20,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,3,326,250,7,23,20825,77469,21098,23,23,23,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,4,352,280,7,23,22984,83592,23249,23,21,21,0 +openrouter/google/palm-2-chat-bison,golang,golang/light,write-tests-symflower-fix,5,477,400,12,23,23700,86466,23959,23,21,21,0 +openrouter/google/palm-2-chat-bison,golang,golang/mistakes,code-repair,1,210,0,5,5,641,7098,716,5,5,5,190 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,1,14,10,1,1,93,1472,108,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,2,14,10,1,1,97,1455,112,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,3,14,10,1,1,97,1572,112,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,4,3,0,0,1,158,1774,173,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests,5,3,0,0,1,240,1637,255,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,93,1472,108,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,97,1455,112,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,97,1572,112,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,158,1774,173,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,240,1637,255,1,1,1,0 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,1,438,0,8,10,3389,16653,3499,10,10,10,400 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,2,519,0,9,10,3071,20187,3181,10,10,10,480 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,3,519,0,9,10,3288,18228,3398,10,10,10,480 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,4,580,0,10,10,3211,16398,3321,10,10,10,540 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile,5,580,0,10,10,3602,19470,3712,10,10,10,540 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,1,540,0,10,10,3389,18701,3499,10,10,10,500 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,3071,20599,3181,10,10,10,540 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,3211,16398,3321,10,10,10,540 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,3288,18706,3398,10,10,10,540 +openrouter/google/palm-2-chat-bison,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,3602,19470,3712,10,10,10,540 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,1,3,0,0,1,228,1339,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,2,3,0,0,1,228,1441,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,3,3,0,0,1,228,1535,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,4,3,0,0,1,228,1538,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests,5,3,0,0,1,228,1597,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,1,3,0,0,1,228,1339,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,2,3,0,0,1,228,1441,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,228,1535,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,228,1538,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,228,1597,241,1,1,1,0 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,1,429,0,9,10,3342,16352,3472,10,10,10,390 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,2,480,0,10,10,3130,20035,3260,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,3,480,0,10,10,3213,16266,3343,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,4,480,0,10,10,3282,16096,3412,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile,5,480,0,10,10,3282,16098,3412,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,1,429,0,9,10,3342,16352,3472,10,10,10,390 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3130,20035,3260,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3213,16266,3343,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3282,16096,3412,10,10,10,440 +openrouter/google/palm-2-chat-bison,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3282,16098,3412,10,10,10,440 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,1,506,430,7,23,16707,79626,17006,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,2,506,430,7,23,18885,66665,19184,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,3,587,510,8,23,20868,83512,21167,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,4,620,540,11,23,17087,64256,17387,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests,5,740,660,11,23,16642,66386,16941,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,1,506,430,7,23,16707,79626,17006,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,2,506,430,7,23,18885,66665,19184,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,3,587,510,8,23,20868,83512,21167,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,4,620,540,11,23,17087,64256,17387,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/light,write-tests-symflower-fix,5,740,660,11,23,16642,66386,16941,23,23,23,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/mistakes,code-repair,1,150,0,5,5,671,7513,736,5,5,5,130 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,1,14,10,1,1,131,1402,144,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,2,14,10,1,1,165,1391,178,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,3,14,10,1,1,165,1546,178,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,4,14,10,1,1,200,1499,213,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests,5,14,10,1,1,218,1411,231,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,131,1402,144,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,165,1391,178,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,165,1546,178,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,200,1499,213,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,218,1411,231,1,1,1,0 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,1,132,0,2,10,3599,20040,3729,10,10,10,100 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,2,183,0,3,10,3510,18445,3640,10,10,10,150 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,3,185,0,5,10,4274,23597,4404,10,10,10,150 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,4,224,0,4,10,3893,19484,4023,10,10,10,190 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile,5,234,0,4,10,3193,16919,3323,10,10,10,200 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,1,132,0,2,10,3599,20040,3729,10,10,10,100 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,2,183,0,3,10,3510,18445,3640,10,10,10,150 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,3,185,0,5,10,4274,23597,4404,10,10,10,150 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,4,224,0,4,10,3893,19484,4023,10,10,10,190 +openrouter/google/palm-2-chat-bison,ruby,ruby/transpile,transpile-symflower-fix,5,234,0,4,10,3193,16919,3323,10,10,10,200 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,1,199,130,4,23,22347,81895,22598,23,21,21,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,2,214,140,5,23,22916,81230,23183,23,23,23,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,3,285,210,6,23,19629,73367,19895,23,23,23,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,4,294,220,7,23,24005,82394,24259,23,22,22,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests,5,295,220,6,23,22269,78540,22531,23,23,23,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,1,374,300,9,23,22347,83582,22598,23,21,21,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,2,377,300,8,23,19629,73940,19895,23,23,23,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,3,500,420,11,23,22269,79882,22531,23,23,23,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,4,533,450,14,23,22916,84109,23183,23,23,23,0 +openrouter/google/palm-2-codechat-bison,golang,golang/light,write-tests-symflower-fix,5,571,490,14,23,24005,86136,24259,23,22,22,0 +openrouter/google/palm-2-codechat-bison,golang,golang/mistakes,code-repair,1,210,0,5,5,641,5747,712,5,5,5,190 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,1,14,10,1,1,140,1532,151,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,2,14,10,1,1,74,1161,85,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,3,14,10,1,1,79,1629,90,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,4,14,10,1,1,79,1857,90,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests,5,14,10,1,1,81,1341,92,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,140,1532,151,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1161,85,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,79,1629,90,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,79,1857,90,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,81,1341,92,1,1,1,0 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,1,479,0,9,10,3188,21887,3298,10,10,10,440 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,2,499,0,9,10,3834,16181,3944,10,10,10,460 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,3,540,0,10,10,3059,14874,3169,10,10,10,500 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,4,540,0,10,10,3090,14468,3200,10,10,10,500 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile,5,560,0,10,10,2939,14468,3049,10,10,10,520 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,1,540,0,10,10,3059,14874,3169,10,10,10,500 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,2,540,0,10,10,3090,14468,3200,10,10,10,500 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,3,540,0,10,10,3188,22445,3298,10,10,10,500 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2939,14468,3049,10,10,10,520 +openrouter/google/palm-2-codechat-bison,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,3834,16601,3944,10,10,10,520 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,1,3,0,0,1,141,1250,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,2,3,0,0,1,141,1348,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,3,3,0,0,1,141,1355,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,4,3,0,0,1,141,1456,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests,5,3,0,0,1,443,1736,456,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,1,3,0,0,1,141,1250,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,2,3,0,0,1,141,1348,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,141,1355,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,141,1456,154,1,1,1,0 +openrouter/google/palm-2-codechat-bison,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,443,1736,456,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,1,673,600,8,23,19382,77583,19663,23,21,21,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,2,794,720,7,23,18648,79367,18938,23,22,22,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,3,817,740,8,23,16285,66271,16584,23,23,23,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,4,848,770,9,23,17868,66576,18167,23,23,23,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests,5,854,780,9,23,20977,103858,21258,23,21,21,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,1,673,600,8,23,19382,77583,19663,23,21,21,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,2,794,720,7,23,18648,79367,18938,23,22,22,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,3,817,740,8,23,16285,66271,16584,23,23,23,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,4,848,770,9,23,17868,66576,18167,23,23,23,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/light,write-tests-symflower-fix,5,854,780,9,23,20977,103858,21258,23,21,21,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/mistakes,code-repair,1,170,0,5,5,650,5965,715,5,5,5,150 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,1,14,10,1,1,136,1404,149,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,2,14,10,1,1,136,1548,149,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,3,14,10,1,1,254,1669,267,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,4,14,10,1,1,290,1709,303,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests,5,3,0,0,1,150,813,163,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,136,1404,149,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,136,1548,149,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,254,1669,267,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,290,1709,303,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,150,813,163,1,1,1,0 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,1,196,0,6,10,3497,23328,3627,10,10,10,160 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,2,197,0,7,10,3471,24457,3601,10,10,10,160 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,3,202,0,4,10,3495,19590,3616,10,9,9,170 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,4,226,0,6,10,3369,21065,3499,10,10,10,190 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile,5,227,0,7,10,3629,19782,3759,10,10,10,190 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,1,196,0,6,10,3497,23328,3627,10,10,10,160 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,2,197,0,7,10,3471,24457,3601,10,10,10,160 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,3,202,0,4,10,3495,19590,3616,10,9,9,170 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,4,226,0,6,10,3369,21065,3499,10,10,10,190 +openrouter/google/palm-2-codechat-bison,ruby,ruby/transpile,transpile-symflower-fix,5,227,0,7,10,3629,19782,3759,10,10,10,190 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,1,890,800,21,23,18810,253762,19056,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,2,911,820,22,23,17580,280945,17818,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,3,920,830,21,23,16883,271870,17121,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,4,992,900,23,23,17043,267600,17279,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests,5,992,900,23,23,17819,270141,18055,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,1,890,800,21,23,18810,253762,19056,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,2,911,820,22,23,17580,280945,17818,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,3,961,870,22,23,16883,272069,17121,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,4,992,900,23,23,17043,267600,17279,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/light,write-tests-symflower-fix,5,992,900,23,23,17819,270141,18055,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/mistakes,code-repair,1,210,0,5,5,638,12359,696,5,5,5,190 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,1,14,10,1,1,75,1637,85,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,2,14,10,1,1,79,1452,89,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,3,14,10,1,1,79,2112,91,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,4,14,10,1,1,79,2870,91,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests,5,14,10,1,1,80,2775,92,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,75,1637,85,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,79,1452,89,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,79,2112,91,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,79,2870,91,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,80,2775,92,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,1,540,0,10,10,2904,49338,3006,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,2,540,0,10,10,2918,65838,3020,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,3,540,0,10,10,3036,42217,3138,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,4,540,0,10,10,3182,43656,3288,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile,5,560,0,10,10,2966,42410,3072,10,10,10,520 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,1,540,0,10,10,2904,49338,3006,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,2,540,0,10,10,2918,65838,3020,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,3,540,0,10,10,3036,42217,3138,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,4,540,0,10,10,3182,43656,3288,10,10,10,500 +openrouter/meta-llama/llama-3.1-405b-instruct,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,2966,42410,3072,10,10,10,520 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,1,2588,2500,19,23,27230,370973,27518,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,2,2748,2660,20,23,27853,262703,29963,23,22,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,3,2970,2880,21,23,30672,343630,30958,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,4,3062,2970,23,23,28197,238766,28485,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests,5,3082,2990,23,23,30642,398792,30922,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,1,2588,2500,19,23,27230,370973,27518,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,2,2748,2660,20,23,27853,262703,29963,23,22,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,3,2970,2880,21,23,30672,343630,30958,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,4,3062,2970,23,23,28197,238766,28485,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/light,write-tests-symflower-fix,5,3082,2990,23,23,30642,398792,30922,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/mistakes,code-repair,1,160,0,5,5,965,15599,1027,5,5,5,140 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,1,14,10,1,1,137,1779,149,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,2,14,10,1,1,151,2463,163,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,3,14,10,1,1,151,2751,163,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,4,14,10,1,1,151,2770,163,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests,5,14,10,1,1,344,2976,356,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,1779,149,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,151,2463,163,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,151,2751,163,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,151,2770,163,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,344,2976,356,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,1,480,0,10,10,3521,49699,3647,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,2,480,0,10,10,3696,57620,3818,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,3,480,0,10,10,3705,51705,3827,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,4,480,0,10,10,3770,85139,3894,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile,5,480,0,10,10,3873,38898,4001,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3521,49699,3647,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3696,57620,3818,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3705,51705,3827,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3770,85139,3894,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3873,38898,4001,10,10,10,440 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,1,1897,1810,18,23,19379,304709,19661,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,2,2190,2100,21,23,20778,390557,21056,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,3,2200,2110,21,23,19616,308535,19894,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,4,2271,2180,22,23,19630,286266,19914,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests,5,2362,2270,23,23,20666,289716,20954,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1897,1810,18,23,19379,304709,19661,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,2190,2100,21,23,20778,390557,21056,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,2200,2110,21,23,19616,308535,19894,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,2271,2180,22,23,19630,286266,19914,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,2362,2270,23,23,20666,289716,20954,23,23,23,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/mistakes,code-repair,1,170,0,5,5,668,14896,728,5,5,5,150 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1456,154,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,140,3049,152,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,140,3781,152,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,292,3144,304,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests,5,14,10,1,1,292,4115,304,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1456,154,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,3049,152,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,3781,152,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,292,3144,304,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,292,4115,304,1,1,1,0 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,1,280,0,10,10,3363,66665,3489,10,10,10,240 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,2,290,0,10,10,3412,62370,3536,10,10,10,250 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,3,300,0,10,10,3162,50343,3290,10,10,10,260 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,4,340,0,10,10,3382,63592,3502,10,10,10,300 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile,5,380,0,10,10,3120,77959,3240,10,10,10,340 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,280,0,10,10,3363,66665,3489,10,10,10,240 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,290,0,10,10,3412,62370,3536,10,10,10,250 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,300,0,10,10,3162,50343,3290,10,10,10,260 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,340,0,10,10,3382,63592,3502,10,10,10,300 +openrouter/meta-llama/llama-3.1-405b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,380,0,10,10,3120,77959,3240,10,10,10,340 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,1,581,500,16,23,75060,634025,75303,23,21,21,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,2,714,630,19,23,75387,573165,75633,23,21,21,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,3,726,640,19,23,23761,270888,24021,23,22,22,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,4,737,650,20,23,49570,414670,49827,23,22,22,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests,5,862,770,23,23,19703,235532,19961,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,1,673,590,18,23,75060,635099,75303,23,21,21,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,2,726,640,19,23,23761,270888,24021,23,22,22,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,3,737,650,20,23,49570,414670,49827,23,22,22,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,4,775,690,20,23,75387,573430,75633,23,21,21,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/light,write-tests-symflower-fix,5,862,770,23,23,19703,235532,19961,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/mistakes,code-repair,1,209,0,5,5,681,15260,925,5,4,5,190 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,1,14,10,1,1,229,2255,239,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,2,14,10,1,1,74,1089,84,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,3,14,10,1,1,746,4963,756,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,4,14,10,1,1,79,1467,89,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests,5,3,0,0,1,173,2065,183,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,229,2255,239,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1089,84,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,746,4963,756,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,79,1467,89,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,173,2065,183,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,1,459,0,9,10,3205,38651,3305,10,10,10,420 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,2,479,0,9,10,3115,38631,3223,10,10,10,440 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,3,508,0,9,10,3023,39068,3526,10,9,10,470 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,4,560,0,10,10,2850,42115,2958,10,10,10,520 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile,5,560,0,10,10,3177,50634,3281,10,10,10,520 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,1,459,0,9,10,3205,38651,3305,10,10,10,420 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,2,508,0,9,10,3023,39068,3526,10,9,10,470 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,3,540,0,10,10,3115,38889,3223,10,10,10,500 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2850,42115,2958,10,10,10,520 +openrouter/meta-llama/llama-3.1-70b-instruct,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,3177,50634,3281,10,10,10,520 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,1,2132,2050,17,23,79308,532001,79560,23,21,21,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,2,2258,2170,19,23,29317,250558,29593,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,3,2488,2400,19,23,30474,385307,30750,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,4,2679,2590,20,23,31033,246875,31309,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests,5,2879,2790,21,23,32214,273904,41205,23,22,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,1,2132,2050,17,23,79308,532001,79560,23,21,21,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,2,2258,2170,19,23,29317,250558,29593,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,3,2488,2400,19,23,30474,385307,30750,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,4,2679,2590,20,23,31033,246875,31309,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/light,write-tests-symflower-fix,5,2879,2790,21,23,32214,273904,41205,23,22,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/mistakes,code-repair,1,160,0,5,5,965,10412,1025,5,5,5,140 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,1,14,10,1,1,229,2690,241,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,2,14,10,1,1,231,1593,243,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,3,14,10,1,1,261,2048,273,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,4,14,10,1,1,266,4740,278,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests,5,14,10,1,1,674,5114,686,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,229,2690,241,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,231,1593,243,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,261,2048,273,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,266,4740,278,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,674,5114,686,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,1,388,0,8,10,3820,35285,3940,10,10,10,350 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,2,419,0,9,10,3911,50290,4031,10,10,10,380 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,3,429,0,9,10,3713,49831,3833,10,10,10,390 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,4,470,0,10,10,3699,42161,3819,10,10,10,430 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile,5,480,0,10,10,3981,60100,4101,10,10,10,440 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,1,388,0,8,10,3820,35285,3940,10,10,10,350 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,2,419,0,9,10,3911,50290,4031,10,10,10,380 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,3,429,0,9,10,3713,49831,3833,10,10,10,390 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,4,470,0,10,10,3699,42161,3819,10,10,10,430 +openrouter/meta-llama/llama-3.1-70b-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3981,60100,4101,10,10,10,440 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,1,2179,2090,20,23,18528,199926,18804,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,2,2220,2130,21,23,20315,258297,20587,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,3,2231,2140,22,23,20087,236211,20363,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,4,2282,2190,23,23,21751,227777,22027,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests,5,2311,2220,22,23,20426,248417,20702,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,2179,2090,20,23,18528,199926,18804,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,2220,2130,21,23,20315,258297,20587,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,2231,2140,22,23,20087,236211,20363,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,2282,2190,23,23,21751,227777,22027,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,2311,2220,22,23,20426,248417,20702,23,23,23,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/mistakes,code-repair,1,170,0,5,5,621,11136,681,5,5,5,150 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,163,2561,175,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,171,2061,183,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,208,3109,220,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,210,4724,222,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests,5,14,10,1,1,287,4046,299,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,163,2561,175,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,171,2061,183,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,208,3109,220,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,210,4724,222,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,287,4046,299,1,1,1,0 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,1,240,0,10,10,3561,43323,3681,10,10,10,200 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,2,269,0,9,10,3241,48588,3361,10,10,10,230 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,3,330,0,10,10,2887,56774,3007,10,10,10,290 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,4,350,0,10,10,3151,49314,3271,10,10,10,310 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile,5,370,0,10,10,2980,72465,3104,10,10,10,330 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,240,0,10,10,3561,43323,3681,10,10,10,200 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,269,0,9,10,3241,48588,3361,10,10,10,230 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,330,0,10,10,2887,56774,3007,10,10,10,290 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,350,0,10,10,3151,49314,3271,10,10,10,310 +openrouter/meta-llama/llama-3.1-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,370,0,10,10,2980,72465,3104,10,10,10,330 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,1,438,360,11,23,25548,117825,44711,23,21,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,2,440,360,13,23,26679,125625,28801,23,21,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,3,466,390,12,23,21647,84938,21857,22,21,21,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,4,468,390,12,23,54760,142712,58149,23,20,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests,5,485,410,11,23,131967,343184,132648,23,20,21,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,1,467,390,13,23,21647,85362,21857,22,21,21,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,2,499,420,13,23,54760,143145,58149,23,20,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,3,521,440,14,23,26679,125872,28801,23,21,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,4,526,450,12,23,131967,343401,132648,23,20,21,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/light,write-tests-symflower-fix,5,531,450,14,23,25548,118654,44711,23,21,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/mistakes,code-repair,1,209,0,5,5,714,6307,1108,5,4,5,190 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,1,1,0,0,1,30,779,33,1,0,0,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,2,14,10,1,1,79,714,89,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,3,2,0,0,1,437,2622,709,1,0,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,4,3,0,0,1,396,2092,406,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests,5,3,0,0,1,707,3017,717,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,1,1,0,0,1,30,779,33,1,0,0,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,79,714,89,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,437,2622,709,1,0,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,396,2092,406,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,707,3017,717,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,1,275,0,6,10,3059,17168,3649,10,9,10,240 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,2,357,0,7,10,3053,16768,3155,10,10,10,320 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,3,375,0,7,10,2839,13692,2929,10,9,9,340 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,4,376,0,7,10,3323,22171,3694,10,9,10,340 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile,5,417,0,8,10,3483,20210,3836,10,9,10,380 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,1,375,0,7,10,2839,13692,2929,10,9,9,340 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,2,418,0,8,10,3053,17258,3155,10,10,10,380 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,3,437,0,8,10,3323,22943,3694,10,9,10,400 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,4,438,0,9,10,3059,17839,3649,10,9,10,400 +openrouter/meta-llama/llama-3.1-8b-instruct,golang,golang/transpile,transpile-symflower-fix,5,448,0,9,10,3483,20380,3836,10,9,10,410 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,1,1449,1370,12,23,111000,198664,117377,23,21,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,2,1570,1490,14,23,32430,150993,33325,23,21,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,3,1871,1790,14,23,40377,104164,40644,23,22,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,4,1941,1860,16,23,122129,302380,123864,23,20,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests,5,2396,2310,18,23,36338,108508,52066,23,22,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,1,1449,1370,12,23,111000,198664,117377,23,21,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,2,1570,1490,14,23,32430,150993,33325,23,21,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,3,1871,1790,14,23,40377,104164,40644,23,22,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,4,1941,1860,16,23,122129,302380,123864,23,20,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/light,write-tests-symflower-fix,5,2396,2310,18,23,36338,108508,52066,23,22,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/mistakes,code-repair,1,160,0,5,5,980,6182,1040,5,5,5,140 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,1,14,10,1,1,266,1014,278,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,2,14,10,1,1,266,980,278,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,3,14,10,1,1,352,1000,364,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,4,3,0,0,1,355,1619,367,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests,5,3,0,0,1,444,2578,456,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,266,1014,278,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,266,980,278,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,352,1000,364,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,355,1619,367,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,444,2578,456,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,1,376,0,8,10,4428,33806,15471,10,8,10,340 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,2,429,0,9,10,3857,18114,3977,10,10,10,390 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,3,438,0,9,10,4062,19610,4590,10,9,10,400 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,4,460,0,10,10,3294,16765,3414,10,10,10,420 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile,5,480,0,10,10,3486,16886,3606,10,10,10,440 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,1,376,0,8,10,4428,33806,15471,10,8,10,340 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,2,429,0,9,10,3857,18114,3977,10,10,10,390 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,3,438,0,9,10,4062,19610,4590,10,9,10,400 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,4,460,0,10,10,3294,16765,3414,10,10,10,420 +openrouter/meta-llama/llama-3.1-8b-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3486,16886,3606,10,10,10,440 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,1,1004,920,17,23,35340,95276,35605,23,22,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,2,1068,990,14,23,67126,255127,106842,23,20,21,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,3,1220,1140,18,23,144130,324676,145098,23,19,20,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,4,1464,1380,17,23,21454,76125,21722,23,22,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests,5,1479,1390,20,23,24249,93658,24525,23,23,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1004,920,17,23,35340,95276,35605,23,22,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1068,990,14,23,67126,255127,106842,23,20,21,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1220,1140,18,23,144130,324676,145098,23,19,20,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,1464,1380,17,23,21454,76125,21722,23,22,22,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,1479,1390,20,23,24249,93658,24525,23,23,23,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/mistakes,code-repair,1,108,0,4,5,851,12319,1162,5,4,5,90 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,304,1148,316,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,313,1367,325,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,395,1119,407,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,632,9197,644,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,316,3560,328,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,304,1148,316,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,313,1367,325,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,395,1119,407,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,632,9197,644,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,316,3560,328,1,1,1,0 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,1,296,0,7,10,3034,19961,3493,10,9,10,260 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,2,318,0,9,10,2968,17828,3349,10,9,10,280 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,3,350,0,10,10,3378,19313,3494,10,10,10,310 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,4,378,0,9,10,3044,18341,3199,10,9,10,340 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile,5,420,0,10,10,2884,22100,3004,10,10,10,380 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,296,0,7,10,3034,19961,3493,10,9,10,260 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,318,0,9,10,2968,17828,3349,10,9,10,280 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,350,0,10,10,3378,19313,3494,10,10,10,310 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,378,0,9,10,3044,18341,3199,10,9,10,340 +openrouter/meta-llama/llama-3.1-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,420,0,10,10,2884,22100,3004,10,10,10,380 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,1,696,610,17,23,15095,301874,15289,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,2,706,620,19,23,14968,198286,15153,23,22,22,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,3,775,690,18,23,16316,219787,16504,23,22,22,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,4,790,700,21,23,16612,268524,16804,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests,5,850,760,21,23,15478,228089,15666,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,1,779,690,20,23,15095,302635,15289,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,2,787,700,20,23,14968,198557,15153,23,22,22,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,3,816,730,19,23,16316,219986,16504,23,22,22,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,4,841,750,22,23,16612,268770,16804,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/light,write-tests-symflower-fix,5,891,800,22,23,15478,228424,15666,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/mistakes,code-repair,1,210,0,5,5,648,18227,688,5,5,5,190 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,1,14,10,1,1,74,1160,82,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,2,14,10,1,1,74,2385,84,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,3,14,10,1,1,74,952,84,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,4,14,10,1,1,74,953,84,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests,5,14,10,1,1,79,1423,89,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1160,82,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,2385,84,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,952,84,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,953,84,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,79,1423,89,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,1,458,0,8,10,2943,50584,3023,10,10,10,420 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,2,519,0,9,10,2641,47746,2725,10,10,10,480 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,3,519,0,9,10,2978,47465,3060,10,10,10,480 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,4,519,0,9,10,2994,36487,3076,10,10,10,480 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile,5,529,0,9,10,2886,39985,2970,10,10,10,490 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,1,560,0,10,10,2886,40660,2970,10,10,10,520 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2641,48253,2725,10,10,10,540 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2943,51233,3023,10,10,10,540 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2978,48166,3060,10,10,10,540 +openrouter/meta-llama/llama-3-70b-instruct,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2994,37773,3076,10,10,10,540 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,1,2087,2000,18,23,22138,283956,22322,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,2,2117,2030,18,23,25284,270205,25472,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,3,2429,2340,20,23,23935,245349,24123,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,4,2529,2440,20,23,23725,245296,23913,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests,5,2579,2490,20,23,23323,215431,23511,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,1,2087,2000,18,23,22138,283956,22322,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,2,2117,2030,18,23,25284,270205,25472,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,3,2429,2340,20,23,23935,245349,24123,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,4,2529,2440,20,23,23725,245296,23913,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/light,write-tests-symflower-fix,5,2579,2490,20,23,23323,215431,23511,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/mistakes,code-repair,1,160,0,5,5,1051,13923,1091,5,5,5,140 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,1,14,10,1,1,137,1993,145,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,2,14,10,1,1,137,4583,145,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,3,14,10,1,1,266,6019,278,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,4,14,10,1,1,289,2028,297,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests,5,3,0,0,1,287,2358,295,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,1993,145,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,4583,145,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,266,6019,278,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,289,2028,297,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,287,2358,295,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,1,470,0,10,10,3834,36451,3914,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,2,470,0,10,10,3872,41934,3952,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,3,470,0,10,10,3894,57596,3974,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,4,470,0,10,10,3925,42728,4009,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile,5,470,0,10,10,4050,49258,4130,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,1,470,0,10,10,3834,36451,3914,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,2,470,0,10,10,3872,41934,3952,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,3,470,0,10,10,3894,57596,3974,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,4,470,0,10,10,3925,42728,4009,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,java,java/transpile,transpile-symflower-fix,5,470,0,10,10,4050,49258,4130,10,10,10,430 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,1,1868,1780,19,23,15666,159427,15850,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,2,1928,1840,19,23,16339,154713,16523,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,3,2119,2030,20,23,15710,125808,15902,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,4,2140,2050,21,23,16004,146154,16196,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests,5,2251,2160,22,23,17199,152323,17383,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1868,1780,19,23,15666,159427,15850,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1928,1840,19,23,16339,154713,16523,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,2119,2030,20,23,15710,125808,15902,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,2140,2050,21,23,16004,146154,16196,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,2251,2160,22,23,17199,152323,17383,23,23,23,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,12899,659,5,5,5,150 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,140,2676,148,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,152,1446,160,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,243,3373,251,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,4,3,0,0,1,145,1693,153,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,156,3127,164,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,2676,148,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,152,1446,160,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,243,3373,251,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,145,1693,153,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,156,3127,164,1,1,1,0 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,1,120,0,10,10,3475,37538,3563,10,10,10,80 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,2,230,0,10,10,3324,44823,3404,10,10,10,190 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,3,320,0,10,10,3186,27042,3270,10,10,10,280 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,4,340,0,10,10,3251,36219,3335,10,10,10,300 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile,5,380,0,10,10,3244,29969,3324,10,10,10,340 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,120,0,10,10,3475,37538,3563,10,10,10,80 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,230,0,10,10,3324,44823,3404,10,10,10,190 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,320,0,10,10,3186,27042,3270,10,10,10,280 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,340,0,10,10,3251,36219,3335,10,10,10,300 +openrouter/meta-llama/llama-3-70b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,380,0,10,10,3244,29969,3324,10,10,10,340 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,1,2,0,0,1,5,1516,201,1,0,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,2,3,0,0,1,130,1473,144,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,3,3,0,0,1,135,1793,149,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,4,3,0,0,1,254,2173,279,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests,5,3,0,0,1,323,12827,331,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,5,1516,201,1,0,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,130,1473,144,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,135,1793,149,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,254,2173,279,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,323,12827,331,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,1,1061,990,8,23,21558,99978,23240,23,19,21,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,2,1304,1230,9,23,23318,82109,24420,23,20,22,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,3,391,330,4,23,19928,111054,23405,23,15,19,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,4,450,380,5,23,29483,168112,30144,23,20,22,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests,5,577,510,5,23,23717,89219,24039,23,19,20,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,1,1061,990,8,23,21558,99978,23240,23,19,21,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,2,1304,1230,9,23,23318,82109,24420,23,20,22,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,3,391,330,4,23,19928,111054,23405,23,15,19,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,4,450,380,5,23,29483,168112,30144,23,20,22,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/light,write-tests-symflower-fix,5,577,510,5,23,23717,89219,24039,23,19,20,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/mistakes,code-repair,1,160,0,5,5,1187,7168,1235,5,5,5,140 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,1,14,10,1,1,178,1594,190,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,2,2,0,0,1,7,2735,547,1,0,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,3,2,0,0,1,7,4225,258,1,0,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,4,3,0,0,1,336,1341,348,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests,5,3,0,0,1,339,1009,347,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,178,1594,190,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,7,2735,547,1,0,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,7,4225,258,1,0,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,336,1341,348,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,339,1009,347,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,1,419,0,9,10,3716,44444,3824,10,10,10,380 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,2,429,0,9,10,3819,16864,3915,10,10,10,390 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,3,470,0,10,10,3864,40216,3960,10,10,10,430 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,4,470,0,10,10,3908,20757,3988,10,10,10,430 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile,5,470,0,10,10,4009,45402,4097,10,10,10,430 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,1,419,0,9,10,3716,44444,3824,10,10,10,380 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,2,429,0,9,10,3819,16864,3915,10,10,10,390 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,3,470,0,10,10,3864,40216,3960,10,10,10,430 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,4,470,0,10,10,3908,20757,3988,10,10,10,430 +openrouter/meta-llama/llama-3-8b-instruct,java,java/transpile,transpile-symflower-fix,5,470,0,10,10,4009,45402,4097,10,10,10,430 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,1,223,150,5,23,17134,111750,17971,23,22,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,2,263,190,6,23,16752,87496,17697,23,21,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,3,412,340,5,23,15908,74644,16172,23,22,22,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,4,455,380,6,23,22957,107915,23201,23,23,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests,5,697,620,8,23,17532,67754,17776,23,23,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,223,150,5,23,17134,111750,17971,23,22,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,263,190,6,23,16752,87496,17697,23,21,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,412,340,5,23,15908,74644,16172,23,22,22,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,455,380,6,23,22957,107915,23201,23,23,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,697,620,8,23,17532,67754,17776,23,23,23,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/mistakes,code-repair,1,109,0,4,5,617,8242,657,5,5,5,90 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,240,906,252,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,2,3,0,0,1,131,16665,143,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,3,3,0,0,1,137,1651,145,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,4,3,0,0,1,151,1237,163,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,273,1627,285,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,240,906,252,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,3,0,0,1,131,16665,143,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,137,1651,145,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,151,1237,163,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,273,1627,285,1,1,1,0 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,1,256,0,6,10,2882,14591,3002,10,10,10,220 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,2,257,0,7,10,2746,28695,2846,10,10,10,220 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,3,298,0,8,10,3193,23078,3306,10,10,10,260 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,4,307,0,7,10,2792,21337,2896,10,10,10,270 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile,5,319,0,9,10,2761,24908,2869,10,10,10,280 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,256,0,6,10,2882,14591,3002,10,10,10,220 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,257,0,7,10,2746,28695,2846,10,10,10,220 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,298,0,8,10,3193,23078,3306,10,10,10,260 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,307,0,7,10,2792,21337,2896,10,10,10,270 +openrouter/meta-llama/llama-3-8b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,319,0,9,10,2761,24908,2869,10,10,10,280 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,1,1,0,0,1,957,16629,958,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,2,2,0,0,1,78,4098,562,1,0,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,3,3,0,0,1,194,3864,205,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,4,3,0,0,1,198,5158,209,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests,5,3,0,0,1,98,2955,113,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,1,1,0,0,1,957,16629,958,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,78,4098,562,1,0,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,194,3864,205,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,198,5158,209,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,98,2955,113,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,1,184,0,3,10,4291,72620,4624,10,5,6,160 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,2,226,0,4,10,3227,46505,3310,10,6,6,200 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,3,270,0,5,10,3165,42164,3261,10,7,8,240 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,4,279,0,5,10,3206,37687,3294,10,7,7,250 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile,5,299,0,5,10,3224,43274,3307,10,7,7,270 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,1,245,0,4,10,4291,73071,4624,10,5,6,220 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,2,279,0,5,10,3206,37687,3294,10,7,7,250 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,3,331,0,6,10,3165,42451,3261,10,7,8,300 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,4,338,0,6,10,3227,47179,3310,10,6,6,310 +openrouter/microsoft/phi-3-medium-128k-instruct,golang,golang/transpile,transpile-symflower-fix,5,360,0,6,10,3224,43670,3307,10,7,7,330 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,1,2,0,0,1,598,16223,2315,1,0,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,2,2,0,0,1,849,6993,1178,1,0,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,3,3,0,0,1,1081,19096,1095,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,4,3,0,0,1,205,4373,218,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests,5,3,0,0,1,460,8150,474,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,1,2,0,0,1,598,16223,2315,1,0,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,849,6993,1178,1,0,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,1081,19096,1095,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,205,4373,218,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,460,8150,474,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,1,300,0,6,10,5526,65695,5617,10,7,7,270 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,2,345,0,7,10,5164,49075,5283,10,9,9,310 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,3,419,0,9,10,4219,52904,4298,10,5,5,390 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,4,466,0,10,10,4141,36197,4249,10,8,8,430 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile,5,466,0,10,10,4766,42644,4873,10,8,8,430 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,1,300,0,6,10,5526,65695,5617,10,7,7,270 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,2,345,0,7,10,5164,49075,5283,10,9,9,310 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,3,419,0,9,10,4219,52904,4298,10,5,5,390 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,4,466,0,10,10,4141,36197,4249,10,8,8,430 +openrouter/microsoft/phi-3-medium-128k-instruct,java,java/transpile,transpile-symflower-fix,5,466,0,10,10,4766,42644,4873,10,8,8,430 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,1,1164,1080,20,23,21046,170887,22517,23,20,21,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,2,1286,1210,15,23,21912,199416,22174,23,19,19,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,3,1293,1220,18,23,30500,531157,31141,23,15,17,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,4,1655,1580,20,23,17672,213860,20533,23,13,19,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests,5,1701,1620,21,23,21312,177560,21731,23,18,19,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1164,1080,20,23,21046,170887,22517,23,20,21,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1286,1210,15,23,21912,199416,22174,23,19,19,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1293,1220,18,23,30500,531157,31141,23,15,17,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,4,1655,1580,20,23,17672,213860,20533,23,13,19,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,5,1701,1620,21,23,21312,177560,21731,23,18,19,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/mistakes,code-repair,1,138,0,5,5,625,7878,983,5,3,5,120 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,1,12,10,1,1,147,1608,149,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,2,12,10,1,1,160,1579,162,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,3,12,10,1,1,177,1652,178,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,242,2339,255,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,272,2518,285,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,12,10,1,1,147,1608,149,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,12,10,1,1,160,1579,162,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,12,10,1,1,177,1652,178,1,0,0,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,242,2339,255,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,272,2518,285,1,1,1,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,1,104,0,9,10,3133,36129,4725,10,7,8,70 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,2,128,0,10,10,3073,26591,3196,10,9,9,90 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,3,146,0,10,10,2866,29478,2974,10,8,8,110 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,4,163,0,7,10,2819,29399,3391,10,7,9,130 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile,5,35,0,6,10,3078,39726,3217,10,9,10,0 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,104,0,9,10,3133,36129,4725,10,7,8,70 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,128,0,10,10,3073,26591,3196,10,9,9,90 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,146,0,10,10,2866,29478,2974,10,8,8,110 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,163,0,7,10,2819,29399,3391,10,7,9,130 +openrouter/microsoft/phi-3-medium-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,35,0,6,10,3078,39726,3217,10,9,10,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,1,396,320,11,23,21954,150911,23693,23,19,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,2,442,360,13,23,22287,139903,22640,23,23,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,3,450,370,13,23,21053,144793,22013,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,4,454,380,12,23,25984,174063,28010,23,17,22,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests,5,560,480,13,23,23505,146308,24430,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,1,585,500,16,23,22287,141295,22640,23,23,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,2,600,520,15,23,21954,152495,23693,23,19,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,3,603,520,16,23,21053,145577,22013,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,4,700,620,18,23,25984,176457,28010,23,17,22,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/light,write-tests-symflower-fix,5,775,690,18,23,23505,148786,24430,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/mistakes,code-repair,1,210,0,5,5,670,6677,745,5,5,5,190 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,1,3,0,0,1,298,1534,313,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,2,3,0,0,1,300,1746,315,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,3,3,0,0,1,437,2929,456,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,4,3,0,0,1,703,3007,714,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests,5,4,0,1,1,438,2344,455,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,1,3,0,0,1,298,1534,313,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,300,1746,315,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,437,2929,456,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,703,3007,714,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/plain,write-tests-symflower-fix,5,4,0,1,1,438,2344,455,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,1,234,0,4,10,3289,21900,3403,10,10,10,200 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,2,356,0,6,10,3351,21204,3461,10,10,10,320 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,3,407,0,7,10,3271,23685,3381,10,10,10,370 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,4,407,0,7,10,3304,22918,3418,10,10,10,370 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile,5,438,0,8,10,3291,21225,3401,10,10,10,400 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,1,295,0,5,10,3289,22177,3403,10,10,10,260 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,2,407,0,7,10,3271,23685,3381,10,10,10,370 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,3,438,0,8,10,3291,21225,3401,10,10,10,400 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,4,458,0,8,10,3351,21892,3461,10,10,10,420 +openrouter/microsoft/phi-3-medium-4k-instruct,golang,golang/transpile,transpile-symflower-fix,5,468,0,8,10,3304,23562,3418,10,10,10,430 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,1,116,50,1,23,26487,133455,28211,23,19,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,2,120,50,1,23,25749,123802,26048,23,23,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,3,269,200,2,23,31241,158724,32000,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,4,388,320,2,23,33816,172596,34636,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests,5,450,380,3,23,28683,134555,29532,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,1,116,50,1,23,26487,133455,28211,23,19,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,2,120,50,1,23,25749,123802,26048,23,23,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,3,269,200,2,23,31241,158724,32000,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,4,388,320,2,23,33816,172596,34636,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/light,write-tests-symflower-fix,5,450,380,3,23,28683,134555,29532,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/mistakes,code-repair,1,159,0,5,5,1328,10047,1835,5,4,5,140 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,1,14,10,1,1,230,1720,243,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,2,2,0,0,1,293,2649,606,1,0,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,3,3,0,0,1,1528,6350,1541,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,4,3,0,0,1,578,2528,591,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests,5,3,0,0,1,732,3547,745,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,230,1720,243,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,293,2649,606,1,0,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,1528,6350,1541,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,578,2528,591,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,732,3547,745,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,1,1438,1350,21,23,20358,111293,21257,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,2,1497,1410,21,23,19813,113488,20922,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,3,1527,1440,21,23,16644,100232,18423,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,4,1575,1490,21,23,19975,115633,21444,23,18,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests,5,1858,1770,22,23,17186,101389,18254,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1438,1350,21,23,20358,111293,21257,23,21,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1497,1410,21,23,19813,113488,20922,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1527,1440,21,23,16644,100232,18423,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,4,1575,1490,21,23,19975,115633,21444,23,18,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/light,write-tests-symflower-fix,5,1858,1770,22,23,17186,101389,18254,23,20,23,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/mistakes,code-repair,1,140,0,5,5,613,6106,678,5,5,5,120 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,155,1299,168,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,155,1310,168,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,158,3595,171,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,255,1698,268,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,155,1299,168,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,155,1310,168,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,158,3595,171,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,255,1698,268,1,1,1,0 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,1,137,0,9,10,2925,21363,3043,10,9,9,100 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,2,240,0,10,10,2701,19644,2831,10,10,10,200 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,3,58,0,10,10,2889,22054,3546,10,8,10,20 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,4,66,0,8,10,2937,22747,3303,10,8,10,30 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile,5,87,0,8,10,3318,21427,3520,10,9,10,50 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,137,0,9,10,2925,21363,3043,10,9,9,100 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,240,0,10,10,2701,19644,2831,10,10,10,200 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,58,0,10,10,2889,22054,3546,10,8,10,20 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,66,0,8,10,2937,22747,3303,10,8,10,30 +openrouter/microsoft/phi-3-medium-4k-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,87,0,8,10,3318,21427,3520,10,9,10,50 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,1,14,10,1,1,228,1495,239,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,2,2,0,0,1,668,7751,1530,1,0,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,3,3,0,0,1,169,1073,180,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,4,3,0,0,1,243,1578,254,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests,5,3,0,0,1,351,2174,362,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,228,1495,239,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,668,7751,1530,1,0,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,169,1073,180,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,243,1578,254,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,351,2174,362,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,1,110,0,2,10,3020,19351,3125,10,9,9,80 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,2,161,0,3,10,3181,19579,3282,10,9,9,130 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,3,189,0,3,10,2932,17858,3024,10,8,8,160 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,4,234,0,4,10,3071,19617,3181,10,10,10,200 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile,5,374,0,6,10,2988,18980,3089,10,9,9,340 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,1,110,0,2,10,3020,19351,3125,10,9,9,80 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,2,202,0,4,10,3181,19799,3282,10,9,9,170 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,3,230,0,4,10,2932,18326,3024,10,8,8,200 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,4,234,0,4,10,3071,19617,3181,10,10,10,200 +openrouter/microsoft/phi-3-mini-128k-instruct,golang,golang/transpile,transpile-symflower-fix,5,374,0,6,10,2988,18980,3089,10,9,9,340 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,1,1034,970,10,23,40416,223392,49983,23,9,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,2,1100,1040,9,23,38279,230531,52822,23,6,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,3,1450,1390,10,23,42373,235042,51802,23,6,21,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,4,1615,1550,13,23,36037,174858,44778,23,9,20,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests,5,1888,1820,15,23,37161,235085,49620,23,8,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,1,1034,970,10,23,40416,223392,49983,23,9,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,2,1100,1040,9,23,38279,230531,52822,23,6,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,3,1450,1390,10,23,42373,235042,51802,23,6,21,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,4,1615,1550,13,23,36037,174858,44778,23,9,20,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/light,write-tests-symflower-fix,5,1888,1820,15,23,37161,235085,49620,23,8,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/mistakes,code-repair,1,159,0,5,5,1142,11745,1361,5,4,5,140 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,1,13,10,1,1,731,3896,1215,1,0,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,2,14,10,1,1,244,1577,257,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,3,14,10,1,1,459,2228,472,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,4,14,10,1,1,684,2801,697,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests,5,3,0,0,1,253,1522,266,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,731,3896,1215,1,0,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,244,1577,257,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,459,2228,472,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,684,2801,697,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,253,1522,266,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,1,427,0,9,10,3914,21631,4036,10,9,9,390 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,2,439,0,9,10,4326,20693,4456,10,10,10,400 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,3,449,0,9,10,3880,18908,4010,10,10,10,410 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,4,480,0,10,10,3837,20867,3967,10,10,10,440 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile,5,480,0,10,10,3967,20475,4097,10,10,10,440 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,1,427,0,9,10,3914,21631,4036,10,9,9,390 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,2,439,0,9,10,4326,20693,4456,10,10,10,400 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,3,449,0,9,10,3880,18908,4010,10,10,10,410 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3837,20867,3967,10,10,10,440 +openrouter/microsoft/phi-3-mini-128k-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3967,20475,4097,10,10,10,440 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,1,1044,970,20,23,27814,170636,35099,23,10,21,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,2,1153,1080,17,23,21956,122210,29302,23,10,23,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,3,1159,1090,17,23,23120,164462,32311,23,9,20,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,4,716,650,14,23,21022,156175,28938,23,9,20,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests,5,883,810,19,23,23341,135771,34574,23,9,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1044,970,20,23,27814,170636,35099,23,10,21,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1153,1080,17,23,21956,122210,29302,23,10,23,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1159,1090,17,23,23120,164462,32311,23,9,20,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,4,716,650,14,23,21022,156175,28938,23,9,20,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/light,write-tests-symflower-fix,5,883,810,19,23,23341,135771,34574,23,9,22,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/mistakes,code-repair,1,137,0,5,5,756,9112,1477,5,2,5,120 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,201,1445,214,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,213,1255,226,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,233,1544,246,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,298,2036,311,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests,5,14,10,1,1,428,2234,441,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,201,1445,214,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,213,1255,226,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,233,1544,246,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,298,2036,311,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,428,2234,441,1,1,1,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,1,112,0,6,10,3139,20507,3247,10,8,8,80 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,2,114,0,6,10,3171,30553,3290,10,9,9,80 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,3,140,0,5,10,2789,20766,4068,10,6,9,110 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,4,28,0,3,10,2959,30360,3454,10,7,8,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile,5,89,0,5,10,3015,22850,4712,10,5,9,60 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,112,0,6,10,3139,20507,3247,10,8,8,80 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,114,0,6,10,3171,30553,3290,10,9,9,80 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,140,0,5,10,2789,20766,4068,10,6,9,110 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,28,0,3,10,2959,30360,3454,10,7,8,0 +openrouter/microsoft/phi-3-mini-128k-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,89,0,5,10,3015,22850,4712,10,5,9,60 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,1,2,0,0,1,1505,12423,2397,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,2,2,0,0,1,359,12297,2030,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,3,2,0,0,1,431,6221,2551,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,4,2,0,0,1,818,15199,2219,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests,5,2,0,0,1,853,11530,1750,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,1505,12423,2397,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,359,12297,2030,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,431,6221,2551,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,818,15199,2219,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,853,11530,1750,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,1,164,0,4,10,3589,29758,3689,10,10,10,130 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,2,183,0,4,10,3974,32061,4694,10,9,10,150 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,3,184,0,4,10,3488,32137,3588,10,10,10,150 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,4,193,0,5,10,3638,40256,4728,10,8,10,160 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile,5,195,0,5,10,3816,36576,3916,10,10,10,160 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,1,347,0,7,10,3488,33190,3588,10,10,10,310 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,2,376,0,8,10,3638,41593,4728,10,8,10,340 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,3,378,0,8,10,3816,37413,3916,10,10,10,340 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,4,387,0,8,10,3974,33624,4694,10,9,10,350 +openrouter/microsoft/wizardlm-2-7b,golang,golang/transpile,transpile-symflower-fix,5,429,0,9,10,3589,31816,3689,10,10,10,390 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,1,1376,1320,10,23,61630,430867,81421,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,2,1545,1490,9,23,55872,411912,77356,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,3,1646,1590,10,23,62406,400728,80540,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,4,1848,1790,12,23,62176,384862,80737,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests,5,954,900,9,23,74905,442039,94594,23,0,22,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,1,1376,1320,10,23,61630,430867,81421,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,2,1545,1490,9,23,55872,411912,77356,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,3,1646,1590,10,23,62406,400728,80540,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,4,1848,1790,12,23,62176,384862,80737,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,java,java/light,write-tests-symflower-fix,5,954,900,9,23,74905,442039,94594,23,0,22,0 +openrouter/microsoft/wizardlm-2-7b,java,java/mistakes,code-repair,1,159,0,5,5,1375,13024,1644,5,4,5,140 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,1,13,10,1,1,236,11715,1987,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,2,13,10,1,1,616,5274,2362,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,3,2,0,0,1,1610,19321,2684,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,4,2,0,0,1,1659,7861,3162,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests,5,2,0,0,1,1730,17859,3110,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,236,11715,1987,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,616,5274,2362,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,1610,19321,2684,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,1659,7861,3162,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/plain,write-tests-symflower-fix,5,2,0,0,1,1730,17859,3110,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,1,378,0,8,10,4600,33211,4720,10,10,10,340 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,2,419,0,9,10,4549,32490,4669,10,10,10,380 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,3,419,0,9,10,4702,29132,4822,10,10,10,380 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,4,479,0,10,10,4515,38048,4734,10,9,10,440 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile,5,480,0,10,10,4298,31792,4418,10,10,10,440 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,1,378,0,8,10,4600,33211,4720,10,10,10,340 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,2,419,0,9,10,4549,32490,4669,10,10,10,380 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,3,419,0,9,10,4702,29132,4822,10,10,10,380 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,4,479,0,10,10,4515,38048,4734,10,9,10,440 +openrouter/microsoft/wizardlm-2-7b,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4298,31792,4418,10,10,10,440 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,1,536,480,10,23,42227,393550,59235,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,2,555,500,9,23,40928,333298,58306,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,3,562,510,6,23,40517,357367,60093,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,4,636,580,10,23,38942,326336,57573,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests,5,795,740,9,23,37827,346983,55946,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,1,536,480,10,23,42227,393550,59235,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,2,555,500,9,23,40928,333298,58306,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,3,562,510,6,23,40517,357367,60093,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,4,636,580,10,23,38942,326336,57573,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/light,write-tests-symflower-fix,5,795,740,9,23,37827,346983,55946,23,0,23,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/mistakes,code-repair,1,77,0,4,5,1005,13726,2285,5,3,5,60 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,1,13,10,1,1,1112,10587,2287,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,2,13,10,1,1,199,4025,1334,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,3,2,0,0,1,1324,10144,2635,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,4,2,0,0,1,1346,12686,2821,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests,5,2,0,0,1,778,12780,2122,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,1112,10587,2287,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,199,4025,1334,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,1324,10144,2635,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,1346,12686,2821,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,778,12780,2122,1,0,1,0 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,1,115,0,5,10,3421,26334,3541,10,10,10,80 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,2,126,0,6,10,3641,21753,3761,10,10,10,90 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,3,65,0,5,10,3325,28199,3445,10,10,10,30 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,4,65,0,5,10,3612,31156,3732,10,10,10,30 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile,5,65,0,5,10,3688,30407,3808,10,10,10,30 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,1,115,0,5,10,3421,26334,3541,10,10,10,80 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,2,126,0,6,10,3641,21753,3761,10,10,10,90 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,3,65,0,5,10,3325,28199,3445,10,10,10,30 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,4,65,0,5,10,3612,31156,3732,10,10,10,30 +openrouter/microsoft/wizardlm-2-7b,ruby,ruby/transpile,transpile-symflower-fix,5,65,0,5,10,3688,30407,3808,10,10,10,30 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,1,439,370,14,23,58605,759019,63588,23,10,22,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,2,461,390,14,23,22817,489357,27193,23,11,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,3,500,430,14,23,21666,408149,27265,23,10,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,4,511,440,15,23,22489,431292,27949,23,10,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests,5,693,620,18,23,24860,491429,30056,23,9,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,1,635,560,18,23,22817,491200,27193,23,11,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,2,725,650,20,23,58605,761878,63588,23,10,22,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,3,734,660,19,23,24860,491742,30056,23,9,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,4,745,670,19,23,21666,410620,27265,23,10,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/light,write-tests-symflower-fix,5,797,720,21,23,22489,433981,27949,23,10,23,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/mistakes,code-repair,1,169,0,4,5,649,24824,724,5,5,5,150 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,1,13,10,1,1,296,13107,530,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,2,14,10,1,1,135,1904,150,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,3,14,10,1,1,293,1968,307,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,4,14,10,1,1,308,1394,322,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests,5,14,10,1,1,358,5039,373,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,296,13107,530,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,135,1904,150,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,293,1968,307,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,308,1394,322,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,358,5039,373,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,1,315,0,5,10,2896,40053,3003,10,10,10,280 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,2,377,0,7,10,2934,44079,3043,10,10,10,340 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,3,448,0,8,10,2858,44864,2966,10,10,10,410 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,4,448,0,8,10,2972,71963,3079,10,10,10,410 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile,5,479,0,9,10,2914,97983,3023,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,1,448,0,8,10,2896,40938,3003,10,10,10,410 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,2,479,0,9,10,2914,97983,3023,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,3,499,0,9,10,2934,44844,3043,10,10,10,460 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,4,540,0,10,10,2858,45937,2966,10,10,10,500 +openrouter/microsoft/wizardlm-2-8x22b,golang,golang/transpile,transpile-symflower-fix,5,540,0,10,10,2972,72706,3079,10,10,10,500 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,1,2535,2450,19,23,36433,657784,37569,23,20,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,2,2673,2590,20,23,39898,474236,42243,23,17,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,3,2766,2680,22,23,35992,473883,38642,23,18,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,4,2793,2710,21,23,38165,667437,41548,23,16,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests,5,3025,2940,22,23,35882,475161,39511,23,17,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,1,2535,2450,19,23,36433,657784,37569,23,20,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,2,2673,2590,20,23,39898,474236,42243,23,17,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,3,2766,2680,22,23,35992,473883,38642,23,18,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,4,2793,2710,21,23,38165,667437,41548,23,16,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/light,write-tests-symflower-fix,5,3025,2940,22,23,35882,475161,39511,23,17,23,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/mistakes,code-repair,1,160,0,5,5,1295,19954,1360,5,5,5,140 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,1,13,10,1,1,317,12148,717,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,2,14,10,1,1,246,5875,259,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,3,14,10,1,1,287,4266,300,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,4,14,10,1,1,413,4943,426,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests,5,14,10,1,1,477,3592,489,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,317,12148,717,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,246,5875,259,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,287,4266,300,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,413,4943,426,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,477,3592,489,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,1,480,0,10,10,4059,53454,4188,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,2,480,0,10,10,4063,49648,4193,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,3,480,0,10,10,4074,53971,4202,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,4,480,0,10,10,4096,44429,4225,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile,5,480,0,10,10,4195,79380,4323,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,4059,53454,4188,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,4063,49648,4193,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4074,53971,4202,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4096,44429,4225,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4195,79380,4323,10,10,10,440 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,1,1011,950,12,23,27841,449275,36097,23,3,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,2,1022,960,10,23,27977,406449,34627,23,6,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,3,1104,1040,12,23,28957,480080,35763,23,6,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,4,1105,1040,12,23,28301,437569,35585,23,7,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests,5,988,920,14,23,27652,446406,33376,23,8,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,1,1011,950,12,23,27841,449275,36097,23,3,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,2,1022,960,10,23,27977,406449,34627,23,6,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,3,1104,1040,12,23,28957,480080,35763,23,6,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,4,1105,1040,12,23,28301,437569,35585,23,7,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/light,write-tests-symflower-fix,5,988,920,14,23,27652,446406,33376,23,8,23,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/mistakes,code-repair,1,170,0,5,5,655,12597,720,5,5,5,150 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,1,14,10,1,1,308,7699,321,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,2,2,0,0,1,365,7701,1560,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,3,2,0,0,1,540,18420,1470,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,4,2,0,0,1,709,16793,1613,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests,5,3,0,0,1,447,6682,459,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,308,7699,321,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,365,7701,1560,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,540,18420,1470,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,709,16793,1613,1,0,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,447,6682,459,1,1,1,0 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,1,128,0,8,10,3671,59019,3802,10,10,10,90 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,2,137,0,7,10,3446,83222,3576,10,10,10,100 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,3,178,0,8,10,3326,48056,3452,10,10,10,140 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,4,189,0,9,10,3736,82519,3865,10,10,10,150 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile,5,48,0,8,10,3678,52241,3805,10,10,10,10 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,1,128,0,8,10,3671,59019,3802,10,10,10,90 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,2,137,0,7,10,3446,83222,3576,10,10,10,100 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,3,178,0,8,10,3326,48056,3452,10,10,10,140 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,4,189,0,9,10,3736,82519,3865,10,10,10,150 +openrouter/microsoft/wizardlm-2-8x22b,ruby,ruby/transpile,transpile-symflower-fix,5,48,0,8,10,3678,52241,3805,10,10,10,10 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,1,603,530,15,23,16413,86225,22219,23,12,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,2,610,530,16,23,16303,80294,18061,23,18,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,3,721,640,17,23,14925,79892,17350,23,18,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,4,749,670,18,23,14290,75120,17019,23,15,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests,5,751,670,18,23,15230,78466,17715,23,17,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,1,675,600,17,23,16413,86938,22219,23,12,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,2,721,640,17,23,14925,79892,17350,23,18,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,3,743,660,19,23,16303,81164,18061,23,18,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,4,782,700,19,23,15230,78964,17715,23,17,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/light,write-tests-symflower-fix,5,831,750,20,23,14290,75550,17019,23,15,23,0 +openrouter/mistralai/codestral-mamba,golang,golang/mistakes,code-repair,1,208,0,5,5,703,5404,1154,5,3,5,190 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,1,13,10,1,1,74,1338,446,1,0,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,2,13,10,1,1,77,1156,322,1,0,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,3,13,10,1,1,79,1184,338,1,0,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,4,14,10,1,1,194,856,208,1,1,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests,5,14,10,1,1,91,642,105,1,1,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,74,1338,446,1,0,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,77,1156,322,1,0,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,3,13,10,1,1,79,1184,338,1,0,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,194,856,208,1,1,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,91,642,105,1,1,1,0 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,1,447,0,8,10,2743,18332,2888,10,9,10,410 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,2,486,0,8,10,3057,21764,4164,10,8,10,450 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,3,527,0,9,10,3176,25370,4044,10,8,10,490 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,4,538,0,9,10,2924,17610,3078,10,9,10,500 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile,5,580,0,10,10,2910,22340,3026,10,10,10,540 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,1,508,0,9,10,2743,18784,2888,10,9,10,470 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,2,527,0,9,10,3057,22084,4164,10,8,10,490 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,3,527,0,9,10,3176,25370,4044,10,8,10,490 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,4,538,0,9,10,2924,17610,3078,10,9,10,500 +openrouter/mistralai/codestral-mamba,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2910,22340,3026,10,10,10,540 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests,1,1138,1070,10,23,23701,89782,28339,23,12,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests,2,1239,1170,9,23,19624,80589,24266,23,14,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests,3,1570,1500,12,23,19854,82161,24946,23,12,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests,4,1625,1550,13,23,19329,75495,23185,23,16,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests,5,837,770,7,23,18093,77260,22631,23,14,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,1,1138,1070,10,23,23701,89782,28339,23,12,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,2,1239,1170,9,23,19624,80589,24266,23,14,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,3,1570,1500,12,23,19854,82161,24946,23,12,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,4,1625,1550,13,23,19329,75495,23185,23,16,23,0 +openrouter/mistralai/codestral-mamba,java,java/light,write-tests-symflower-fix,5,837,770,7,23,18093,77260,22631,23,14,23,0 +openrouter/mistralai/codestral-mamba,java,java/mistakes,code-repair,1,157,0,5,5,1150,8932,2648,5,2,5,140 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,1,13,10,1,1,418,1937,700,1,0,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,2,14,10,1,1,232,993,244,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,3,3,0,0,1,216,971,228,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,4,3,0,0,1,306,1156,318,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests,5,3,0,0,1,317,1280,329,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,418,1937,700,1,0,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,232,993,244,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,216,971,228,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,306,1156,318,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,317,1280,329,1,1,1,0 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,1,467,0,10,10,3610,23648,4136,10,7,10,430 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,2,476,0,10,10,3553,21204,4153,10,7,9,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,3,477,0,10,10,3312,52962,4677,10,7,10,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,4,478,0,10,10,3566,21634,4002,10,8,10,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile,5,479,0,10,10,3472,30549,4081,10,9,10,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,1,467,0,10,10,3610,23648,4136,10,7,10,430 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,2,476,0,10,10,3553,21204,4153,10,7,9,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,3,477,0,10,10,3312,52962,4677,10,7,10,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,4,478,0,10,10,3566,21634,4002,10,8,10,440 +openrouter/mistralai/codestral-mamba,java,java/transpile,transpile-symflower-fix,5,479,0,10,10,3472,30549,4081,10,9,10,440 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,1,1199,1120,15,23,11555,57609,13449,23,18,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,2,1364,1280,20,23,11921,64763,14748,23,18,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,3,1663,1580,21,23,13154,69446,16070,23,16,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,4,1689,1610,18,23,14030,70761,17876,23,15,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests,5,1931,1850,21,23,13331,70796,17891,23,14,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,1,1199,1120,15,23,11555,57609,13449,23,18,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,2,1364,1280,20,23,11921,64763,14748,23,18,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,3,1663,1580,21,23,13154,69446,16070,23,16,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,4,1689,1610,18,23,14030,70761,17876,23,15,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/light,write-tests-symflower-fix,5,1931,1850,21,23,13331,70796,17891,23,14,23,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/mistakes,code-repair,1,138,0,5,5,618,5973,1352,5,3,5,120 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,1,14,10,1,1,158,949,170,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,2,14,10,1,1,171,870,183,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,3,14,10,1,1,176,980,188,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,4,14,10,1,1,208,1981,220,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests,5,4,0,1,1,156,1690,168,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,158,949,170,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,171,870,183,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,176,980,188,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,208,1981,220,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/plain,write-tests-symflower-fix,5,4,0,1,1,156,1690,168,1,1,1,0 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,1,116,0,8,10,2843,18458,4276,10,8,10,80 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,2,198,0,10,10,3054,17567,3247,10,8,10,160 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,3,227,0,8,10,3444,19235,3994,10,9,10,190 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,4,318,0,9,10,3169,20150,3731,10,9,10,280 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile,5,338,0,9,10,3182,19824,4344,10,9,10,300 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,1,116,0,8,10,2843,18458,4276,10,8,10,80 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,2,198,0,10,10,3054,17567,3247,10,8,10,160 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,3,227,0,8,10,3444,19235,3994,10,9,10,190 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,4,318,0,9,10,3169,20150,3731,10,9,10,280 +openrouter/mistralai/codestral-mamba,ruby,ruby/transpile,transpile-symflower-fix,5,338,0,9,10,3182,19824,4344,10,9,10,300 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,1,188,130,8,23,24492,183322,32235,23,4,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,2,207,150,7,23,21793,181508,29815,23,4,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,3,245,190,5,23,26860,209995,34457,23,4,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,4,265,210,7,23,23666,340685,31612,23,2,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests,5,367,310,8,23,26338,217643,35254,23,3,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,1,321,260,11,23,24492,185183,32235,23,4,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,2,413,350,13,23,21793,183817,29815,23,4,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,3,462,400,13,23,26338,219234,35254,23,3,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,4,472,410,12,23,26860,212363,34457,23,4,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/light,write-tests-symflower-fix,5,603,540,15,23,23666,343431,31612,23,2,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/mistakes,code-repair,1,205,0,5,5,839,8513,2087,5,0,5,190 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,1,13,10,1,1,156,2849,516,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,2,13,10,1,1,79,1788,626,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,3,2,0,0,1,128,4583,706,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,4,3,0,0,1,691,5392,702,1,1,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests,5,3,0,0,1,941,4108,951,1,1,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,156,2849,516,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,79,1788,626,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,128,4583,706,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,691,5392,702,1,1,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,941,4108,951,1,1,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,1,178,0,3,10,3544,27181,6335,10,5,10,150 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,2,180,0,4,10,3018,25768,4302,10,6,10,150 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,3,210,0,4,10,3567,25951,6278,10,6,10,180 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,4,339,0,7,10,3592,24986,6117,10,2,10,310 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile,5,371,0,7,10,3535,29177,6011,10,4,10,340 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,1,421,0,9,10,3592,25865,6117,10,2,10,390 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,2,425,0,9,10,3567,28220,6278,10,6,10,390 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,3,476,0,10,10,3018,27768,4302,10,6,10,440 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,4,524,0,10,10,3535,30332,6011,10,4,10,490 +openrouter/mistralai/mistral-7b-instruct-v0.3,golang,golang/transpile,transpile-symflower-fix,5,535,0,10,10,3544,29799,6335,10,5,10,500 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,1,1079,1020,11,23,31306,192860,44551,23,2,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,2,1117,1060,11,23,35670,230056,46825,23,1,22,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,3,1158,1100,11,23,29784,175169,43478,23,1,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,4,1200,1140,11,23,28936,175269,39102,23,3,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests,5,1248,1190,11,23,31009,199111,41199,23,1,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,1,1079,1020,11,23,31306,192860,44551,23,2,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,2,1117,1060,11,23,35670,230056,46825,23,1,22,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,3,1158,1100,11,23,29784,175169,43478,23,1,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,4,1200,1140,11,23,28936,175269,39102,23,3,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/light,write-tests-symflower-fix,5,1248,1190,11,23,31009,199111,41199,23,1,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/mistakes,code-repair,1,155,0,5,5,1136,12230,2543,5,0,5,140 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,1,13,10,1,1,237,1585,726,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,2,13,10,1,1,249,3488,1058,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,3,13,10,1,1,291,2031,453,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,4,13,10,1,1,339,2847,1030,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests,5,2,0,0,1,228,3889,602,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,237,1585,726,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,249,3488,1058,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,3,13,10,1,1,291,2031,453,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,4,13,10,1,1,339,2847,1030,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/plain,write-tests-symflower-fix,5,2,0,0,1,228,3889,602,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,1,352,0,8,10,4418,28492,6505,10,4,10,320 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,2,422,0,9,10,4387,27693,7453,10,3,10,390 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,3,432,0,9,10,4253,27348,6634,10,3,10,400 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,4,457,0,10,10,3978,24144,5475,10,7,10,420 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile,5,463,0,10,10,4791,38221,6646,10,3,10,430 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,1,352,0,8,10,4418,28492,6505,10,4,10,320 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,2,422,0,9,10,4387,27693,7453,10,3,10,390 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,3,432,0,9,10,4253,27348,6634,10,3,10,400 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,4,457,0,10,10,3978,24144,5475,10,7,10,420 +openrouter/mistralai/mistral-7b-instruct-v0.3,java,java/transpile,transpile-symflower-fix,5,463,0,10,10,4791,38221,6646,10,3,10,430 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,1,294,240,9,23,19062,114687,29124,23,2,20,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,2,369,310,11,23,23285,140032,31946,23,2,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,3,608,550,12,23,20198,115998,30818,23,0,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,4,648,590,13,23,19605,133304,31439,23,0,22,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests,5,679,620,10,23,17483,116892,27592,23,3,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,1,294,240,9,23,19062,114687,29124,23,2,20,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,2,369,310,11,23,23285,140032,31946,23,2,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,3,608,550,12,23,20198,115998,30818,23,0,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,4,648,590,13,23,19605,133304,31439,23,0,22,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/light,write-tests-symflower-fix,5,679,620,10,23,17483,116892,27592,23,3,23,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/mistakes,code-repair,1,134,0,4,5,689,11373,1839,5,0,5,120 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,1,13,10,1,1,278,3326,716,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,2,2,0,0,1,131,2138,445,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,3,2,0,0,1,138,4114,1100,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,4,2,0,0,1,430,5385,763,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests,5,2,0,0,1,532,5712,902,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,278,3326,716,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,131,2138,445,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,138,4114,1100,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,430,5385,763,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,532,5712,902,1,0,1,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,1,29,0,8,10,3135,27340,6475,10,1,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,2,30,0,7,10,3142,24154,4799,10,3,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,3,30,0,9,10,4042,31338,7233,10,1,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,4,31,0,8,10,3055,26313,5074,10,3,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile,5,80,0,7,10,2990,34427,6039,10,3,10,50 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,1,29,0,8,10,3135,27340,6475,10,1,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,2,30,0,7,10,3142,24154,4799,10,3,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,3,30,0,9,10,4042,31338,7233,10,1,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,4,31,0,8,10,3055,26313,5074,10,3,10,0 +openrouter/mistralai/mistral-7b-instruct-v0.3,ruby,ruby/transpile,transpile-symflower-fix,5,80,0,7,10,2990,34427,6039,10,3,10,50 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests,1,594,510,15,23,16321,267081,16619,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests,2,705,620,16,23,15144,238040,15450,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests,3,817,730,19,23,15955,243490,16301,23,22,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests,4,837,750,18,23,17820,280852,18123,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests,5,839,750,20,23,16980,278989,17262,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,1,777,690,18,23,15144,238716,15450,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,2,818,730,19,23,16321,268263,16619,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,3,879,790,20,23,17820,281532,18123,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,4,900,810,21,23,16980,279280,17262,23,23,23,0 +openrouter/mistralai/mistral-large,golang,golang/light,write-tests-symflower-fix,5,909,820,21,23,15955,244069,16301,23,22,23,0 +openrouter/mistralai/mistral-large,golang,golang/mistakes,code-repair,1,210,0,5,5,672,15465,734,5,5,5,190 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,1,14,10,1,1,74,1381,88,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,2,14,10,1,1,74,1482,88,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,3,14,10,1,1,79,2036,93,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,4,3,0,0,1,79,2260,89,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests,5,3,0,0,1,99,1592,113,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1381,88,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1482,88,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,79,2036,93,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,99,1826,113,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,79,2260,89,1,1,1,0 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,1,529,0,9,10,3061,31192,3169,10,10,10,490 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,2,580,0,10,10,2814,43287,2922,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,3,580,0,10,10,2897,37022,3001,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,4,580,0,10,10,2957,28695,3061,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile,5,580,0,10,10,2977,37350,3081,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2814,43287,2922,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2897,37022,3001,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2957,28695,3061,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2977,37350,3081,10,10,10,540 +openrouter/mistralai/mistral-large,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,3061,31560,3169,10,10,10,540 +openrouter/mistralai/mistral-large,java,java/light,write-tests,1,2781,2690,22,23,25442,193773,25718,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests,2,2921,2830,22,23,23816,341413,24092,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests,3,3002,2910,23,23,24793,228065,25069,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests,4,3092,3000,23,23,25527,226156,25803,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests,5,3092,3000,23,23,26710,324227,26986,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,1,2781,2690,22,23,25442,193773,25718,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,2,2921,2830,22,23,23816,341413,24092,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,3,3002,2910,23,23,24793,228065,25069,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,4,3092,3000,23,23,25527,226156,25803,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/light,write-tests-symflower-fix,5,3092,3000,23,23,26710,324227,26986,23,23,23,0 +openrouter/mistralai/mistral-large,java,java/mistakes,code-repair,1,160,0,5,5,1090,15946,1150,5,5,5,140 +openrouter/mistralai/mistral-large,java,java/plain,write-tests,1,14,10,1,1,144,3706,156,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests,2,14,10,1,1,188,2069,200,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests,3,14,10,1,1,258,2354,270,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests,4,14,10,1,1,289,3147,301,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests,5,14,10,1,1,306,3106,318,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,144,3706,156,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,188,2069,200,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,258,2354,270,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,289,3147,301,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,306,3106,318,1,1,1,0 +openrouter/mistralai/mistral-large,java,java/transpile,transpile,1,439,0,9,10,3639,39635,3759,10,10,10,400 +openrouter/mistralai/mistral-large,java,java/transpile,transpile,2,480,0,10,10,3687,43415,3807,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile,3,480,0,10,10,3692,45268,3812,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile,4,480,0,10,10,3857,35848,3977,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile,5,480,0,10,10,3933,44895,4053,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,1,439,0,9,10,3639,39635,3759,10,10,10,400 +openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3687,43415,3807,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3692,45268,3812,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3857,35848,3977,10,10,10,440 +openrouter/mistralai/mistral-large,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3933,44895,4053,10,10,10,440 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,1,1706,1620,17,23,18496,163944,18772,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,2,1708,1620,19,23,18827,161592,19103,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,3,1938,1850,19,23,17831,167454,18107,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,4,2180,2090,21,23,19412,167359,19688,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests,5,2229,2140,21,23,18694,147604,19036,23,22,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,1,1706,1620,17,23,18496,163944,18772,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,2,1708,1620,19,23,18827,161592,19103,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,3,1938,1850,19,23,17831,167454,18107,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,4,2180,2090,21,23,19412,167359,19688,23,23,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/light,write-tests-symflower-fix,5,2229,2140,21,23,18694,147604,19036,23,22,23,0 +openrouter/mistralai/mistral-large,ruby,ruby/mistakes,code-repair,1,170,0,5,5,620,7542,680,5,5,5,150 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,1,14,10,1,1,147,1849,159,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,2,14,10,1,1,234,2133,246,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,3,14,10,1,1,240,3892,252,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,4,14,10,1,1,241,2269,253,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests,5,14,10,1,1,317,2109,329,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,147,1849,159,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,234,2133,246,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,240,3892,252,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,241,2269,253,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,317,2109,329,1,1,1,0 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,1,269,0,9,10,3142,30700,3262,10,10,10,230 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,2,290,0,10,10,3299,29729,3419,10,10,10,250 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,3,340,0,10,10,3128,28286,3248,10,10,10,300 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,4,350,0,10,10,3161,29989,3281,10,10,10,310 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile,5,430,0,10,10,2998,36052,3118,10,10,10,390 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,1,269,0,9,10,3142,30700,3262,10,10,10,230 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,2,290,0,10,10,3299,29729,3419,10,10,10,250 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,3,340,0,10,10,3128,28286,3248,10,10,10,300 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,4,350,0,10,10,3161,29989,3281,10,10,10,310 +openrouter/mistralai/mistral-large,ruby,ruby/transpile,transpile-symflower-fix,5,430,0,10,10,2998,36052,3118,10,10,10,390 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,1,491,420,13,23,20708,269593,26912,23,12,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,2,535,460,13,23,19685,241741,23590,23,16,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,3,542,470,13,23,18944,267652,24721,23,13,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,4,606,530,15,23,20526,264497,23856,23,15,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests,5,728,650,19,23,18239,235608,22825,23,13,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,1,696,620,17,23,18944,268803,24721,23,13,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,2,767,690,19,23,20708,272084,26912,23,12,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,3,800,720,19,23,20526,266082,23856,23,15,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,4,821,740,19,23,19685,243791,23590,23,16,23,0 +openrouter/mistralai/mistral-medium,golang,golang/light,write-tests-symflower-fix,5,871,790,22,23,18239,236445,22825,23,13,23,0 +openrouter/mistralai/mistral-medium,golang,golang/mistakes,code-repair,1,209,0,5,5,656,10116,876,5,4,5,190 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,1,13,10,1,1,74,2892,437,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,2,13,10,1,1,74,3624,531,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,3,13,10,1,1,74,4506,644,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,4,13,10,1,1,77,1925,273,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests,5,2,0,0,1,145,3878,522,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,74,2892,437,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,74,3624,531,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,3,13,10,1,1,74,4506,644,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,4,13,10,1,1,77,1925,273,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,145,3878,522,1,0,1,0 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,1,371,0,6,10,2870,106795,10507,10,5,10,340 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,2,375,0,6,10,2756,36440,3274,10,9,10,340 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,3,414,0,7,10,2930,46544,3994,10,7,10,380 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,4,436,0,7,10,2858,36355,3495,10,9,10,400 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile,5,526,0,9,10,2754,40584,3962,10,7,10,490 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,1,473,0,8,10,2870,107413,10507,10,5,10,440 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,2,477,0,8,10,2756,37043,3274,10,9,10,440 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,3,538,0,9,10,2858,37480,3495,10,9,10,500 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,4,577,0,10,10,2754,40842,3962,10,7,10,540 +openrouter/mistralai/mistral-medium,golang,golang/transpile,transpile-symflower-fix,5,577,0,10,10,2930,47631,3994,10,7,10,540 +openrouter/mistralai/mistral-medium,java,java/light,write-tests,1,2149,2070,18,23,31541,288923,35750,23,15,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests,2,2268,2190,18,23,25350,240060,30568,23,14,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests,3,2437,2360,19,23,27867,286256,34167,23,12,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests,4,2685,2610,21,23,28766,283959,36381,23,8,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests,5,2958,2880,23,23,27621,360273,34335,23,9,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,1,2149,2070,18,23,31541,288923,35750,23,15,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,2,2268,2190,18,23,25350,240060,30568,23,14,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,3,2437,2360,19,23,27867,286256,34167,23,12,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,4,2685,2610,21,23,28766,283959,36381,23,8,23,0 +openrouter/mistralai/mistral-medium,java,java/light,write-tests-symflower-fix,5,2958,2880,23,23,27621,360273,34335,23,9,23,0 +openrouter/mistralai/mistral-medium,java,java/mistakes,code-repair,1,156,0,5,5,1212,18736,1829,5,1,5,140 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests,1,13,10,1,1,235,4619,685,1,0,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests,2,14,10,1,1,235,2153,247,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests,3,14,10,1,1,236,2182,248,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests,4,14,10,1,1,237,2206,249,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests,5,14,10,1,1,267,2295,279,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,235,4619,685,1,0,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,235,2153,247,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,236,2182,248,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,237,2206,249,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,267,2295,279,1,1,1,0 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile,1,476,0,10,10,4099,58957,7083,10,6,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile,2,477,0,10,10,4077,50660,5754,10,7,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile,3,477,0,10,10,4108,50472,5417,10,7,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile,4,479,0,10,10,4146,45079,5374,10,9,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile,5,479,0,10,10,4150,44928,4395,10,9,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,1,476,0,10,10,4099,58957,7083,10,6,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,2,477,0,10,10,4077,50660,5754,10,7,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,3,477,0,10,10,4108,50472,5417,10,7,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,4,479,0,10,10,4146,45079,5374,10,9,10,440 +openrouter/mistralai/mistral-medium,java,java/transpile,transpile-symflower-fix,5,479,0,10,10,4150,44928,4395,10,9,10,440 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,1,1488,1420,17,23,18236,234875,26534,23,5,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,2,1734,1660,18,23,17250,219526,24574,23,10,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,3,1794,1720,19,23,20101,240642,27735,23,9,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,4,1861,1790,19,23,16857,224718,25652,23,6,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests,5,2203,2130,22,23,18787,223768,25215,23,5,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,1,1488,1420,17,23,18236,234875,26534,23,5,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,2,1734,1660,18,23,17250,219526,24574,23,10,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,3,1794,1720,19,23,20101,240642,27735,23,9,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,4,1861,1790,19,23,16857,224718,25652,23,6,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/light,write-tests-symflower-fix,5,2203,2130,22,23,18787,223768,25215,23,5,23,0 +openrouter/mistralai/mistral-medium,ruby,ruby/mistakes,code-repair,1,149,0,5,5,614,11297,1127,5,4,5,130 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,1,13,10,1,1,225,5130,737,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,2,13,10,1,1,225,5476,844,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,3,13,10,1,1,251,6083,885,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,4,2,0,0,1,285,6110,866,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests,5,2,0,0,1,460,5102,718,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,225,5130,737,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,225,5476,844,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,3,13,10,1,1,251,6083,885,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,285,6110,866,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,460,5102,718,1,0,1,0 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,1,117,0,10,10,3586,44865,4796,10,7,10,80 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,2,135,0,10,10,3397,47680,5454,10,5,10,100 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,3,136,0,10,10,3434,52674,6083,10,6,10,100 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,4,184,0,10,10,3622,50580,6005,10,4,10,150 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile,5,223,0,10,10,3255,51145,6424,10,3,10,190 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,1,117,0,10,10,3586,44865,4796,10,7,10,80 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,2,135,0,10,10,3397,47680,5454,10,5,10,100 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,3,136,0,10,10,3434,52674,6083,10,6,10,100 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,4,184,0,10,10,3622,50580,6005,10,4,10,150 +openrouter/mistralai/mistral-medium,ruby,ruby/transpile,transpile-symflower-fix,5,223,0,10,10,3255,51145,6424,10,3,10,190 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,1,204,140,4,23,15298,136204,16597,23,17,20,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,2,224,150,6,23,17475,249178,17959,23,22,23,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,3,244,170,6,23,16646,125895,17626,23,22,23,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,4,274,200,9,23,17098,116496,17682,23,20,22,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests,5,314,240,7,23,28800,196135,29027,23,22,22,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,1,266,200,6,23,15298,136885,16597,23,17,20,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,2,275,200,10,23,17098,116691,17682,23,20,22,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,3,316,240,8,23,17475,249533,17959,23,22,23,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,4,388,310,10,23,16646,127518,17626,23,22,23,0 +openrouter/mistralai/mistral-nemo,golang,golang/light,write-tests-symflower-fix,5,477,400,10,23,28800,197635,29027,23,22,22,0 +openrouter/mistralai/mistral-nemo,golang,golang/mistakes,code-repair,1,138,0,3,5,666,9594,716,5,5,5,120 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,1,14,10,1,1,102,1453,110,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,2,2,0,0,1,97,1000,192,1,0,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,3,3,0,0,1,102,1365,112,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,4,3,0,0,1,239,2190,249,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests,5,3,0,0,1,79,751,93,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,102,1453,110,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,97,1000,192,1,0,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,102,1365,112,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,239,2190,249,1,1,1,0 +openrouter/mistralai/mistral-nemo,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,79,751,93,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests,1,1101,1030,8,23,20864,105970,21587,22,20,21,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests,2,1175,1100,9,23,21030,105721,21531,23,21,22,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests,3,1186,1110,9,23,19562,116310,20683,23,21,23,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests,4,1366,1290,11,23,31233,117480,32045,23,20,22,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests,5,1509,1430,11,23,21893,125816,22434,23,22,23,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,1,1101,1030,8,23,20864,105970,21587,22,20,21,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,2,1175,1100,9,23,21030,105721,21531,23,21,22,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,3,1186,1110,9,23,19562,116310,20683,23,21,23,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,4,1366,1290,11,23,31233,117480,32045,23,20,22,0 +openrouter/mistralai/mistral-nemo,java,java/light,write-tests-symflower-fix,5,1509,1430,11,23,21893,125816,22434,23,22,23,0 +openrouter/mistralai/mistral-nemo,java,java/mistakes,code-repair,1,139,0,4,5,996,7845,1056,5,5,5,120 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,1,14,10,1,1,230,1964,246,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,2,14,10,1,1,242,681,258,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,3,14,10,1,1,341,1007,357,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,4,3,0,0,1,268,2824,280,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests,5,3,0,0,1,289,1755,305,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,230,1964,246,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,242,681,258,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,341,1007,357,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,268,2824,280,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,289,1755,305,1,1,1,0 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,1,378,0,8,10,3781,26389,3897,10,10,10,340 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,2,408,0,8,10,3506,23706,3618,10,10,10,370 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,3,429,0,9,10,3409,22583,3509,10,10,10,390 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,4,437,0,9,10,3696,28457,3791,10,9,9,400 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile,5,439,0,9,10,3415,26851,3527,10,10,10,400 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,1,378,0,8,10,3781,26389,3897,10,10,10,340 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,2,408,0,8,10,3506,23706,3618,10,10,10,370 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,3,429,0,9,10,3409,22583,3509,10,10,10,390 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,4,437,0,9,10,3696,28457,3791,10,9,9,400 +openrouter/mistralai/mistral-nemo,java,java/transpile,transpile-symflower-fix,5,439,0,9,10,3415,26851,3527,10,10,10,400 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,1,1275,1190,19,23,14584,95095,15126,23,21,22,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,2,1496,1410,20,23,20203,120034,21570,23,20,23,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,3,1649,1570,19,23,17659,99725,19633,23,16,21,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,4,1667,1580,19,23,15691,107583,16094,23,22,23,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests,5,1716,1630,20,23,16962,125382,17679,23,20,23,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,1,1275,1190,19,23,14584,95095,15126,23,21,22,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,2,1496,1410,20,23,20203,120034,21570,23,20,23,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,3,1649,1570,19,23,17659,99725,19633,23,16,21,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,4,1667,1580,19,23,15691,107583,16094,23,22,23,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/light,write-tests-symflower-fix,5,1716,1630,20,23,16962,125382,17679,23,20,23,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/mistakes,code-repair,1,170,0,5,5,539,7921,587,5,5,5,150 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,1,13,10,1,1,141,1843,295,1,0,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,2,13,10,1,1,193,2520,391,1,0,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,3,14,10,1,1,172,928,180,1,1,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,4,3,0,0,1,283,2339,291,1,1,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests,5,4,0,1,1,118,1652,126,1,1,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,141,1843,295,1,0,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,193,2520,391,1,0,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,172,928,180,1,1,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,283,2339,291,1,1,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/plain,write-tests-symflower-fix,5,4,0,1,1,118,1652,126,1,1,1,0 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,1,167,0,7,10,2669,20998,2785,10,10,10,130 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,2,186,0,7,10,3076,31121,3529,10,9,10,150 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,3,218,0,9,10,2280,24030,3033,10,9,10,180 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,4,257,0,7,10,2820,22226,2928,10,10,10,220 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile,5,276,0,7,10,2914,32088,3617,10,9,10,240 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,1,167,0,7,10,2669,20998,2785,10,10,10,130 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,2,186,0,7,10,3076,31121,3529,10,9,10,150 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,3,218,0,9,10,2280,24030,3033,10,9,10,180 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,4,257,0,7,10,2820,22226,2928,10,10,10,220 +openrouter/mistralai/mistral-nemo,ruby,ruby/transpile,transpile-symflower-fix,5,276,0,7,10,2914,32088,3617,10,9,10,240 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests,1,267,190,8,23,16406,136006,16675,23,23,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests,2,335,260,8,23,19917,157224,20399,23,21,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests,3,347,270,8,23,17178,138780,17447,23,23,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests,4,375,300,9,23,17313,144753,18047,23,20,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests,5,399,320,11,23,16212,131289,16541,23,22,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,1,298,220,9,23,16406,136193,16675,23,23,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,2,398,320,9,23,17178,139003,17447,23,23,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,3,542,460,14,23,16212,132311,16541,23,22,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,4,591,510,14,23,19917,159392,20399,23,21,23,0 +openrouter/mistralai/mistral-small,golang,golang/light,write-tests-symflower-fix,5,599,520,13,23,17313,146256,18047,23,20,23,0 +openrouter/mistralai/mistral-small,golang,golang/mistakes,code-repair,1,210,0,5,5,652,6235,714,5,5,5,190 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,1,14,10,1,1,119,949,129,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,2,14,10,1,1,74,797,88,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,3,3,0,0,1,118,1088,128,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,4,3,0,0,1,139,2115,149,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests,5,3,0,0,1,168,1495,182,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,118,1699,128,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,119,949,129,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,797,88,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,139,2115,149,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,168,1495,182,1,1,1,0 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,1,438,0,8,10,3277,31385,3379,10,10,10,400 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,2,478,0,8,10,2971,47455,3075,10,10,10,440 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,3,499,0,9,10,2863,26619,2975,10,10,10,460 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,4,560,0,10,10,2821,31729,2929,10,10,10,520 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile,5,560,0,10,10,3005,33098,3109,10,10,10,520 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,1,499,0,9,10,3277,31826,3379,10,10,10,460 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,2,539,0,9,10,2971,47790,3075,10,10,10,500 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,3,560,0,10,10,2821,31729,2929,10,10,10,520 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2863,26802,2975,10,10,10,520 +openrouter/mistralai/mistral-small,golang,golang/transpile,transpile-symflower-fix,5,560,0,10,10,3005,33098,3109,10,10,10,520 +openrouter/mistralai/mistral-small,java,java/light,write-tests,1,2236,2150,18,23,21717,130964,22175,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests,2,2528,2440,20,23,24254,147877,24679,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests,3,2699,2610,21,23,24565,295191,25337,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests,4,2759,2670,21,23,23184,137757,23606,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests,5,2848,2760,21,23,25239,147180,25712,23,21,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,1,2236,2150,18,23,21717,130964,22175,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,2,2528,2440,20,23,24254,147877,24679,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,3,2699,2610,21,23,24565,295191,25337,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,4,2759,2670,21,23,23184,137757,23606,23,22,23,0 +openrouter/mistralai/mistral-small,java,java/light,write-tests-symflower-fix,5,2848,2760,21,23,25239,147180,25712,23,21,23,0 +openrouter/mistralai/mistral-small,java,java/mistakes,code-repair,1,160,0,5,5,1245,9430,1305,5,5,5,140 +openrouter/mistralai/mistral-small,java,java/plain,write-tests,1,14,10,1,1,187,1371,199,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests,2,14,10,1,1,187,1385,199,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests,3,14,10,1,1,230,1609,242,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests,4,14,10,1,1,277,2158,289,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests,5,14,10,1,1,299,1808,311,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,187,1371,199,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,187,1385,199,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,230,1609,242,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,277,2158,289,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,299,1808,311,1,1,1,0 +openrouter/mistralai/mistral-small,java,java/transpile,transpile,1,479,0,10,10,3970,32499,4114,10,9,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile,2,479,0,10,10,4006,35844,4196,10,9,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile,3,480,0,10,10,3813,31670,3933,10,10,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile,4,480,0,10,10,3946,31599,4066,10,10,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile,5,480,0,10,10,4070,35843,4190,10,10,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,1,479,0,10,10,3970,32499,4114,10,9,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,2,479,0,10,10,4006,35844,4196,10,9,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3813,31670,3933,10,10,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3946,31599,4066,10,10,10,440 +openrouter/mistralai/mistral-small,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4070,35843,4190,10,10,10,440 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,1,3,0,0,1,129,1131,141,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,2,3,0,0,1,132,1527,144,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,3,3,0,0,1,161,1310,173,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,4,3,0,0,1,162,1379,174,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests,5,3,0,0,1,197,1376,209,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,1,3,0,0,1,129,1131,141,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,2,3,0,0,1,132,1527,144,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,161,1310,173,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,162,1379,174,1,1,1,0 +openrouter/mistralai/mistral-small,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,197,1376,209,1,1,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,1,131,70,2,23,21857,173892,25600,23,13,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,2,139,80,2,23,19243,110592,23536,23,11,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,3,158,100,2,23,18462,100434,23787,23,10,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,4,182,120,3,23,20680,109218,23806,23,13,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests,5,221,160,5,23,18843,114888,25818,23,10,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,1,369,300,10,23,21857,175758,25600,23,13,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,2,448,380,12,23,18843,117063,25818,23,10,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,3,449,380,13,23,18462,104031,23787,23,10,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,4,509,440,12,23,19243,113957,23536,23,11,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/light,write-tests-symflower-fix,5,523,450,14,23,20680,113608,23806,23,13,23,0 +openrouter/mistralai/mistral-tiny,golang,golang/mistakes,code-repair,1,209,0,5,5,961,5803,1299,5,4,5,190 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,1,13,10,1,1,340,1829,613,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,2,2,0,0,1,132,1789,630,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,3,2,0,0,1,214,2082,477,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,4,2,0,0,1,279,2356,760,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests,5,3,0,0,1,181,807,191,1,1,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,340,1829,613,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,132,1789,630,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,214,2082,477,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,279,2356,760,1,0,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,181,807,191,1,1,1,0 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,1,178,0,3,10,3070,69183,5631,10,5,10,150 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,2,240,0,4,10,3000,29569,4512,10,6,10,210 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,3,262,0,5,10,3166,19680,4241,10,7,10,230 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,4,332,0,6,10,3795,22628,4912,10,6,10,300 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile,5,333,0,6,10,3170,20603,4377,10,7,10,300 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,1,495,0,9,10,3795,23577,4912,10,6,10,460 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,2,527,0,10,10,3170,21600,4377,10,7,10,490 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,3,537,0,10,10,3166,21372,4241,10,7,10,500 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,4,555,0,10,10,3070,71559,5631,10,5,10,520 +openrouter/mistralai/mistral-tiny,golang,golang/transpile,transpile-symflower-fix,5,556,0,10,10,3000,31507,4512,10,6,10,520 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests,1,536,480,4,23,34912,121105,42232,23,6,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests,2,576,520,5,23,31197,116586,39260,23,5,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests,3,699,640,6,23,38964,135522,45581,23,7,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests,4,989,930,7,23,39691,191692,48200,23,6,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests,5,998,940,9,23,28536,119043,36120,23,3,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,1,536,480,4,23,34912,121105,42232,23,6,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,2,576,520,5,23,31197,116586,39260,23,5,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,3,699,640,6,23,38964,135522,45581,23,7,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,4,989,930,7,23,39691,191692,48200,23,6,23,0 +openrouter/mistralai/mistral-tiny,java,java/light,write-tests-symflower-fix,5,998,940,9,23,28536,119043,36120,23,3,23,0 +openrouter/mistralai/mistral-tiny,java,java/mistakes,code-repair,1,156,0,5,5,1228,7502,2129,5,1,5,140 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,1,13,10,1,1,250,2031,710,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,2,2,0,0,1,1077,4500,1701,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,3,2,0,0,1,2447,7854,2899,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,4,2,0,0,1,350,3378,1129,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests,5,2,0,0,1,946,3481,1184,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,250,2031,710,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,1077,4500,1701,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,2447,7854,2899,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,350,3378,1129,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/plain,write-tests-symflower-fix,5,2,0,0,1,946,3481,1184,1,0,1,0 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,1,387,0,9,10,4358,19973,4595,10,8,10,350 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,2,436,0,9,10,4190,18360,4976,10,7,10,400 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,3,470,0,10,10,4181,19514,4301,10,10,10,430 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,4,478,0,10,10,4260,23717,4493,10,8,10,440 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile,5,480,0,10,10,4078,21009,4198,10,10,10,440 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,1,387,0,9,10,4358,19973,4595,10,8,10,350 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,2,436,0,9,10,4190,18360,4976,10,7,10,400 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,3,470,0,10,10,4181,19514,4301,10,10,10,430 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,4,478,0,10,10,4260,23717,4493,10,8,10,440 +openrouter/mistralai/mistral-tiny,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4078,21009,4198,10,10,10,440 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,1,2,0,0,1,168,4652,1468,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,2,2,0,0,1,214,2028,611,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,3,2,0,0,1,220,1748,545,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,4,2,0,0,1,234,3453,1063,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests,5,2,0,0,1,296,2404,831,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,1,2,0,0,1,168,4652,1468,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,214,2028,611,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,220,1748,545,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,234,3453,1063,1,0,1,0 +openrouter/mistralai/mistral-tiny,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,296,2404,831,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,1,525,450,14,23,18036,196873,21829,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,2,562,480,14,23,22094,299151,22704,23,22,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,3,576,500,15,23,19083,165903,22106,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,4,726,640,18,23,19396,208568,19979,23,22,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests,5,880,800,21,23,18009,201286,21732,23,13,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,1,727,640,19,23,19396,208810,19979,23,22,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,2,749,670,18,23,18036,198397,21829,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,3,776,690,18,23,22094,300353,22704,23,22,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,4,831,750,20,23,19083,167096,22106,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/light,write-tests-symflower-fix,5,921,840,22,23,18009,201614,21732,23,13,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/mistakes,code-repair,1,177,0,4,5,643,10295,1364,5,3,5,160 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,1,13,10,1,1,211,3157,845,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,2,13,10,1,1,214,3731,878,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,3,14,10,1,1,228,2655,243,1,1,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,4,14,10,1,1,260,2875,275,1,1,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests,5,2,0,0,1,340,5211,1103,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,211,3157,845,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,214,3731,878,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,228,2655,243,1,1,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,260,2875,275,1,1,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,340,5211,1103,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,1,448,0,8,10,2933,21547,3054,10,10,10,410 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,2,468,0,8,10,2954,26346,3075,10,10,10,430 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,3,468,0,9,10,2965,28040,3333,10,9,10,430 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,4,527,0,9,10,2917,22997,3103,10,8,10,490 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile,5,528,0,9,10,2987,20129,3317,10,9,10,490 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,1,519,0,10,10,2965,28276,3333,10,9,10,480 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,2,519,0,9,10,2954,26626,3075,10,10,10,480 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,3,560,0,10,10,2933,22041,3054,10,10,10,520 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,4,578,0,10,10,2917,23253,3103,10,8,10,540 +openrouter/mistralai/mixtral-8x22b-instruct,golang,golang/transpile,transpile-symflower-fix,5,579,0,10,10,2987,20381,3317,10,9,10,540 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,1,1816,1740,16,23,22728,160076,26240,23,14,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,2,2642,2560,20,23,26567,206101,29853,23,16,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,3,2696,2610,21,23,22381,181860,25108,23,19,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,4,2932,2850,22,23,22816,179048,27014,23,14,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests,5,2994,2910,23,23,24024,202610,26540,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,1,1816,1740,16,23,22728,160076,26240,23,14,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,2,2642,2560,20,23,26567,206101,29853,23,16,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,3,2696,2610,21,23,22381,181860,25108,23,19,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,4,2932,2850,22,23,22816,179048,27014,23,14,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/light,write-tests-symflower-fix,5,2994,2910,23,23,24024,202610,26540,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/mistakes,code-repair,1,158,0,5,5,1149,11742,1538,5,3,5,140 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,1,13,10,1,1,187,2031,441,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,2,13,10,1,1,231,2290,412,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,3,13,10,1,1,380,2937,600,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,4,2,0,0,1,461,6272,992,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests,5,3,0,0,1,487,2267,499,1,1,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,187,2031,441,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,231,2290,412,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,3,13,10,1,1,380,2937,600,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,461,6272,992,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,487,2267,499,1,1,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,1,439,0,9,10,4039,26296,4168,10,10,10,400 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,2,439,0,9,10,4100,26982,4230,10,10,10,400 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,3,480,0,10,10,3626,29850,3756,10,10,10,440 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,4,480,0,10,10,3647,29045,3776,10,10,10,440 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile,5,480,0,10,10,3869,26932,3999,10,10,10,440 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,1,439,0,9,10,4039,26296,4168,10,10,10,400 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,2,439,0,9,10,4100,26982,4230,10,10,10,400 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3626,29850,3756,10,10,10,440 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3647,29045,3776,10,10,10,440 +openrouter/mistralai/mixtral-8x22b-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3869,26932,3999,10,10,10,440 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,1,1292,1220,13,23,17752,159696,20484,23,14,22,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,2,1362,1290,14,23,15901,132965,23896,23,12,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,3,1395,1320,14,23,17429,145734,21414,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,4,1439,1370,15,23,14100,106315,19204,23,8,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests,5,1535,1460,15,23,17812,155728,21287,23,14,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1292,1220,13,23,17752,159696,20484,23,14,22,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1362,1290,14,23,15901,132965,23896,23,12,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1395,1320,14,23,17429,145734,21414,23,15,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,1439,1370,15,23,14100,106315,19204,23,8,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,1535,1460,15,23,17812,155728,21287,23,14,23,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/mistakes,code-repair,1,168,0,5,5,582,7714,1085,5,3,5,150 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,1,13,10,1,1,226,3852,476,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,2,13,10,1,1,290,2750,531,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,3,2,0,0,1,220,4703,998,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,4,2,0,0,1,225,2153,507,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests,5,2,0,0,1,291,6825,987,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,226,3852,476,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,290,2750,531,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,220,4703,998,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,225,2153,507,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,291,6825,987,1,0,1,0 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,1,117,0,9,10,3188,29271,3847,10,8,10,80 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,2,119,0,9,10,3070,28989,3198,10,10,10,80 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,3,129,0,9,10,3077,24207,3206,10,10,10,90 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,4,89,0,9,10,3281,34001,3410,10,10,10,50 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile,5,90,0,10,10,3366,29194,3495,10,10,10,50 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,117,0,9,10,3188,29271,3847,10,8,10,80 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,119,0,9,10,3070,28989,3198,10,10,10,80 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,129,0,9,10,3077,24207,3206,10,10,10,90 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,89,0,9,10,3281,34001,3410,10,10,10,50 +openrouter/mistralai/mixtral-8x22b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,90,0,10,10,3366,29194,3495,10,10,10,50 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,1,333,260,9,23,24552,185205,25735,23,20,21,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,2,381,310,11,23,21194,173002,22139,23,17,20,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,3,423,350,11,23,25509,220501,26120,23,19,20,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,4,478,400,12,23,22134,222958,22968,23,21,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests,5,579,500,15,23,23798,150379,24737,23,19,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,1,478,400,14,23,24552,186435,25735,23,20,21,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,2,544,470,14,23,21194,174344,22139,23,17,20,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,3,558,480,16,23,25509,222121,26120,23,19,20,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,4,632,550,16,23,22134,225445,22968,23,21,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/light,write-tests-symflower-fix,5,640,560,16,23,23798,150732,24737,23,19,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/mistakes,code-repair,1,123,0,3,5,618,10121,1477,5,1,4,110 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,1,14,10,1,1,173,8754,183,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,2,14,10,1,1,198,1104,209,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,3,14,10,1,1,307,1981,318,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,4,3,0,0,1,340,1724,351,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests,5,4,0,1,1,392,3349,403,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,173,8754,183,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,198,1104,209,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,307,1981,318,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,340,1724,351,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/plain,write-tests-symflower-fix,5,4,0,1,1,392,3349,403,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,1,289,0,5,10,2966,19554,3062,10,7,7,260 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,2,352,0,6,10,2825,23377,2923,10,8,8,320 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,3,402,0,7,10,2865,26961,3002,10,7,8,370 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,4,508,0,9,10,2960,23295,3125,10,9,10,470 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile,5,529,0,9,10,2937,28032,3045,10,10,10,490 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,1,391,0,7,10,2966,20493,3062,10,7,7,360 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,2,414,0,8,10,2825,24240,2923,10,8,8,380 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,3,453,0,8,10,2865,27400,3002,10,7,8,420 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,4,559,0,10,10,2960,23611,3125,10,9,10,520 +openrouter/mistralai/mixtral-8x7b-instruct,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2937,28471,3045,10,10,10,540 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,1,2256,2170,19,23,31827,198345,32113,23,22,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,2,2526,2440,20,23,34049,201036,35575,23,20,23,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,3,2544,2460,19,23,30708,159770,31226,23,20,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,4,2646,2560,21,23,33029,144532,34526,23,20,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests,5,2737,2650,20,23,28546,279072,28836,23,22,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,1,2256,2170,19,23,31827,198345,32113,23,22,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,2,2526,2440,20,23,34049,201036,35575,23,20,23,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,3,2544,2460,19,23,30708,159770,31226,23,20,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,4,2646,2560,21,23,33029,144532,34526,23,20,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/light,write-tests-symflower-fix,5,2737,2650,20,23,28546,279072,28836,23,22,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/mistakes,code-repair,1,156,0,5,5,1107,17114,2381,5,1,5,140 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,1,1,0,0,1,288,1899,293,1,0,0,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,2,14,10,1,1,306,2019,319,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,3,14,10,1,1,335,2230,348,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,4,14,10,1,1,393,3277,406,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests,5,3,0,0,1,459,36010,472,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,1,1,0,0,1,288,1899,293,1,0,0,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,306,2019,319,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,335,2230,348,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,393,3277,406,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,459,36010,472,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,1,431,0,9,10,4257,38203,5093,10,2,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,2,432,0,9,10,3973,32528,4482,10,3,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,3,432,0,9,10,4080,31374,4641,10,3,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,4,432,0,9,10,4102,32443,4821,10,3,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile,5,434,0,9,10,3956,24081,4316,10,5,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,1,431,0,9,10,4257,38203,5093,10,2,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,2,432,0,9,10,3973,32528,4482,10,3,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,3,432,0,9,10,4080,31374,4641,10,3,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,4,432,0,9,10,4102,32443,4821,10,3,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,java,java/transpile,transpile-symflower-fix,5,434,0,9,10,3956,24081,4316,10,5,10,400 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,1,1327,1270,12,23,14864,106459,15422,16,14,15,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,2,1340,1260,16,23,19896,164545,21705,23,19,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,3,1463,1380,16,23,19014,126479,19303,23,22,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,4,1848,1760,20,23,23446,235901,24291,23,22,23,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests,5,2129,2040,21,23,19698,143044,20305,23,22,23,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1327,1270,12,23,14864,106459,15422,16,14,15,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1340,1260,16,23,19896,164545,21705,23,19,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1463,1380,16,23,19014,126479,19303,23,22,22,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,1848,1760,20,23,23446,235901,24291,23,22,23,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,2129,2040,21,23,19698,143044,20305,23,22,23,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/mistakes,code-repair,1,133,0,4,5,609,12832,1837,5,0,4,120 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,150,2096,163,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,150,2632,163,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,3,3,0,0,1,138,2280,150,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,4,3,0,0,1,240,3091,253,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,362,2068,375,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,150,2096,163,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,150,2632,163,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,138,2280,150,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,240,3091,253,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,362,2068,375,1,1,1,0 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,1,136,0,8,10,3106,27702,3227,10,9,9,100 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,2,138,0,8,10,3126,22491,3254,10,10,10,100 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,3,170,0,6,10,2764,24716,2870,10,7,7,140 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,4,188,0,8,10,3244,26261,3372,10,10,10,150 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile,5,70,0,4,10,1919,17896,1987,6,5,5,50 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,136,0,8,10,3106,27702,3227,10,9,9,100 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,138,0,8,10,3126,22491,3254,10,10,10,100 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,170,0,6,10,2764,24716,2870,10,7,7,140 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,188,0,8,10,3244,26261,3372,10,10,10,150 +openrouter/mistralai/mixtral-8x7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,70,0,4,10,1919,17896,1987,6,5,5,50 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,1,330,260,8,23,16615,442753,17702,23,19,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,2,401,330,11,23,14936,328774,15187,23,18,19,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,3,444,380,11,23,15045,321413,15246,23,15,15,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,4,485,410,12,23,14215,319795,14465,23,20,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests,5,490,420,11,23,14894,310915,15123,23,18,18,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,1,401,330,11,23,14936,328774,15187,23,18,19,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,2,465,400,12,23,15045,321866,15246,23,15,15,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,3,503,430,11,23,16615,443432,17702,23,19,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,4,526,450,13,23,14215,320041,14465,23,20,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/light,write-tests-symflower-fix,5,583,510,14,23,14894,312098,15123,23,18,18,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/mistakes,code-repair,1,175,0,4,5,674,18903,716,5,3,3,160 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,1,1,0,0,1,301,5177,304,1,0,0,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,2,14,10,1,1,79,3041,89,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,3,3,0,0,1,102,2284,112,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,4,3,0,0,1,127,3058,137,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests,5,3,0,0,1,360,6491,374,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,1,1,0,0,1,301,5177,304,1,0,0,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,102,2476,112,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,127,3252,137,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,79,3041,89,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,360,6491,374,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,1,230,0,4,10,3402,81676,3447,10,3,3,210 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,2,318,0,6,10,3788,92002,3802,10,1,1,300 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,3,338,0,6,10,2891,71765,2913,10,1,1,320 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,4,363,0,7,10,2947,65034,2985,10,3,3,340 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile,5,452,0,8,10,3058,66750,3086,10,2,2,430 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,1,440,0,8,10,3788,92660,3802,10,1,1,420 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,2,454,0,8,10,3402,82605,3447,10,3,3,430 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,3,465,0,9,10,2947,65700,2985,10,3,3,440 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,4,501,0,9,10,2891,72751,2913,10,1,1,480 +openrouter/neversleep/llama-3-lumimaid-70b,golang,golang/transpile,transpile-symflower-fix,5,534,0,10,10,3058,67273,3086,10,2,2,510 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,1,1122,1050,9,23,23710,342169,23960,23,20,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,2,1217,1140,12,23,19757,285398,20009,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,3,1592,1510,13,23,20610,327763,20886,23,23,23,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,4,1713,1630,16,23,20929,347699,21197,23,22,22,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests,5,963,890,8,23,20237,309638,20492,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,1,1122,1050,9,23,23710,342169,23960,23,20,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,2,1217,1140,12,23,19757,285398,20009,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,3,1592,1510,13,23,20610,327763,20886,23,23,23,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,4,1713,1630,16,23,20929,347699,21197,23,22,22,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/light,write-tests-symflower-fix,5,963,890,8,23,20237,309638,20492,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/mistakes,code-repair,1,137,0,4,5,2054,36699,2102,5,4,4,120 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,1,14,10,1,1,267,3712,279,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,2,3,0,0,1,121,2694,133,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,3,3,0,0,1,224,3053,236,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,4,3,0,0,1,301,4475,313,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests,5,3,0,0,1,384,7147,396,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,267,3712,279,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,2,3,0,0,1,121,2694,133,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,224,3053,236,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,301,4475,313,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,384,7147,396,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,1,356,0,8,10,4278,72887,4333,10,4,4,330 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,2,364,0,8,10,4309,84691,4355,10,3,3,340 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,3,370,0,8,10,4516,77221,4594,10,6,6,340 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,4,416,0,9,10,4508,74947,4830,10,3,4,390 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile,5,429,0,9,10,4036,71153,4096,10,5,5,400 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,1,356,0,8,10,4278,72887,4333,10,4,4,330 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,2,364,0,8,10,4309,84691,4355,10,3,3,340 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,3,370,0,8,10,4516,77221,4594,10,6,6,340 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,4,416,0,9,10,4508,74947,4830,10,3,4,390 +openrouter/neversleep/llama-3-lumimaid-70b,java,java/transpile,transpile-symflower-fix,5,429,0,9,10,4036,71153,4096,10,5,5,400 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,1,1091,1030,10,23,13199,260995,13379,23,14,14,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,2,1579,1500,16,23,13990,264406,14233,23,20,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,3,604,550,9,23,14045,251813,14192,23,11,11,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,4,616,550,9,23,13628,269984,13835,23,17,17,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests,5,881,820,12,23,14768,265959,14933,23,13,13,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,1,1091,1030,10,23,13199,260995,13379,23,14,14,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,2,1579,1500,16,23,13990,264406,14233,23,20,20,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,3,604,550,9,23,14045,251813,14192,23,11,11,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,4,616,550,9,23,13628,269984,13835,23,17,17,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/light,write-tests-symflower-fix,5,881,820,12,23,14768,265959,14933,23,13,13,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/mistakes,code-repair,1,110,0,5,5,645,22443,705,5,5,5,90 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,1,14,10,1,1,154,2992,166,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,2,14,10,1,1,162,4063,174,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,3,14,10,1,1,170,5826,182,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,4,14,10,1,1,171,3590,183,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests,5,4,0,1,1,136,4101,148,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,154,2992,166,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,162,4063,174,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,170,5826,182,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,171,3590,183,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/plain,write-tests-symflower-fix,5,4,0,1,1,136,4101,148,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,1,126,0,8,10,3375,81657,3427,10,4,4,100 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,2,136,0,8,10,3023,64691,3075,10,4,4,110 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,3,193,0,6,10,2846,62950,2930,10,3,4,170 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,4,207,0,7,10,3180,76330,3243,10,5,5,180 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile,5,238,0,8,10,2984,68857,3044,10,5,5,210 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,1,126,0,8,10,3375,81657,3427,10,4,4,100 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,2,136,0,8,10,3023,64691,3075,10,4,4,110 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,3,193,0,6,10,2846,62950,2930,10,3,4,170 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,4,207,0,7,10,3180,76330,3243,10,5,5,180 +openrouter/neversleep/llama-3-lumimaid-70b,ruby,ruby/transpile,transpile-symflower-fix,5,238,0,8,10,2984,68857,3044,10,5,5,210 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,1,1,0,0,1,217,4669,217,1,0,0,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,2,3,0,0,1,136,3127,146,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,3,3,0,0,1,288,1201,298,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,4,3,0,0,1,559,1884,570,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests,5,3,0,0,1,85,2891,95,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,1,1,0,0,1,217,4669,217,1,0,0,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,136,3127,146,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,288,1201,298,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,559,1884,570,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,85,2891,95,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,1,1405,1330,10,23,23039,177315,23298,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,2,1574,1500,12,23,25913,232820,26880,23,19,20,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,3,297,230,2,23,24868,157784,25122,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,4,355,290,3,23,23858,144401,24362,23,19,20,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests,5,695,630,7,23,25123,151969,26057,23,17,18,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,1,1405,1330,10,23,23039,177315,23298,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,2,1574,1500,12,23,25913,232820,26880,23,19,20,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,3,297,230,2,23,24868,157784,25122,23,21,21,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,4,355,290,3,23,23858,144401,24362,23,19,20,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/light,write-tests-symflower-fix,5,695,630,7,23,25123,151969,26057,23,17,18,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/mistakes,code-repair,1,138,0,4,5,991,18847,1295,5,4,5,120 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,1,3,0,0,1,211,6187,223,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,2,3,0,0,1,330,1184,342,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,3,3,0,0,1,424,1277,432,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,4,3,0,0,1,807,5773,819,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests,5,4,0,1,1,255,3753,267,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,1,3,0,0,1,211,6187,223,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,2,3,0,0,1,330,1184,342,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,424,1277,432,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,807,5773,819,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/plain,write-tests-symflower-fix,5,4,0,1,1,255,3753,267,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,1,373,0,8,10,3770,19271,4079,10,7,8,340 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,2,376,0,8,10,3910,25142,4017,10,9,9,340 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,3,396,0,8,10,3982,34198,4089,10,9,9,360 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,4,407,0,9,10,4038,35647,4145,10,9,9,370 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile,5,467,0,10,10,3780,29128,3965,10,8,9,430 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,1,373,0,8,10,3770,19271,4079,10,7,8,340 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,2,376,0,8,10,3910,25142,4017,10,9,9,340 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,3,396,0,8,10,3982,34198,4089,10,9,9,360 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,4,407,0,9,10,4038,35647,4145,10,9,9,370 +openrouter/neversleep/llama-3-lumimaid-8b,java,java/transpile,transpile-symflower-fix,5,467,0,10,10,3780,29128,3965,10,8,9,430 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,1,180,110,4,23,25542,181839,26942,23,21,22,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,2,281,210,6,23,19798,136103,27403,23,19,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,3,554,480,5,23,19170,115276,19467,23,23,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,4,661,580,12,23,18638,117295,18902,23,23,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests,5,726,650,9,23,19744,103579,20093,23,21,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,1,180,110,4,23,25542,181839,26942,23,21,22,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,2,281,210,6,23,19798,136103,27403,23,19,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,3,554,480,5,23,19170,115276,19467,23,23,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,4,661,580,12,23,18638,117295,18902,23,23,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/light,write-tests-symflower-fix,5,726,650,9,23,19744,103579,20093,23,21,23,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/mistakes,code-repair,1,109,0,4,5,669,9557,729,5,5,5,90 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,1,13,10,1,1,146,3315,321,1,0,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,2,3,0,0,1,189,2605,201,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,3,3,0,0,1,211,1332,223,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,4,3,0,0,1,327,1164,339,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests,5,3,0,0,1,334,1215,346,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,146,3315,321,1,0,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,2,3,0,0,1,189,2605,201,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,211,1332,223,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,327,1164,339,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,334,1215,346,1,1,1,0 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,1,239,0,9,10,2600,27900,2720,10,10,10,200 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,2,257,0,7,10,2883,23629,3003,10,10,10,220 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,3,337,0,7,10,2772,26319,2884,10,10,10,300 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,4,368,0,8,10,2863,29367,2975,10,10,10,330 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile,5,369,0,9,10,2756,35949,2864,10,10,10,330 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,1,239,0,9,10,2600,27900,2720,10,10,10,200 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,2,257,0,7,10,2883,23629,3003,10,10,10,220 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,3,337,0,7,10,2772,26319,2884,10,10,10,300 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,4,368,0,8,10,2863,29367,2975,10,10,10,330 +openrouter/neversleep/llama-3-lumimaid-8b,ruby,ruby/transpile,transpile-symflower-fix,5,369,0,9,10,2756,35949,2864,10,10,10,330 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,1,2,0,0,1,671,2685,822,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,2,3,0,0,1,215,1010,229,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,3,3,0,0,1,226,1125,240,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,4,3,0,0,1,273,1215,287,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests,5,3,0,0,1,517,2014,527,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,671,2685,822,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,215,1010,229,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,226,1125,240,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,273,1215,287,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,517,2014,527,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,1,1341,1270,10,23,18957,65484,21437,23,15,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,2,1400,1320,14,23,20502,67248,21927,23,20,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,3,1403,1330,11,23,20945,68654,23604,23,16,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,4,1777,1700,15,23,20993,67421,23317,23,16,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests,5,930,860,9,23,23951,81036,29453,23,15,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,1,1341,1270,10,23,18957,65484,21437,23,15,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,2,1400,1320,14,23,20502,67248,21927,23,20,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,3,1403,1330,11,23,20945,68654,23604,23,16,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,4,1777,1700,15,23,20993,67421,23317,23,16,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/light,write-tests-symflower-fix,5,930,860,9,23,23951,81036,29453,23,15,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/mistakes,code-repair,1,129,0,4,5,1145,5353,1205,5,5,5,110 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,1,14,10,1,1,273,1181,289,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,2,2,0,0,1,236,2153,548,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,3,3,0,0,1,224,1119,240,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,4,3,0,0,1,243,1188,255,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests,5,3,0,0,1,407,1715,419,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,273,1181,289,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,236,2153,548,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,224,1119,240,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,243,1188,255,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,407,1715,419,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,1,376,0,8,10,3805,24827,7459,10,8,10,340 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,2,407,0,9,10,3651,18935,4299,10,8,10,370 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,3,416,0,9,10,3964,18493,4956,10,7,10,380 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,4,425,0,9,10,3396,16936,3970,10,6,10,390 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile,5,435,0,10,10,3861,19844,4896,10,5,10,400 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,1,376,0,8,10,3805,24827,7459,10,8,10,340 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,2,407,0,9,10,3651,18935,4299,10,8,10,370 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,3,416,0,9,10,3964,18493,4956,10,7,10,380 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,4,425,0,9,10,3396,16936,3970,10,6,10,390 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,java,java/transpile,transpile-symflower-fix,5,435,0,10,10,3861,19844,4896,10,5,10,400 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,1,1121,1040,18,23,13153,60530,17241,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,2,1192,1110,19,23,13917,62694,16967,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,3,1211,1130,18,23,16208,68381,19312,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,4,1291,1210,18,23,13746,65105,18343,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests,5,1327,1240,21,23,12570,54528,13878,23,20,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1,1121,1040,18,23,13153,60530,17241,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,2,1192,1110,19,23,13917,62694,16967,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,3,1211,1130,18,23,16208,68381,19312,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,4,1291,1210,18,23,13746,65105,18343,23,17,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,5,1327,1240,21,23,12570,54528,13878,23,20,23,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/mistakes,code-repair,1,166,0,5,5,640,11060,1563,5,1,5,150 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,1,13,10,1,1,147,1896,263,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,2,13,10,1,1,209,1648,444,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,3,14,10,1,1,193,1070,205,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,4,14,10,1,1,194,1132,206,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests,5,3,0,0,1,281,1850,293,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,147,1896,263,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,209,1648,444,1,0,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,193,1070,205,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,194,1132,206,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,281,1850,293,1,1,1,0 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,1,262,0,7,10,3892,21327,5172,10,5,10,230 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,2,276,0,10,10,2975,19309,4376,10,6,10,240 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,3,282,0,8,10,3081,20007,4357,10,5,9,250 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,4,334,0,9,10,3077,22310,4871,10,5,10,300 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile,5,387,0,10,10,2919,17621,3551,10,7,10,350 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,1,262,0,7,10,3892,21327,5172,10,5,10,230 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,2,276,0,10,10,2975,19309,4376,10,6,10,240 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,3,282,0,8,10,3081,20007,4357,10,5,9,250 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,4,334,0,9,10,3077,22310,4871,10,5,10,300 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,5,387,0,10,10,2919,17621,3551,10,7,10,350 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,1,2,0,0,1,125,3642,333,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,2,2,0,0,1,178,8059,740,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,3,2,0,0,1,246,6637,669,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,4,2,0,0,1,687,7416,710,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests,5,3,0,0,1,261,3416,271,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,125,3642,333,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,178,8059,740,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,246,6637,669,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,687,7416,710,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,261,3416,271,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,1,1359,1280,13,23,27379,239033,28826,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,2,1427,1350,11,23,24819,222248,26845,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,3,1566,1490,12,23,24267,230302,27616,23,18,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,4,1707,1630,14,23,24671,211115,26861,23,17,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests,5,1760,1680,15,23,23247,206639,24823,23,19,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,1,1359,1280,13,23,27379,239033,28826,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,2,1427,1350,11,23,24819,222248,26845,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,3,1566,1490,12,23,24267,230302,27616,23,18,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,4,1707,1630,14,23,24671,211115,26861,23,17,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/light,write-tests-symflower-fix,5,1760,1680,15,23,23247,206639,24823,23,19,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/mistakes,code-repair,1,158,0,5,5,1192,20367,1977,5,3,5,140 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,1,14,10,1,1,163,4463,179,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,2,14,10,1,1,222,6856,238,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,3,14,10,1,1,273,3333,285,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,4,3,0,0,1,233,2919,249,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests,5,3,0,0,1,591,5071,603,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,163,4463,179,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,222,6856,238,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,273,3333,285,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,233,2919,249,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,591,5071,603,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,1,419,0,9,10,3413,45971,3533,10,10,10,380 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,2,426,0,9,10,3886,48590,4385,10,7,10,390 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,3,428,0,9,10,3605,43907,3760,10,9,10,390 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,4,468,0,10,10,3602,45711,3977,10,8,10,430 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile,5,469,0,10,10,3658,48254,4184,10,9,10,430 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,1,419,0,9,10,3413,45971,3533,10,10,10,380 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,2,426,0,9,10,3886,48590,4385,10,7,10,390 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,3,428,0,9,10,3605,43907,3760,10,9,10,390 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,4,468,0,10,10,3602,45711,3977,10,8,10,430 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,java,java/transpile,transpile-symflower-fix,5,469,0,10,10,3658,48254,4184,10,9,10,430 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,1,1422,1340,16,23,17567,188870,18752,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,2,843,760,16,23,21230,226517,21493,23,22,22,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,3,880,800,14,23,16031,185886,19345,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,4,883,800,16,23,15485,162775,16595,23,21,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests,5,960,880,13,23,17113,177104,18101,23,21,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,1,1422,1340,16,23,17567,188870,18752,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,2,843,760,16,23,21230,226517,21493,23,22,22,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,3,880,800,14,23,16031,185886,19345,23,20,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,4,883,800,16,23,15485,162775,16595,23,21,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/light,write-tests-symflower-fix,5,960,880,13,23,17113,177104,18101,23,21,23,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/mistakes,code-repair,1,166,0,5,5,587,19130,1657,5,1,5,150 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,1,14,10,1,1,187,2835,199,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,2,14,10,1,1,224,3091,236,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,3,2,0,0,1,197,5611,635,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,4,3,0,0,1,194,2923,206,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests,5,3,0,0,1,289,3643,301,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,187,2835,199,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,224,3091,236,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,197,5611,635,1,0,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,194,2923,206,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,289,3643,301,1,1,1,0 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,1,297,0,9,10,2926,45106,3250,10,8,10,260 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,2,298,0,10,10,2884,44533,3222,10,8,10,260 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,3,373,0,9,10,2735,52692,4521,10,4,10,340 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,4,388,0,9,10,2877,44253,3093,10,9,10,350 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile,5,418,0,10,10,2903,44208,3262,10,8,10,380 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,1,297,0,9,10,2926,45106,3250,10,8,10,260 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,2,298,0,10,10,2884,44533,3222,10,8,10,260 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,3,373,0,9,10,2735,52692,4521,10,4,10,340 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,4,388,0,9,10,2877,44253,3093,10,9,10,350 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,ruby,ruby/transpile,transpile-symflower-fix,5,418,0,10,10,2903,44208,3262,10,8,10,380 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,1,2,0,0,1,162,2035,972,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,2,2,0,0,1,445,2820,602,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,3,3,0,0,1,131,2509,145,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,4,3,0,0,1,324,1617,338,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests,5,3,0,0,1,563,3416,577,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,162,2035,972,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,445,2820,602,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,131,2509,145,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,324,1617,338,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,563,3416,577,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,1,341,0,6,10,3111,17270,4266,10,5,10,310 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,2,398,0,7,10,3570,19415,5273,10,3,8,370 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,3,460,0,8,10,3051,25525,6668,10,3,9,430 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,4,470,0,8,10,2944,19486,5722,10,2,10,440 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile,5,501,0,9,10,3294,18678,4371,10,4,8,470 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,1,449,0,8,10,3570,19735,5273,10,3,8,420 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,2,501,0,9,10,3294,18678,4371,10,4,8,470 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,3,514,0,9,10,3111,18182,4266,10,5,10,480 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,4,521,0,9,10,3051,25843,6668,10,3,9,490 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,golang,golang/transpile,transpile-symflower-fix,5,572,0,10,10,2944,20195,5722,10,2,10,540 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,1,1486,1420,14,23,38044,128191,44601,23,7,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,2,1628,1560,13,23,57989,541180,126599,23,10,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,3,1752,1680,16,23,32446,133769,35514,23,11,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,4,2131,2060,18,23,35266,127323,40527,23,8,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests,5,2135,2060,17,23,34168,151863,39705,23,13,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,1,1486,1420,14,23,38044,128191,44601,23,7,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,2,1628,1560,13,23,57989,541180,126599,23,10,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,3,1752,1680,16,23,32446,133769,35514,23,11,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,4,2131,2060,18,23,35266,127323,40527,23,8,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/light,write-tests-symflower-fix,5,2135,2060,17,23,34168,151863,39705,23,13,22,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/mistakes,code-repair,1,155,0,5,5,1182,57191,12693,5,0,5,140 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,1,13,10,1,1,230,2162,680,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,2,13,10,1,1,262,2487,543,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,3,2,0,0,1,211,1428,582,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,4,3,0,0,1,224,1430,236,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests,5,3,0,0,1,241,1373,253,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,230,2162,680,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,262,2487,543,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,211,1428,582,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,224,1430,236,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,241,1373,253,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,1,455,0,10,10,3804,315032,98802,10,5,10,420 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,2,463,0,10,10,3996,27568,8415,10,3,10,430 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,3,463,0,10,10,4298,19063,5038,10,3,10,430 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,4,471,0,10,10,4078,21002,7023,10,1,10,440 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile,5,474,0,10,10,4136,18382,5143,10,4,10,440 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,1,455,0,10,10,3804,315032,98802,10,5,10,420 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,2,463,0,10,10,3996,27568,8415,10,3,10,430 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,3,463,0,10,10,4298,19063,5038,10,3,10,430 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,4,471,0,10,10,4078,21002,7023,10,1,10,440 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,java,java/transpile,transpile-symflower-fix,5,474,0,10,10,4136,18382,5143,10,4,10,440 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,1,1088,1020,15,23,21646,100952,27881,23,7,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,2,747,680,12,23,31468,154601,36714,23,9,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,3,833,760,14,23,22713,107799,28147,23,13,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,4,908,840,13,23,21119,112792,30441,23,9,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests,5,963,890,17,23,49305,226167,53840,23,10,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,1,1088,1020,15,23,21646,100952,27881,23,7,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,2,747,680,12,23,31468,154601,36714,23,9,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,3,833,760,14,23,22713,107799,28147,23,13,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,4,908,840,13,23,21119,112792,30441,23,9,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/light,write-tests-symflower-fix,5,963,890,17,23,49305,226167,53840,23,10,23,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/mistakes,code-repair,1,116,0,5,5,621,7564,1909,5,1,5,100 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,1,14,10,1,1,146,1602,158,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,2,14,10,1,1,149,901,161,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,3,14,10,1,1,185,1983,197,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,4,2,0,0,1,149,1293,470,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests,5,4,0,1,1,116,823,128,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,146,1602,158,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,149,901,161,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,185,1983,197,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,149,1293,470,1,0,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/plain,write-tests-symflower-fix,5,4,0,1,1,116,823,128,1,1,1,0 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,1,198,0,8,10,2983,34966,9435,10,0,10,170 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,2,269,0,8,10,3047,29960,6832,10,1,10,240 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,3,320,0,8,10,2868,23485,4906,10,2,10,290 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,4,329,0,9,10,2927,24710,5309,10,1,9,300 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile,5,341,0,7,10,2875,21290,4951,10,4,10,310 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,1,198,0,8,10,2983,34966,9435,10,0,10,170 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,2,269,0,8,10,3047,29960,6832,10,1,10,240 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,3,320,0,8,10,2868,23485,4906,10,2,10,290 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,4,329,0,9,10,2927,24710,5309,10,1,9,300 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,ruby,ruby/transpile,transpile-symflower-fix,5,341,0,7,10,2875,21290,4951,10,4,10,310 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,1,208,140,5,23,26462,265064,28633,23,18,22,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,2,237,170,5,23,38817,326660,39476,23,18,21,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,3,309,240,6,23,33163,398534,33761,23,19,21,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,4,355,280,8,23,22547,175230,22777,23,22,22,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests,5,437,360,11,23,21693,263118,21990,23,21,22,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,1,270,200,7,23,26462,265717,28633,23,18,22,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,2,330,260,8,23,38817,328910,39476,23,18,21,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,3,402,330,9,23,33163,399588,33761,23,19,21,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,4,458,380,11,23,22547,176564,22777,23,22,22,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/light,write-tests-symflower-fix,5,601,520,15,23,21693,264528,21990,23,21,22,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/mistakes,code-repair,1,210,0,5,5,648,6398,718,5,5,5,190 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,1,14,10,1,1,101,1483,111,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,2,14,10,1,1,74,1234,84,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,3,14,10,1,1,79,1141,94,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,4,2,0,0,1,703,5052,745,1,0,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests,5,3,0,0,1,126,1986,140,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,101,1483,111,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1234,84,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,79,1141,94,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,703,5052,745,1,0,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,126,1986,140,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,1,177,0,4,10,3125,30357,3790,10,1,2,160 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,2,249,0,6,10,3343,30871,3507,10,5,8,220 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,3,278,0,5,10,3214,27603,3460,10,6,7,250 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,4,308,0,5,10,3218,31575,4049,10,5,8,280 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile,5,459,0,8,10,2668,68436,9529,10,5,6,430 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,1,269,0,6,10,3125,30861,3790,10,1,2,250 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,2,310,0,7,10,3343,31237,3507,10,5,8,280 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,3,329,0,6,10,3214,27948,3460,10,6,7,300 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,4,370,0,7,10,3218,32296,4049,10,5,8,340 +openrouter/nousresearch/nous-hermes-yi-34b,golang,golang/transpile,transpile-symflower-fix,5,459,0,8,10,2668,68436,9529,10,5,6,430 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,1,312,250,4,23,45125,348974,45701,23,17,18,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,2,340,270,3,23,37134,342310,38951,23,21,23,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,3,558,490,4,23,28824,208768,29415,23,20,21,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,4,724,660,6,23,30871,164445,31159,23,17,18,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests,5,900,830,7,23,36952,287198,37402,23,20,20,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,1,312,250,4,23,45125,348974,45701,23,17,18,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,2,340,270,3,23,37134,342310,38951,23,21,23,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,3,558,490,4,23,28824,208768,29415,23,20,21,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,4,724,660,6,23,30871,164445,31159,23,17,18,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/light,write-tests-symflower-fix,5,900,830,7,23,36952,287198,37402,23,20,20,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/mistakes,code-repair,1,128,0,4,5,1075,10556,1254,5,4,5,110 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,1,12,10,1,1,270,2047,270,1,0,0,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,2,13,10,1,1,137,2859,385,1,0,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,3,3,0,0,1,222,1890,234,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,4,3,0,0,1,250,1947,262,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests,5,3,0,0,1,280,2603,292,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,1,12,10,1,1,270,2047,270,1,0,0,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,2,13,10,1,1,137,2859,385,1,0,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,222,1890,234,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,250,1947,262,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,280,2603,292,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,1,340,0,7,10,3715,27462,3932,10,5,8,310 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,2,353,0,8,10,3811,29272,3941,10,7,8,320 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,3,356,0,7,10,4941,31530,5048,10,4,5,330 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,4,418,0,9,10,4161,28742,4290,10,9,10,380 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile,5,456,0,10,10,4095,27213,4193,10,8,8,420 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,1,340,0,7,10,3715,27462,3932,10,5,8,310 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,2,353,0,8,10,3811,29272,3941,10,7,8,320 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,3,356,0,7,10,4941,31530,5048,10,4,5,330 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,4,418,0,9,10,4161,28742,4290,10,9,10,380 +openrouter/nousresearch/nous-hermes-yi-34b,java,java/transpile,transpile-symflower-fix,5,456,0,10,10,4095,27213,4193,10,8,8,420 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,1,1,0,0,1,161,2211,161,1,0,0,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,2,3,0,0,1,128,1719,140,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,3,3,0,0,1,142,1634,154,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,4,3,0,0,1,144,2138,156,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests,5,3,0,0,1,165,2039,177,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,1,1,0,0,1,161,2211,161,1,0,0,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,2,3,0,0,1,128,1719,140,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,142,1634,154,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,144,2138,156,1,1,1,0 +openrouter/nousresearch/nous-hermes-yi-34b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,165,2039,177,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests,1,654,570,15,23,15628,124123,15951,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests,2,655,570,16,23,15191,122668,15506,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests,3,696,610,17,23,15737,130744,16060,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests,4,727,640,18,23,14457,113269,14779,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests,5,798,710,19,23,16457,136073,16779,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,1,685,600,16,23,15628,124733,15951,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,2,798,710,19,23,15737,131677,16060,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,3,798,710,19,23,16457,136073,16779,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,4,849,760,20,23,14457,114260,14779,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/light,write-tests-symflower-fix,5,849,760,20,23,15191,123806,15506,23,23,23,0 +openrouter/openai/gpt-4o,golang,golang/mistakes,code-repair,1,210,0,5,5,638,9700,708,5,5,5,190 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests,1,14,10,1,1,74,1121,88,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests,2,14,10,1,1,74,1416,84,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests,3,14,10,1,1,74,1598,88,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests,4,14,10,1,1,74,1679,88,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1121,88,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1416,84,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,1598,88,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,1679,88,1,1,1,0 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile,1,560,0,10,10,2952,20377,3060,10,10,10,520 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile,2,560,0,10,10,3022,25662,3142,10,10,10,520 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile,3,580,0,10,10,2845,20262,2945,10,10,10,540 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile,4,580,0,10,10,2876,20347,2988,10,10,10,540 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile,5,580,0,10,10,2933,18710,3049,10,10,10,540 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,1,560,0,10,10,2952,20377,3060,10,10,10,520 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,2,560,0,10,10,3022,25662,3142,10,10,10,520 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2845,20262,2945,10,10,10,540 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2876,20347,2988,10,10,10,540 +openrouter/openai/gpt-4o,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2933,18710,3049,10,10,10,540 +openrouter/openai/gpt-4o,java,java/light,write-tests,1,2952,2860,23,23,24547,134124,24823,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests,2,3072,2980,23,23,25092,144730,25368,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests,3,3072,2980,23,23,25851,166779,26127,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests,4,3082,2990,23,23,25306,136896,25582,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests,5,3092,3000,23,23,24259,148201,24535,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,1,2952,2860,23,23,24547,134124,24823,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,2,3072,2980,23,23,25092,144730,25368,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,3,3072,2980,23,23,25851,166779,26127,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,4,3082,2990,23,23,25306,136896,25582,23,23,23,0 +openrouter/openai/gpt-4o,java,java/light,write-tests-symflower-fix,5,3092,3000,23,23,24259,148201,24535,23,23,23,0 +openrouter/openai/gpt-4o,java,java/mistakes,code-repair,1,160,0,5,5,943,10034,1003,5,5,5,140 +openrouter/openai/gpt-4o,java,java/plain,write-tests,1,14,10,1,1,137,1210,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests,2,14,10,1,1,137,1253,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests,3,14,10,1,1,137,1955,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests,4,14,10,1,1,137,2120,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests,5,14,10,1,1,213,2589,225,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,1210,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,1253,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,1955,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,2120,149,1,1,1,0 +openrouter/openai/gpt-4o,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,213,2589,225,1,1,1,0 +openrouter/openai/gpt-4o,java,java/transpile,transpile,1,480,0,10,10,3511,21681,3631,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile,2,480,0,10,10,3584,20373,3704,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile,3,480,0,10,10,3682,21969,3802,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile,4,480,0,10,10,3797,27157,3917,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile,5,480,0,10,10,4092,20935,4212,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3511,21681,3631,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3584,20373,3704,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3682,21969,3802,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3797,27157,3917,10,10,10,440 +openrouter/openai/gpt-4o,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4092,20935,4212,10,10,10,440 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,1,645,560,16,23,16706,128668,16936,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,2,768,680,19,23,17162,118523,17392,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,3,789,700,20,23,20588,114556,20818,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,4,880,790,21,23,15947,108786,16177,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests,5,920,830,21,23,16121,126765,16351,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,1,860,770,21,23,17162,119167,17392,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,2,931,840,22,23,16706,131262,16936,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,3,962,870,23,23,20588,115983,20818,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,4,992,900,23,23,15947,109620,16177,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/light,write-tests-symflower-fix,5,992,900,23,23,16121,127351,16351,23,23,23,0 +openrouter/openai/gpt-4o-mini,golang,golang/mistakes,code-repair,1,210,0,5,5,638,7751,708,5,5,5,190 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,1,14,10,1,1,107,1117,117,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,2,14,10,1,1,121,1917,131,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,3,14,10,1,1,125,1168,135,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,4,14,10,1,1,125,1507,135,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests,5,14,10,1,1,74,1085,84,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,107,1117,117,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,121,1917,131,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,125,1168,135,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,125,1507,135,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,1085,84,1,1,1,0 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,1,580,0,10,10,2725,20076,2825,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,2,580,0,10,10,2783,21322,2883,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,3,580,0,10,10,2784,21704,2884,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,4,580,0,10,10,2867,20262,2967,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile,5,580,0,10,10,2929,26359,3033,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2725,20076,2825,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2783,21322,2883,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2784,21704,2884,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2867,20262,2967,10,10,10,540 +openrouter/openai/gpt-4o-mini,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2929,26359,3033,10,10,10,540 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests,1,2981,2890,22,23,31772,154682,32048,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests,2,3032,2940,23,23,29685,124054,29961,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests,3,3052,2960,23,23,30114,146717,30390,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests,4,3072,2980,23,23,30979,140776,31255,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests,5,3092,3000,23,23,31195,138608,31471,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,1,2981,2890,22,23,31772,154682,32048,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,2,3032,2940,23,23,29685,124054,29961,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,3,3052,2960,23,23,30114,146717,30390,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,4,3072,2980,23,23,30979,140776,31255,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/light,write-tests-symflower-fix,5,3092,3000,23,23,31195,138608,31471,23,23,23,0 +openrouter/openai/gpt-4o-mini,java,java/mistakes,code-repair,1,160,0,5,5,943,9047,1003,5,5,5,140 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,1,14,10,1,1,137,1735,149,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,2,14,10,1,1,137,1930,149,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,3,14,10,1,1,137,3106,149,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,4,14,10,1,1,175,2672,187,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests,5,14,10,1,1,185,1588,197,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,1735,149,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,1930,149,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,3106,149,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,175,2672,187,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,185,1588,197,1,1,1,0 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,1,480,0,10,10,3391,24301,3511,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,2,480,0,10,10,3414,26076,3534,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,3,480,0,10,10,3421,24219,3541,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,4,480,0,10,10,3423,24714,3543,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile,5,480,0,10,10,3547,29279,3667,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3391,24301,3511,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3414,26076,3534,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,3421,24219,3541,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,3423,24714,3543,10,10,10,440 +openrouter/openai/gpt-4o-mini,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3547,29279,3667,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,1,2312,2220,23,23,21212,92484,21488,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,2,2342,2250,23,23,21531,86844,21807,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,3,2352,2260,23,23,22925,127687,23201,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,4,2372,2280,23,23,21122,96994,21398,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests,5,2382,2290,23,23,21711,90467,21987,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,1,2312,2220,23,23,21212,92484,21488,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,2,2342,2250,23,23,21531,86844,21807,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,3,2352,2260,23,23,22925,127687,23201,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,4,2372,2280,23,23,21122,96994,21398,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/light,write-tests-symflower-fix,5,2382,2290,23,23,21711,90467,21987,23,23,23,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,9109,679,5,5,5,150 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1059,152,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,2,14,10,1,1,140,1171,152,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,3,14,10,1,1,140,1272,152,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,4,14,10,1,1,147,1302,159,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests,5,14,10,1,1,147,1772,159,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1059,152,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,1171,152,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,1272,152,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,147,1302,159,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,147,1772,159,1,1,1,0 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,1,480,0,10,10,2807,31316,2927,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,2,480,0,10,10,2816,21696,2936,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,3,480,0,10,10,2821,22337,2941,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,4,480,0,10,10,2827,22096,2947,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile,5,480,0,10,10,2828,30716,2948,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,1,480,0,10,10,2807,31316,2927,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,2,480,0,10,10,2816,21696,2936,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,3,480,0,10,10,2821,22337,2941,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,4,480,0,10,10,2827,22096,2947,10,10,10,440 +openrouter/openai/gpt-4o-mini,ruby,ruby/transpile,transpile-symflower-fix,5,480,0,10,10,2828,30716,2948,10,10,10,440 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,1,2312,2220,23,23,19016,98936,19293,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,2,2362,2270,23,23,18117,96980,18394,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,3,2412,2320,23,23,17570,94846,17846,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,4,2412,2320,23,23,18752,94260,19028,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests,5,2432,2340,23,23,18638,92426,18915,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,1,2312,2220,23,23,19016,98936,19293,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,2,2362,2270,23,23,18117,96980,18394,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,3,2412,2320,23,23,17570,94846,17846,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,4,2412,2320,23,23,18752,94260,19028,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/light,write-tests-symflower-fix,5,2432,2340,23,23,18638,92426,18915,23,23,23,0 +openrouter/openai/gpt-4o,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,7471,679,5,5,5,150 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,1,14,10,1,1,140,1136,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,2,14,10,1,1,140,1261,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,3,14,10,1,1,140,1318,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,4,14,10,1,1,140,1963,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests,5,14,10,1,1,140,3090,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,1136,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,1261,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,1318,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,140,1963,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,140,3090,152,1,1,1,0 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,1,389,0,9,10,3000,24308,3120,10,10,10,350 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,2,470,0,10,10,3088,26145,3208,10,10,10,430 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,3,470,0,10,10,3094,26912,3214,10,10,10,430 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,4,470,0,10,10,3127,25082,3247,10,10,10,430 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile,5,480,0,10,10,3058,24547,3178,10,10,10,440 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,1,389,0,9,10,3000,24308,3120,10,10,10,350 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,2,470,0,10,10,3088,26145,3208,10,10,10,430 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,3,470,0,10,10,3094,26912,3214,10,10,10,430 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,4,470,0,10,10,3127,25082,3247,10,10,10,430 +openrouter/openai/gpt-4o,ruby,ruby/transpile,transpile-symflower-fix,5,480,0,10,10,3058,24547,3178,10,10,10,440 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,1,656,570,17,23,19447,285725,19715,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,2,818,730,19,23,18039,258666,18317,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,3,869,780,20,23,18491,248418,18753,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,4,890,800,21,23,17993,284816,18243,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests,5,900,810,21,23,18287,301462,18546,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,1,972,880,23,23,19447,287713,19715,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,2,982,890,23,23,18039,260495,18317,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,3,982,890,23,23,18491,249404,18753,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,4,992,900,23,23,17993,286413,18243,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/light,write-tests-symflower-fix,5,992,900,23,23,18287,302560,18546,23,23,23,0 +openrouter/openai/gpt-4-turbo,golang,golang/mistakes,code-repair,1,210,0,5,5,638,14361,704,5,5,5,190 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,1,14,10,1,1,120,1576,130,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,2,14,10,1,1,120,2266,134,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,3,14,10,1,1,122,1739,136,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,4,14,10,1,1,128,2658,138,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests,5,14,10,1,1,74,2259,84,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,120,1576,130,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,120,2266,134,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,122,1739,136,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,128,2658,138,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,2259,84,1,1,1,0 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,1,540,0,10,10,2848,47149,2960,10,10,10,500 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,2,560,0,10,10,2677,49942,2797,10,10,10,520 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,3,560,0,10,10,2765,50617,2877,10,10,10,520 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,4,560,0,10,10,2779,45699,2887,10,10,10,520 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile,5,580,0,10,10,2720,51589,2824,10,10,10,540 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,1,540,0,10,10,2848,47149,2960,10,10,10,500 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,2,560,0,10,10,2677,49942,2797,10,10,10,520 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,3,560,0,10,10,2765,50617,2877,10,10,10,520 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2779,45699,2887,10,10,10,520 +openrouter/openai/gpt-4-turbo,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2720,51589,2824,10,10,10,540 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests,1,3082,2990,23,23,25244,262573,25521,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests,2,3102,3010,23,23,27792,278123,28068,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests,3,3112,3020,23,23,26210,266368,26486,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests,4,3122,3030,23,23,27198,325120,27474,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests,5,3122,3030,23,23,27935,309987,28211,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,1,3082,2990,23,23,25244,262573,25521,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,2,3102,3010,23,23,27792,278123,28068,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,3,3112,3020,23,23,26210,266368,26486,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,4,3122,3030,23,23,27198,325120,27474,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/light,write-tests-symflower-fix,5,3122,3030,23,23,27935,309987,28211,23,23,23,0 +openrouter/openai/gpt-4-turbo,java,java/mistakes,code-repair,1,160,0,5,5,1051,21517,1111,5,5,5,140 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,1,14,10,1,1,136,1883,148,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,2,14,10,1,1,137,2586,149,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,3,14,10,1,1,213,2143,225,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,4,14,10,1,1,213,3107,225,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests,5,14,10,1,1,219,2893,231,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,136,1883,148,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,2586,149,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,213,2143,225,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,213,3107,225,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,219,2893,231,1,1,1,0 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,1,480,0,10,10,3895,57660,4015,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,2,480,0,10,10,4005,64679,4125,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,3,480,0,10,10,4072,54930,4192,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,4,480,0,10,10,4170,60265,4290,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile,5,480,0,10,10,4187,61026,4307,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3895,57660,4015,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,4005,64679,4125,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4072,54930,4192,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4170,60265,4290,10,10,10,440 +openrouter/openai/gpt-4-turbo,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4187,61026,4307,10,10,10,440 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,1,2131,2040,22,23,18404,249405,18680,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,2,2352,2260,23,23,17520,224341,17796,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,3,2362,2270,23,23,17460,232262,17736,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,4,2372,2280,23,23,16893,223348,17169,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests,5,2382,2290,23,23,17523,218066,17799,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,1,2131,2040,22,23,18404,249405,18680,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,2,2352,2260,23,23,17520,224341,17796,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,3,2362,2270,23,23,17460,232262,17736,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,4,2372,2280,23,23,16893,223348,17169,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/light,write-tests-symflower-fix,5,2382,2290,23,23,17523,218066,17799,23,23,23,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/mistakes,code-repair,1,170,0,5,5,620,12703,680,5,5,5,150 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,1,14,10,1,1,168,4895,180,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,2,14,10,1,1,181,2457,193,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,3,14,10,1,1,181,2788,193,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,4,14,10,1,1,188,2592,200,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests,5,4,0,1,1,108,2060,120,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,168,4895,180,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,181,2457,193,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,181,2788,193,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,188,2592,200,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/plain,write-tests-symflower-fix,5,4,0,1,1,108,2060,120,1,1,1,0 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,1,160,0,10,10,3501,57621,3621,10,10,10,120 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,2,200,0,10,10,3372,59999,3492,10,10,10,160 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,3,230,0,10,10,3659,58045,3779,10,10,10,190 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,4,240,0,10,10,3356,57630,3476,10,10,10,200 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile,5,380,0,10,10,3137,52782,3257,10,10,10,340 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,1,160,0,10,10,3501,57621,3621,10,10,10,120 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,2,200,0,10,10,3372,59999,3492,10,10,10,160 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,3,230,0,10,10,3659,58045,3779,10,10,10,190 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,4,240,0,10,10,3356,57630,3476,10,10,10,200 +openrouter/openai/gpt-4-turbo,ruby,ruby/transpile,transpile-symflower-fix,5,380,0,10,10,3137,52782,3257,10,10,10,340 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests,1,230,170,5,23,15635,105119,18208,22,11,22,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests,2,231,170,7,23,17689,121332,22611,23,9,22,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests,3,246,180,7,23,15681,97970,18259,23,13,23,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests,4,277,210,8,23,16410,106207,19772,23,13,23,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests,5,357,290,7,23,14238,91222,17555,23,14,23,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,1,380,310,11,23,16410,107080,19772,23,13,23,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,2,384,320,10,23,17689,122522,22611,23,9,22,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,3,415,350,10,23,15635,107248,18208,22,11,22,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,4,483,410,14,23,15681,101399,18259,23,13,23,0 +openrouter/openchat/openchat-8b,golang,golang/light,write-tests-symflower-fix,5,500,430,10,23,14238,92359,17555,23,14,23,0 +openrouter/openchat/openchat-8b,golang,golang/mistakes,code-repair,1,127,0,3,5,555,8171,1469,5,4,5,110 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,1,14,10,1,1,122,1170,136,1,1,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,2,2,0,0,1,135,1539,194,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,3,2,0,0,1,14,2441,532,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,4,2,0,0,1,229,1848,319,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests,5,2,0,0,1,5,1922,370,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,122,1170,136,1,1,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,135,1539,194,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,14,2441,532,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,229,1848,319,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,5,1922,370,1,0,1,0 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,1,174,0,4,10,2595,18079,3152,9,3,8,150 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,2,289,0,5,10,2727,19500,3062,10,5,9,260 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,3,391,0,7,10,2985,20447,3276,10,5,9,360 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,4,392,0,7,10,2989,20710,3309,10,5,10,360 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile,5,462,0,8,10,3108,21598,3875,10,4,10,430 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,1,337,0,7,10,2595,19094,3152,9,3,8,310 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,2,452,0,8,10,2727,20494,3062,10,5,9,420 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,3,513,0,9,10,2985,21067,3276,10,5,9,480 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,4,514,0,9,10,2989,21323,3309,10,5,10,480 +openrouter/openchat/openchat-8b,golang,golang/transpile,transpile-symflower-fix,5,574,0,10,10,3108,22317,3875,10,4,10,540 +openrouter/openchat/openchat-8b,java,java/plain,write-tests,1,2,0,0,1,201,1494,272,1,0,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests,2,2,0,0,1,365,5012,1388,1,0,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests,3,2,0,0,1,894,3515,990,1,0,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests,4,3,0,0,1,469,2044,481,1,1,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests,5,3,0,0,1,579,2128,625,1,1,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,1,2,0,0,1,201,1494,272,1,0,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,365,5012,1388,1,0,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,894,3515,990,1,0,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,469,2044,481,1,1,1,0 +openrouter/openchat/openchat-8b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,579,2128,625,1,1,1,0 +openrouter/openchat/openchat-8b,java,java/transpile,transpile,1,358,0,8,10,3824,21142,4240,9,2,9,330 +openrouter/openchat/openchat-8b,java,java/transpile,transpile,2,428,0,9,10,3795,22669,4979,10,0,9,400 +openrouter/openchat/openchat-8b,java,java/transpile,transpile,3,433,0,9,10,3951,23263,4960,10,4,10,400 +openrouter/openchat/openchat-8b,java,java/transpile,transpile,4,461,0,10,10,4075,25509,4723,10,1,10,430 +openrouter/openchat/openchat-8b,java,java/transpile,transpile,5,475,0,10,10,3680,22968,4173,10,5,10,440 +openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,1,358,0,8,10,3824,21142,4240,9,2,9,330 +openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,2,428,0,9,10,3795,22669,4979,10,0,9,400 +openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,3,433,0,9,10,3951,23263,4960,10,4,10,400 +openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,4,461,0,10,10,4075,25509,4723,10,1,10,430 +openrouter/openchat/openchat-8b,java,java/transpile,transpile-symflower-fix,5,475,0,10,10,3680,22968,4173,10,5,10,440 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,1,2,0,0,1,158,1821,339,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,2,2,0,0,1,209,2768,662,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,3,2,0,0,1,239,2070,389,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,4,2,0,0,1,252,2800,662,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests,5,3,0,0,1,255,1617,275,1,1,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,1,2,0,0,1,158,1821,339,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,209,2768,662,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,239,2070,389,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,252,2800,662,1,0,1,0 +openrouter/openchat/openchat-8b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,255,1617,275,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,1,759,670,20,23,15198,131126,15392,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,2,769,680,20,23,15853,156501,16049,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,3,769,680,20,23,16552,142328,16740,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,4,820,730,21,23,16594,162665,16786,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests,5,861,770,22,23,15333,145256,15519,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,1,820,730,21,23,16552,142504,16740,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,2,861,770,22,23,15333,145256,15519,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,3,861,770,22,23,15853,157101,16049,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,4,881,790,22,23,15198,131834,15392,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/light,write-tests-symflower-fix,5,881,790,22,23,16594,163097,16786,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/mistakes,code-repair,1,210,0,5,5,648,6610,688,5,5,5,190 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,1,14,10,1,1,74,1038,84,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,2,14,10,1,1,74,1085,82,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,3,14,10,1,1,74,1164,84,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,4,14,10,1,1,74,1264,82,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests,5,14,10,1,1,74,726,82,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,1038,84,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,1085,82,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,1164,84,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,1264,82,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,726,82,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,1,468,0,8,10,2829,28581,2911,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,2,509,0,9,10,3086,30122,3166,10,10,10,470 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,3,519,0,9,10,2842,29311,2922,10,10,10,480 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,4,519,0,9,10,2923,28048,3003,10,10,10,480 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile,5,580,0,10,10,3041,30574,3121,10,10,10,540 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,1,540,0,10,10,3086,30607,3166,10,10,10,500 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2829,29223,2911,10,10,10,540 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2842,29673,2922,10,10,10,540 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2923,28297,3003,10,10,10,540 +openrouter/perplexity/llama-3-sonar-large-32k-chat,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,3041,30574,3121,10,10,10,540 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,1,2429,2340,20,23,23533,161563,23717,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,2,2639,2550,20,23,23965,155654,24149,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,3,2710,2620,21,23,23603,146098,23795,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,4,2840,2750,21,23,24141,148420,24325,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests,5,2851,2760,22,23,23862,174937,24046,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,1,2429,2340,20,23,23533,161563,23717,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,2,2639,2550,20,23,23965,155654,24149,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,3,2710,2620,21,23,23603,146098,23795,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,4,2840,2750,21,23,24141,148420,24325,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/light,write-tests-symflower-fix,5,2851,2760,22,23,23862,174937,24046,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/mistakes,code-repair,1,126,0,4,5,816,8059,848,4,4,4,110 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,1,13,10,1,1,199,3161,415,1,0,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,2,14,10,1,1,198,1738,206,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,3,14,10,1,1,224,1996,232,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,4,14,10,1,1,280,1772,288,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests,5,14,10,1,1,296,1996,304,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,199,3161,415,1,0,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,198,1738,206,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,224,1996,232,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,280,1772,288,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,296,1996,304,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,1,416,0,9,10,3423,30336,3499,9,9,9,380 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,2,439,0,9,10,3873,32024,3953,10,10,10,400 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,3,470,0,10,10,3753,29430,3837,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,4,470,0,10,10,3862,33485,3942,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile,5,470,0,10,10,3889,35735,3969,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,1,416,0,9,10,3423,30336,3499,9,9,9,380 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,2,439,0,9,10,3873,32024,3953,10,10,10,400 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,3,470,0,10,10,3753,29430,3837,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,4,470,0,10,10,3862,33485,3942,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,java,java/transpile,transpile-symflower-fix,5,470,0,10,10,3889,35735,3969,10,10,10,430 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,1,1898,1810,19,23,15539,341560,15723,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,2,2060,1970,21,23,14866,286604,15050,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,3,2099,2010,20,23,16180,362825,16364,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,4,2312,2220,23,23,15709,286658,15893,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests,5,2352,2260,23,23,16756,246229,16944,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,1,1898,1810,19,23,15539,341560,15723,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2,2060,1970,21,23,14866,286604,15050,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,3,2099,2010,20,23,16180,362825,16364,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,4,2312,2220,23,23,15709,286658,15893,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/light,write-tests-symflower-fix,5,2352,2260,23,23,16756,246229,16944,23,23,23,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,12930,659,5,5,5,150 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,1,14,10,1,1,155,5381,163,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,2,14,10,1,1,207,6920,215,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,3,14,10,1,1,222,3066,230,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,4,14,10,1,1,255,6461,263,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests,5,3,0,0,1,155,7009,163,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,155,5381,163,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,207,6920,215,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,222,3066,230,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,255,6461,263,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,155,7009,163,1,1,1,0 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,1,200,0,10,10,3467,81422,3547,10,10,10,160 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,2,230,0,10,10,3430,67292,3510,10,10,10,190 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,3,279,0,9,10,3315,63805,3395,10,10,10,240 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,4,280,0,10,10,3334,90186,3418,10,10,10,240 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile,5,330,0,10,10,3145,63417,3225,10,10,10,290 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,1,200,0,10,10,3467,81422,3547,10,10,10,160 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,2,230,0,10,10,3430,67292,3510,10,10,10,190 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,3,279,0,9,10,3315,63805,3395,10,10,10,240 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,4,280,0,10,10,3334,90186,3418,10,10,10,240 +openrouter/perplexity/llama-3-sonar-large-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,5,330,0,10,10,3145,63417,3225,10,10,10,290 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,1,135,80,3,23,22837,66520,26560,23,6,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,2,139,80,3,23,51091,231300,54311,23,10,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,3,207,150,3,23,40081,125545,43638,23,8,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,4,226,170,5,23,24722,78514,29336,23,5,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests,5,50,0,1,23,78549,384004,81956,23,4,22,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,1,208,150,6,23,22837,67774,26560,23,6,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,2,258,200,4,23,40081,125856,43638,23,8,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,3,275,220,6,23,78549,386056,81956,23,4,22,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,4,319,260,8,23,24722,80034,29336,23,5,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/light,write-tests-symflower-fix,5,343,280,7,23,51091,232664,54311,23,10,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/mistakes,code-repair,1,209,0,5,5,712,4512,908,5,4,5,190 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,1,2,0,0,1,140,819,158,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,2,2,0,0,1,143,611,212,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,3,2,0,0,1,143,966,230,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,4,2,0,0,1,92,831,168,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests,5,3,0,1,1,248,866,335,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,140,819,158,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,143,611,212,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,143,966,230,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,92,831,168,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,golang,golang/plain,write-tests-symflower-fix,5,3,0,1,1,248,866,335,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,1,2,0,0,1,1306,1805,1390,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,2,2,0,0,1,212,1117,380,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,3,2,0,0,1,304,1303,530,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,4,2,0,0,1,720,1846,958,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests,5,3,0,0,1,1096,1819,1108,1,1,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,1,2,0,0,1,1306,1805,1390,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,212,1117,380,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,304,1303,530,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,720,1846,958,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,1096,1819,1108,1,1,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,1,376,0,8,10,3942,11260,4306,10,8,10,340 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,2,416,0,9,10,3710,12136,4464,10,7,10,380 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,3,427,0,9,10,3892,11977,4280,10,8,10,390 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,4,468,0,10,10,3945,11616,4126,10,8,10,430 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile,5,469,0,10,10,3801,12029,4101,10,9,10,430 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,1,376,0,8,10,3942,11260,4306,10,8,10,340 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,2,416,0,9,10,3710,12136,4464,10,7,10,380 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,3,427,0,9,10,3892,11977,4280,10,8,10,390 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,4,468,0,10,10,3945,11616,4126,10,8,10,430 +openrouter/perplexity/llama-3-sonar-small-32k-chat,java,java/transpile,transpile-symflower-fix,5,469,0,10,10,3801,12029,4101,10,9,10,430 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,1,363,300,5,23,21218,59877,23772,23,12,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,2,378,310,6,23,18509,55437,19588,23,17,22,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,3,382,320,5,23,20124,57710,22404,23,11,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,4,451,390,5,23,18177,54331,21095,23,10,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests,5,480,420,5,23,21257,59869,23139,21,13,21,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,1,363,300,5,23,21218,59877,23772,23,12,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,2,378,310,6,23,18509,55437,19588,23,17,22,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,3,382,320,5,23,20124,57710,22404,23,11,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,4,451,390,5,23,18177,54331,21095,23,10,23,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/light,write-tests-symflower-fix,5,480,420,5,23,21257,59869,23139,21,13,21,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/mistakes,code-repair,1,108,0,5,5,602,6359,898,5,3,5,90 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,1,14,10,1,1,153,661,165,1,1,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,2,2,0,0,1,132,1055,236,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,3,2,0,0,1,172,1124,378,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,4,2,0,0,1,639,1719,771,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests,5,3,0,0,1,169,686,185,1,1,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,153,661,165,1,1,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,132,1055,236,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,172,1124,378,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,639,1719,771,1,0,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,169,686,185,1,1,1,0 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,1,317,0,8,10,2462,12236,2724,10,9,10,280 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,2,385,0,9,10,2706,12355,3705,10,6,10,350 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,3,420,0,10,10,2661,11395,2781,10,10,10,380 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,4,438,0,10,10,2619,11905,3123,10,8,10,400 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile,5,449,0,10,10,2782,11383,3013,10,9,10,410 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,1,317,0,8,10,2462,12236,2724,10,9,10,280 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,2,385,0,9,10,2706,12355,3705,10,6,10,350 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,3,420,0,10,10,2661,11395,2781,10,10,10,380 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,4,438,0,10,10,2619,11905,3123,10,8,10,400 +openrouter/perplexity/llama-3-sonar-small-32k-chat,ruby,ruby/transpile,transpile-symflower-fix,5,449,0,10,10,2782,11383,3013,10,9,10,410 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,1,298,230,7,23,17572,162354,21907,23,15,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,2,459,380,13,23,16312,138612,17632,23,20,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,3,472,400,14,23,16932,160198,21306,23,12,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,4,542,470,12,23,15801,150080,19663,23,14,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests,5,552,480,15,23,17091,173234,22874,23,11,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,1,512,440,11,23,17572,163537,21907,23,15,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,2,513,440,15,23,16932,160645,21306,23,12,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,3,612,530,16,23,16312,139894,17632,23,20,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,4,675,600,18,23,17091,174776,22874,23,11,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/light,write-tests-symflower-fix,5,696,620,16,23,15801,151540,19663,23,14,23,0 +openrouter/qwen/qwen-110b-chat,golang,golang/mistakes,code-repair,1,210,0,5,5,648,8022,718,5,5,5,190 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,1,13,10,1,1,79,4663,776,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,2,14,10,1,1,806,4699,817,1,1,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,3,2,0,0,1,273,4582,797,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,4,2,0,0,1,547,6184,1042,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests,5,2,0,0,1,638,5909,1054,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,79,4663,776,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,806,4699,817,1,1,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,273,4582,797,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,547,6184,1042,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,638,5909,1054,1,0,1,0 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,1,325,0,6,10,2841,26119,3135,10,9,10,290 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,2,346,0,6,10,2904,28401,3044,10,10,10,310 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,3,357,0,7,10,2851,26648,2971,10,10,10,320 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,4,418,0,8,10,2762,25738,2898,10,10,10,380 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile,5,438,0,8,10,2833,26149,2969,10,10,10,400 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,1,418,0,8,10,2851,27142,2971,10,10,10,380 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,2,498,0,9,10,2841,27074,3135,10,9,10,460 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,3,540,0,10,10,2762,26311,2898,10,10,10,500 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,4,560,0,10,10,2833,26791,2969,10,10,10,520 +openrouter/qwen/qwen-110b-chat,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2904,29678,3044,10,10,10,540 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,1,2,0,0,1,315,6658,1141,1,0,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,2,2,0,0,1,509,4506,911,1,0,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,3,2,0,0,1,601,4690,896,1,0,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,4,3,0,0,1,221,1721,233,1,1,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests,5,3,0,0,1,366,2219,378,1,1,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,1,2,0,0,1,315,6658,1141,1,0,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,509,4506,911,1,0,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,601,4690,896,1,0,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,221,1721,233,1,1,1,0 +openrouter/qwen/qwen-110b-chat,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,366,2219,378,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,1,801,720,15,23,21091,148350,23021,23,20,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,2,839,760,13,23,20118,140850,21230,23,20,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,3,912,830,15,23,20920,135957,21603,23,21,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,4,915,830,16,23,21987,148284,22263,23,23,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests,5,915,830,18,23,21425,129225,22397,23,21,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,1,801,720,15,23,21091,148350,23021,23,20,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,2,839,760,13,23,20118,140850,21230,23,20,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,3,912,830,15,23,20920,135957,21603,23,21,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,4,915,830,16,23,21987,148284,22263,23,23,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/light,write-tests-symflower-fix,5,915,830,18,23,21425,129225,22397,23,21,23,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/mistakes,code-repair,1,170,0,5,5,631,6847,691,5,5,5,150 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,1,14,10,1,1,147,1671,159,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,2,14,10,1,1,148,1178,160,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,3,14,10,1,1,168,1551,180,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,4,2,0,0,1,236,3669,615,1,0,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests,5,3,0,0,1,140,1220,152,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,147,1671,159,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,148,1178,160,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,168,1551,180,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,236,3669,615,1,0,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,140,1220,152,1,1,1,0 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,1,310,0,10,10,2574,23898,2694,10,10,10,270 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,2,330,0,10,10,2709,29230,2829,10,10,10,290 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,3,379,0,10,10,2552,24469,2885,10,9,10,340 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,4,420,0,10,10,2483,23602,2603,10,10,10,380 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile,5,480,0,10,10,2592,23718,2712,10,10,10,440 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,1,310,0,10,10,2574,23898,2694,10,10,10,270 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,2,330,0,10,10,2709,29230,2829,10,10,10,290 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,3,379,0,10,10,2552,24469,2885,10,9,10,340 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,4,420,0,10,10,2483,23602,2603,10,10,10,380 +openrouter/qwen/qwen-110b-chat,ruby,ruby/transpile,transpile-symflower-fix,5,480,0,10,10,2592,23718,2712,10,10,10,440 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,1,3,0,0,1,130,1477,144,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,2,3,0,0,1,144,1617,158,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,3,3,0,0,1,154,2700,168,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,4,3,0,0,1,155,1512,169,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests,5,3,0,0,1,308,2445,322,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,155,2103,169,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,130,1477,144,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,144,1617,158,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,154,2700,168,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,golang,golang/plain,write-tests-symflower-fix,5,4,0,1,1,308,2794,322,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,1,2217,2130,18,23,20912,153913,21188,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,2,2368,2280,19,23,21604,227290,21880,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,3,2440,2350,21,23,20923,173750,21199,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,4,2478,2390,19,23,21495,183821,21771,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests,5,2506,2420,19,23,18441,164733,18708,23,22,22,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,1,2217,2130,18,23,20912,153913,21188,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,2,2368,2280,19,23,21604,227290,21880,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,3,2440,2350,21,23,20923,173750,21199,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,4,2478,2390,19,23,21495,183821,21771,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/light,write-tests-symflower-fix,5,2506,2420,19,23,18441,164733,18708,23,22,22,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/mistakes,code-repair,1,160,0,5,5,1068,11064,1128,5,5,5,140 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,1,14,10,1,1,208,63326,220,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,2,14,10,1,1,213,17895,225,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,3,14,10,1,1,291,1754,303,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,4,14,10,1,1,336,3254,348,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests,5,14,10,1,1,343,2276,355,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,208,63326,220,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,213,17895,225,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,291,1754,303,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,336,3254,348,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,343,2276,355,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,1,418,0,9,10,4013,73332,4539,10,9,10,380 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,2,429,0,9,10,3801,38254,3921,10,10,10,390 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,3,429,0,9,10,3914,32726,4034,10,10,10,390 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,4,470,0,10,10,3732,33191,3852,10,10,10,430 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile,5,480,0,10,10,3830,54771,3950,10,10,10,440 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,1,418,0,9,10,4013,73332,4539,10,9,10,380 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,2,429,0,9,10,3801,38254,3921,10,10,10,390 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,3,429,0,9,10,3914,32726,4034,10,10,10,390 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,4,470,0,10,10,3732,33191,3852,10,10,10,430 +openrouter/qwen/qwen-2-72b-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,3830,54771,3950,10,10,10,440 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,1,1645,1560,18,23,15745,150689,16452,23,21,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,2,1755,1670,18,23,17471,239014,19177,23,21,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,3,1880,1790,21,23,16535,148472,16816,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,4,1885,1800,19,23,17311,199049,18390,23,20,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests,5,2090,2000,21,23,16765,212909,17041,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,1645,1560,18,23,15745,150689,16452,23,21,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,1755,1670,18,23,17471,239014,19177,23,21,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,1880,1790,21,23,16535,148472,16816,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,1885,1800,19,23,17311,199049,18390,23,20,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,2090,2000,21,23,16765,212909,17041,23,23,23,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/mistakes,code-repair,1,170,0,5,5,619,8609,679,5,5,5,150 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,126,2453,138,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,134,2036,146,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,3,14,10,1,1,134,2487,146,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,4,14,10,1,1,179,1392,191,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests,5,14,10,1,1,254,6975,267,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,126,2453,138,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,134,2036,146,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,134,2487,146,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,179,1392,191,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,254,6975,267,1,1,1,0 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,1,165,0,5,10,3034,37127,3154,10,10,10,130 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,2,246,0,8,10,2949,42308,3976,10,8,10,210 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,3,256,0,6,10,2883,27863,3003,10,10,10,220 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,4,298,0,8,10,3218,30676,3338,10,10,10,260 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile,5,350,0,10,10,2957,64423,3077,10,10,10,310 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,165,0,5,10,3034,37127,3154,10,10,10,130 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,246,0,8,10,2949,42308,3976,10,8,10,210 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,256,0,6,10,2883,27863,3003,10,10,10,220 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,298,0,8,10,3218,30676,3338,10,10,10,260 +openrouter/qwen/qwen-2-72b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,350,0,10,10,2957,64423,3077,10,10,10,310 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,1,3,0,0,1,108,1504,122,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,2,3,0,0,1,137,1198,151,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,3,3,0,0,1,182,2401,196,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,4,3,0,0,1,427,2381,441,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests,5,3,0,0,1,587,2414,601,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,1,3,0,0,1,108,1504,122,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,137,1198,151,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,182,2401,196,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,427,2381,441,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,587,2414,601,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,1,1198,1120,10,23,29069,117845,30484,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,2,1600,1520,12,23,23414,99464,24403,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,3,270,200,2,23,23898,113237,25097,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,4,693,620,5,23,24978,103955,26007,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests,5,697,620,8,23,22864,101134,23121,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,1,1198,1120,10,23,29069,117845,30484,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,2,1600,1520,12,23,23414,99464,24403,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,3,270,200,2,23,23898,113237,25097,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,4,693,620,5,23,24978,103955,26007,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/light,write-tests-symflower-fix,5,697,620,8,23,22864,101134,23121,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/mistakes,code-repair,1,139,0,4,5,1216,7184,1276,5,5,5,120 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,1,14,10,1,1,202,1347,210,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,2,3,0,0,1,1107,3584,1115,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,3,3,0,0,1,236,1854,248,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,4,3,0,0,1,245,1160,257,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests,5,3,0,0,1,349,2394,361,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,202,1347,210,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,2,3,0,0,1,1107,3584,1115,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,3,3,0,0,1,236,1854,248,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,245,1160,257,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,349,2394,361,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,1,439,0,9,10,4258,22834,4378,10,10,10,400 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,2,439,0,9,10,4338,20083,4458,10,10,10,400 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,3,480,0,10,10,4132,25364,4256,10,10,10,440 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,4,480,0,10,10,4211,19725,4335,10,10,10,440 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile,5,480,0,10,10,4301,21865,4421,10,10,10,440 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,1,439,0,9,10,4258,22834,4378,10,10,10,400 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,2,439,0,9,10,4338,20083,4458,10,10,10,400 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4132,25364,4256,10,10,10,440 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4211,19725,4335,10,10,10,440 +openrouter/qwen/qwen-2-7b-instruct,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4301,21865,4421,10,10,10,440 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,1,246,170,7,23,25158,110302,25434,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,2,275,200,7,23,24695,107818,24984,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,3,459,380,10,23,20890,100406,21166,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,4,656,580,7,23,22970,112241,23246,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests,5,828,750,9,23,22531,100061,22809,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,1,246,170,7,23,25158,110302,25434,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,2,275,200,7,23,24695,107818,24984,23,22,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,3,459,380,10,23,20890,100406,21166,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,4,656,580,7,23,22970,112241,23246,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/light,write-tests-symflower-fix,5,828,750,9,23,22531,100061,22809,23,23,23,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/mistakes,code-repair,1,139,0,4,5,626,6810,682,5,5,5,120 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,1,14,10,1,1,206,1412,218,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,2,14,10,1,1,488,2330,500,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,3,2,0,0,1,297,2819,580,1,0,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,4,3,0,0,1,189,1149,201,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests,5,3,0,0,1,352,2043,364,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,206,1412,218,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,488,2330,500,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,297,2819,580,1,0,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,189,1149,201,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,0,1,352,2043,364,1,1,1,0 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,1,164,0,4,10,2644,19044,2764,10,10,10,130 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,2,215,0,5,10,2731,19853,2847,10,10,10,180 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,3,245,0,5,10,2622,19603,2743,10,10,10,210 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,4,255,0,6,10,2598,19170,2720,10,9,10,220 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile,5,276,0,6,10,2529,19009,2649,10,10,10,240 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,1,164,0,4,10,2644,19044,2764,10,10,10,130 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,2,215,0,5,10,2731,19853,2847,10,10,10,180 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,3,245,0,5,10,2622,19603,2743,10,10,10,210 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,4,255,0,6,10,2598,19170,2720,10,9,10,220 +openrouter/qwen/qwen-2-7b-instruct,ruby,ruby/transpile,transpile-symflower-fix,5,276,0,6,10,2529,19009,2649,10,10,10,240 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,1,403,330,11,23,19028,175701,20960,23,16,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,2,446,380,11,23,19402,201234,23037,23,9,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,3,545,470,15,23,17513,197283,19788,23,14,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,4,567,490,16,23,18452,166379,20444,23,15,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests,5,606,530,16,23,17809,189042,20134,23,14,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,1,673,600,18,23,19402,204102,23037,23,9,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,2,739,660,19,23,17809,190309,20134,23,14,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,3,740,660,18,23,19028,177241,20960,23,16,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,4,760,680,20,23,17513,198486,19788,23,14,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/light,write-tests-symflower-fix,5,761,680,20,23,18452,167468,20444,23,15,23,0 +openrouter/qwen/qwen-72b-chat,golang,golang/mistakes,code-repair,1,210,0,5,5,667,9129,737,5,5,5,190 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,1,13,10,1,1,141,2533,252,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,2,13,10,1,1,166,3590,490,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,3,13,10,1,1,186,2501,332,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,4,13,10,1,1,221,3590,451,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests,5,14,10,1,1,427,3412,441,1,1,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,141,2533,252,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,166,3590,490,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,3,13,10,1,1,186,2501,332,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,4,13,10,1,1,221,3590,451,1,0,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,427,3412,441,1,1,1,0 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,1,174,0,4,10,2934,25807,3042,10,10,10,140 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,2,213,0,4,10,3088,29528,3464,10,9,10,180 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,3,254,0,4,10,2843,26302,2951,10,10,10,220 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,4,254,0,5,10,2838,28408,3203,10,9,10,220 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile,5,295,0,5,10,2939,25324,3047,10,10,10,260 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,1,498,0,9,10,3088,31004,3464,10,9,10,460 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,2,500,0,10,10,2934,27952,3042,10,10,10,460 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,3,539,0,10,10,2838,30274,3203,10,9,10,500 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2843,27922,2951,10,10,10,540 +openrouter/qwen/qwen-72b-chat,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2939,27048,3047,10,10,10,540 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,1,2051,1970,17,23,24805,167390,26456,23,18,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,2,2094,2010,17,23,25313,172530,25974,23,21,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,3,2275,2190,18,23,24746,186293,25718,23,21,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,4,2304,2220,18,23,24086,170949,24924,23,20,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests,5,2365,2280,18,23,23511,156355,24266,23,21,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,1,2051,1970,17,23,24805,167390,26456,23,18,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,2,2094,2010,17,23,25313,172530,25974,23,21,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,3,2275,2190,18,23,24746,186293,25718,23,21,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,4,2304,2220,18,23,24086,170949,24924,23,20,23,0 +openrouter/qwen/qwen-72b-chat,java,java/light,write-tests-symflower-fix,5,2365,2280,18,23,23511,156355,24266,23,21,23,0 +openrouter/qwen/qwen-72b-chat,java,java/mistakes,code-repair,1,158,0,5,5,1064,13650,1350,5,3,5,140 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,1,14,10,1,1,150,1398,162,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,2,14,10,1,1,187,1889,199,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,3,14,10,1,1,222,1787,234,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,4,14,10,1,1,376,5921,388,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests,5,14,10,1,1,388,2997,400,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,150,1398,162,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,187,1889,199,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,222,1787,234,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,376,5921,388,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,388,2997,400,1,1,1,0 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,1,429,0,9,10,4025,26822,4145,10,10,10,390 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,2,429,0,9,10,4166,25790,4286,10,10,10,390 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,3,480,0,10,10,4101,28238,4221,10,10,10,440 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,4,480,0,10,10,4146,30544,4266,10,10,10,440 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile,5,480,0,10,10,4185,30766,4305,10,10,10,440 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,1,429,0,9,10,4025,26822,4145,10,10,10,390 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,2,429,0,9,10,4166,25790,4286,10,10,10,390 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4101,28238,4221,10,10,10,440 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4146,30544,4266,10,10,10,440 +openrouter/qwen/qwen-72b-chat,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4185,30766,4305,10,10,10,440 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,1,1557,1480,20,23,17269,119952,19525,22,13,22,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,2,1715,1630,22,23,17434,123314,18915,23,17,23,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,3,1824,1750,20,23,13672,96686,15064,20,14,20,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,4,2048,1970,22,23,17654,129072,21531,23,10,23,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests,5,2108,2030,21,23,18714,132167,21353,23,11,23,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,1,1557,1480,20,23,17269,119952,19525,22,13,22,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,2,1715,1630,22,23,17434,123314,18915,23,17,23,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,3,1824,1750,20,23,13672,96686,15064,20,14,20,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,4,2048,1970,22,23,17654,129072,21531,23,10,23,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/light,write-tests-symflower-fix,5,2108,2030,21,23,18714,132167,21353,23,11,23,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/mistakes,code-repair,1,169,0,5,5,624,7637,793,5,4,5,150 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,1,13,10,1,1,153,2675,344,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,2,13,10,1,1,176,2357,374,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,3,13,10,1,1,189,3407,617,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,4,13,10,1,1,190,2788,455,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests,5,13,10,1,1,218,4331,821,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,153,2675,344,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,176,2357,374,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,3,13,10,1,1,189,3407,617,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,4,13,10,1,1,190,2788,455,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/plain,write-tests-symflower-fix,5,13,10,1,1,218,4331,821,1,0,1,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,1,118,0,8,10,2915,23570,3039,10,10,10,80 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,2,129,0,9,10,2972,25516,3092,10,10,10,90 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,3,140,0,10,10,2733,25267,2853,10,10,10,100 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,4,169,0,9,10,2851,25485,2975,10,10,10,130 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile,5,27,0,6,10,2022,18894,2110,7,7,7,0 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,1,118,0,8,10,2915,23570,3039,10,10,10,80 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,2,129,0,9,10,2972,25516,3092,10,10,10,90 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,3,140,0,10,10,2733,25267,2853,10,10,10,100 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,4,169,0,9,10,2851,25485,2975,10,10,10,130 +openrouter/qwen/qwen-72b-chat,ruby,ruby/transpile,transpile-symflower-fix,5,27,0,6,10,2022,18894,2110,7,7,7,0 +openrouter/recursal/eagle-7b,golang,golang/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/eagle-7b,golang,golang/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/eagle-7b,java,java/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/eagle-7b,java,java/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/eagle-7b,ruby,ruby/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/eagle-7b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,golang,golang/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,golang,golang/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,java,java/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,java,java/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,ruby,ruby/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,1,1,0,0,1,1884,29819,1888,1,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,2,2,0,0,1,463,6357,556,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,3,2,0,0,1,511,8000,598,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,4,2,0,0,1,918,13296,955,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests,5,3,0,0,1,118,2330,130,1,1,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,1,1,0,0,1,1884,29819,1888,1,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,463,6357,556,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,511,8000,598,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,918,13296,955,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,118,2330,130,1,1,1,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,1,1,0,0,1,51,3058,52,1,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,2,1,0,0,1,73,1684,74,1,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,3,2,0,0,1,175,3393,269,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,4,3,0,0,1,147,2488,160,1,1,1,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests,5,3,0,0,1,207,3502,220,1,1,1,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,1,1,0,0,1,51,3058,52,1,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,2,1,0,0,1,73,1684,74,1,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,175,3393,269,1,0,1,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,147,2488,160,1,1,1,0 +openrouter/rwkv/rwkv-5-world-3b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,207,3502,220,1,1,1,0 +openrouter/rwkv/rwkv-5-world-3b,ruby,ruby/plain,write-tests,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,ruby,ruby/plain,write-tests-symflower-fix,1,0,0,0,1,0,0,0,0,0,0,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,1,3,0,0,1,103,1036,117,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,2,3,0,0,1,326,1902,340,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,3,3,0,0,1,386,2253,400,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,4,3,0,0,1,681,2790,695,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests,5,3,0,0,1,94,1631,108,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,1,3,0,0,1,103,1036,117,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,326,1902,340,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,386,2253,400,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,681,2790,695,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,94,1631,108,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,1,1271,1190,13,23,17823,71056,18232,23,22,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,2,1398,1320,12,23,21119,73670,22090,23,20,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,3,1802,1720,17,23,24432,91152,25946,23,19,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,4,1982,1900,16,23,24928,96346,25465,23,20,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests,5,2092,2010,17,23,22558,82873,24711,23,19,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,1,1271,1190,13,23,17823,71056,18232,23,22,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,2,1398,1320,12,23,21119,73670,22090,23,20,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,3,1802,1720,17,23,24432,91152,25946,23,19,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,4,1982,1900,16,23,24928,96346,25465,23,20,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/light,write-tests-symflower-fix,5,2092,2010,17,23,22558,82873,24711,23,19,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/mistakes,code-repair,1,96,0,3,5,828,7490,1792,5,3,5,80 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,1,14,10,1,1,196,1034,208,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,2,14,10,1,1,223,1131,235,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,3,14,10,1,1,258,1086,270,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,4,14,10,1,1,295,1535,307,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests,5,3,0,0,1,235,1391,247,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,196,1034,208,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,223,1131,235,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,258,1086,270,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,295,1535,307,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,235,1391,247,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,1,370,0,8,10,4043,23671,5330,10,3,9,340 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,2,404,0,9,10,4193,19972,4723,10,6,9,370 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,3,423,0,9,10,3612,20830,4720,10,5,9,390 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,4,465,0,10,10,3926,22899,4480,10,6,9,430 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile,5,468,0,10,10,4061,20251,4282,10,8,10,430 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,1,370,0,8,10,4043,23671,5330,10,3,9,340 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,2,404,0,9,10,4193,19972,4723,10,6,9,370 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,3,423,0,9,10,3612,20830,4720,10,5,9,390 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,4,465,0,10,10,3926,22899,4480,10,6,9,430 +openrouter/teknium/openhermes-2.5-mistral-7b,java,java/transpile,transpile-symflower-fix,5,468,0,10,10,4061,20251,4282,10,8,10,430 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,1,1115,1040,11,23,14859,74061,16286,23,18,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,2,1268,1190,14,23,15168,74862,16730,23,19,22,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,3,497,420,9,23,16124,70625,16524,23,22,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,4,634,560,9,23,13887,66705,15199,23,19,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests,5,896,820,10,23,14659,74100,16148,23,20,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,1,1115,1040,11,23,14859,74061,16286,23,18,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,2,1268,1190,14,23,15168,74862,16730,23,19,22,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,3,497,420,9,23,16124,70625,16524,23,22,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,4,634,560,9,23,13887,66705,15199,23,19,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/light,write-tests-symflower-fix,5,896,820,10,23,14659,74100,16148,23,20,23,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/mistakes,code-repair,1,108,0,4,5,659,5724,794,5,4,5,90 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,1,1,0,0,1,253,2950,253,1,0,0,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,2,14,10,1,1,140,1105,152,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,3,3,0,0,1,238,3992,250,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,4,3,0,0,1,316,1618,328,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests,5,3,0,1,1,13,1844,381,1,0,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,1,1,0,0,1,253,2950,253,1,0,0,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,1105,152,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,238,3992,250,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,316,1618,328,1,1,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,1,1,13,1844,381,1,0,1,0 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,1,114,0,5,10,3187,18986,3456,10,9,10,80 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,2,123,0,3,10,2969,19041,3089,10,10,10,90 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,3,83,0,4,10,2879,19552,3218,10,9,10,50 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,4,84,0,4,10,3142,18557,3262,10,10,10,50 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile,5,90,0,5,10,3031,24241,3614,10,7,8,60 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,1,114,0,5,10,3187,18986,3456,10,9,10,80 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,2,123,0,3,10,2969,19041,3089,10,10,10,90 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,3,83,0,4,10,2879,19552,3218,10,9,10,50 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,4,84,0,4,10,3142,18557,3262,10,10,10,50 +openrouter/teknium/openhermes-2.5-mistral-7b,ruby,ruby/transpile,transpile-symflower-fix,5,90,0,5,10,3031,24241,3614,10,7,8,60 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,1,189,120,4,23,14902,76789,18620,23,19,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,2,216,150,5,23,23631,101453,25934,23,17,21,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,3,250,180,5,23,19266,90413,21490,23,19,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,4,308,240,9,23,16076,93011,21466,23,14,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests,5,403,330,10,23,15857,89819,19999,23,17,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,1,263,190,8,23,14902,77954,18620,23,19,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,2,267,200,6,23,23631,101710,25934,23,17,21,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,3,309,240,10,23,16076,93223,21466,23,14,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,4,403,330,8,23,19266,91692,21490,23,19,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/light,write-tests-symflower-fix,5,557,480,14,23,15857,91329,19999,23,17,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/mistakes,code-repair,1,210,0,5,5,664,6031,735,5,5,5,190 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,1,2,0,0,1,534,2453,688,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,2,3,0,0,1,157,914,172,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,3,3,0,0,1,200,1156,215,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,4,3,0,0,1,530,2352,545,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests,5,4,0,1,1,130,1184,145,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,1,2,0,0,1,534,2453,688,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,2,3,0,0,1,157,914,172,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,3,3,0,0,1,200,1156,215,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,4,3,0,0,1,530,2352,545,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/plain,write-tests-symflower-fix,5,4,0,1,1,130,1184,145,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,1,334,0,7,10,2894,17048,3318,10,7,10,300 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,2,353,0,6,10,2949,17022,3445,10,8,9,320 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,3,396,0,7,10,3027,19639,4064,10,9,10,360 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,4,397,0,7,10,2903,16946,3013,10,10,10,360 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile,5,416,0,7,10,2996,18730,3554,10,9,10,380 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,1,385,0,8,10,2894,17541,3318,10,7,10,350 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,2,404,0,7,10,2949,17312,3445,10,8,9,370 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,3,416,0,7,10,2996,18730,3554,10,9,10,380 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,4,427,0,8,10,3027,19934,4064,10,9,10,390 +openrouter/togethercomputer/stripedhyena-nous-7b,golang,golang/transpile,transpile-symflower-fix,5,448,0,8,10,2903,17147,3013,10,10,10,410 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,1,1052,980,10,23,16522,67415,18710,23,17,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,2,1233,1160,13,23,16749,66856,17843,23,17,20,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,3,1295,1220,12,23,17506,78009,21668,23,17,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,4,723,650,7,23,17058,70230,19520,23,20,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests,5,998,930,10,23,19855,85179,23581,23,13,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,1,1052,980,10,23,16522,67415,18710,23,17,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,2,1233,1160,13,23,16749,66856,17843,23,17,20,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,3,1295,1220,12,23,17506,78009,21668,23,17,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,4,723,650,7,23,17058,70230,19520,23,20,23,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/light,write-tests-symflower-fix,5,998,930,10,23,19855,85179,23581,23,13,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/mistakes,code-repair,1,127,0,4,5,956,7414,1362,5,3,5,110 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,1,1,0,0,1,257,1351,258,1,0,0,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,2,2,0,0,1,417,3258,1171,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,3,2,0,0,1,901,3309,1078,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,4,3,0,0,1,258,1303,281,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests,5,3,0,1,1,240,2046,499,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,1,1,0,0,1,257,1351,258,1,0,0,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,417,3258,1171,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,901,3309,1078,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,4,3,0,0,1,258,1303,281,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,java,java/plain,write-tests-symflower-fix,5,3,0,1,1,240,2046,499,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,1,355,290,8,23,9705,55011,10846,22,16,19,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,2,398,330,6,23,10670,55497,11620,22,18,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,3,434,370,9,23,13376,65804,15741,23,13,19,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,4,511,440,9,23,10822,53565,11724,23,18,21,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests,5,713,640,9,23,9456,55264,11590,23,19,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,1,355,290,8,23,9705,55011,10846,22,16,19,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,2,398,330,6,23,10670,55497,11620,22,18,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,3,434,370,9,23,13376,65804,15741,23,13,19,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,4,511,440,9,23,10822,53565,11724,23,18,21,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/light,write-tests-symflower-fix,5,713,640,9,23,9456,55264,11590,23,19,22,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/mistakes,code-repair,1,109,0,4,5,681,5270,835,5,5,5,90 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,1,13,10,1,1,185,1622,343,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,2,13,10,1,1,1989,6614,2301,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,3,3,0,0,1,143,1139,156,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,4,3,0,0,1,208,1424,221,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests,5,3,0,1,1,141,1385,326,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,185,1622,343,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,2,13,10,1,1,1989,6614,2301,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,3,3,0,0,1,143,1139,156,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,4,3,0,0,1,208,1424,221,1,1,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/plain,write-tests-symflower-fix,5,3,0,1,1,141,1385,326,1,0,1,0 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,1,116,0,7,10,2551,17600,3253,10,9,10,80 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,2,135,0,8,10,2676,19181,3984,10,7,10,100 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,3,172,0,6,10,2335,13799,2442,10,8,8,140 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,4,43,0,7,10,2452,15308,2562,10,8,8,10 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile,5,54,0,7,10,2335,16360,3575,10,7,10,20 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,1,116,0,7,10,2551,17600,3253,10,9,10,80 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,2,135,0,8,10,2676,19181,3984,10,7,10,100 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,3,172,0,6,10,2335,13799,2442,10,8,8,140 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,4,43,0,7,10,2452,15308,2562,10,8,8,10 +openrouter/togethercomputer/stripedhyena-nous-7b,ruby,ruby/transpile,transpile-symflower-fix,5,54,0,7,10,2335,16360,3575,10,7,10,20 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,1,253,190,5,23,22807,113045,30166,23,12,23,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,2,330,270,8,23,13730,87934,23058,23,6,23,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,3,334,270,9,23,21367,118680,30181,23,10,22,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,4,401,340,9,23,22674,153311,45718,23,7,22,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests,5,529,460,13,23,16536,97837,25380,23,10,23,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,1,304,240,6,23,22807,113410,30166,23,12,23,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,2,387,320,12,23,21367,120202,30181,23,10,22,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,3,453,390,11,23,22674,153783,45718,23,7,22,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,4,484,420,12,23,13730,89803,23058,23,6,23,0 +openrouter/undi95/toppy-m-7b,golang,golang/light,write-tests-symflower-fix,5,529,460,13,23,16536,97837,25380,23,10,23,0 +openrouter/undi95/toppy-m-7b,golang,golang/mistakes,code-repair,1,166,0,4,5,850,8209,1708,5,2,5,150 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,1,13,10,1,1,156,2358,559,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,2,2,0,0,1,198,2325,513,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,3,2,0,0,1,494,30787,14146,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,4,2,0,0,1,84,1785,392,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests,5,3,0,0,1,121,919,135,1,1,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,156,2358,559,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,2,2,0,0,1,198,2325,513,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,3,2,0,0,1,494,30787,14146,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,4,2,0,0,1,84,1785,392,1,0,1,0 +openrouter/undi95/toppy-m-7b,golang,golang/plain,write-tests-symflower-fix,5,3,0,0,1,121,919,135,1,1,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,1,2,0,0,1,1570,6969,2150,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,2,2,0,0,1,405,2227,638,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,3,2,0,0,1,527,3759,982,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,4,2,0,0,1,812,2795,1165,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests,5,3,0,0,1,198,1105,210,1,1,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,1,2,0,0,1,1570,6969,2150,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,405,2227,638,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,527,3759,982,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,812,2795,1165,1,0,1,0 +openrouter/undi95/toppy-m-7b,java,java/plain,write-tests-symflower-fix,5,3,0,0,1,198,1105,210,1,1,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,1,123,70,1,23,14085,70376,21936,23,6,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,2,385,330,2,23,15532,92981,30514,23,7,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,3,47,0,0,23,19428,83694,28916,23,2,22,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,4,49,0,1,23,14040,74055,24654,23,2,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests,5,63,10,1,23,13630,72023,22849,23,6,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,1,123,70,1,23,14085,70376,21936,23,6,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,2,385,330,2,23,15532,92981,30514,23,7,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,3,47,0,0,23,19428,83694,28916,23,2,22,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,4,49,0,1,23,14040,74055,24654,23,2,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/light,write-tests-symflower-fix,5,63,10,1,23,13630,72023,22849,23,6,23,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/mistakes,code-repair,1,136,0,5,5,659,6597,1661,5,1,5,120 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,1,13,10,1,1,156,5777,1923,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,2,2,0,0,1,138,1629,473,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,3,2,0,0,1,138,2591,683,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,4,2,0,0,1,151,2102,882,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests,5,2,0,0,1,211,3103,905,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,1,13,10,1,1,156,5777,1923,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,138,1629,473,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,138,2591,683,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,151,2102,882,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,211,3103,905,1,0,1,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,1,29,0,8,10,3279,24894,8538,10,1,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,2,30,0,9,10,2564,40802,20661,10,1,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,3,31,0,9,10,3999,25771,7990,10,2,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,4,33,0,10,10,2891,25058,7240,10,3,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile,5,33,0,9,10,3094,24348,7516,10,4,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,1,29,0,8,10,3279,24894,8538,10,1,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,2,30,0,9,10,2564,40802,20661,10,1,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,3,31,0,9,10,3999,25771,7990,10,2,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,4,33,0,10,10,2891,25058,7240,10,3,10,0 +openrouter/undi95/toppy-m-7b,ruby,ruby/transpile,transpile-symflower-fix,5,33,0,9,10,3094,24348,7516,10,4,10,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,1,141,100,4,23,14518,561408,18282,23,2,12,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,2,170,130,3,23,15216,560810,18469,23,2,12,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,3,85,50,2,23,15512,570482,18370,23,1,9,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,4,85,50,3,23,15293,568781,17544,23,1,8,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests,5,98,60,2,23,14880,554643,17416,23,3,10,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,1,190,150,7,23,15512,572013,18370,23,1,9,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,2,209,170,7,23,15293,569622,17544,23,1,8,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,3,285,240,9,23,14880,555892,17416,23,3,10,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,4,317,270,10,23,14518,562837,18282,23,2,12,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/light,write-tests-symflower-fix,5,367,320,10,23,15216,563013,18469,23,2,12,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/mistakes,code-repair,1,51,0,1,5,844,51674,2428,5,0,5,40 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,1,13,10,1,1,448,13229,527,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,2,13,10,1,1,80,9492,474,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,3,13,10,1,1,96,14318,721,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,4,2,0,0,1,186,10827,477,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests,5,2,0,0,1,250,12809,638,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,1,13,10,1,1,186,11241,477,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,2,13,10,1,1,448,13229,527,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,3,13,10,1,1,80,9492,474,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,4,13,10,1,1,96,14318,721,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/plain,write-tests-symflower-fix,5,2,0,0,1,250,12809,638,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,1,290,0,5,10,3586,125362,4755,10,5,10,260 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,2,343,0,7,10,4330,135865,5097,10,6,10,310 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,3,344,0,6,10,3198,113253,3683,10,8,10,310 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,4,465,0,8,10,3211,106391,3617,10,7,10,430 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile,5,474,0,8,10,3978,121954,4462,10,6,10,440 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,1,516,0,10,10,4330,136969,5097,10,6,10,480 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,2,517,0,9,10,3198,114415,3683,10,8,10,480 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,3,525,0,9,10,3978,122387,4462,10,6,10,490 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,4,557,0,10,10,3211,106908,3617,10,7,10,520 +openrouter/xwin-lm/xwin-lm-70b,golang,golang/transpile,transpile-symflower-fix,5,575,0,10,10,3586,127299,4755,10,5,10,540 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,1,126,90,1,23,20738,576687,25228,23,0,12,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,2,318,280,1,23,21320,526046,25365,23,0,14,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,3,32,0,0,23,22533,564653,25621,23,0,9,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,4,34,0,0,23,23507,586651,26695,23,1,10,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests,5,36,0,0,23,20928,533434,25486,23,1,12,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,1,126,90,1,23,20738,576687,25228,23,0,12,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,2,318,280,1,23,21320,526046,25365,23,0,14,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,3,32,0,0,23,22533,564653,25621,23,0,9,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,4,34,0,0,23,23507,586651,26695,23,1,10,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/light,write-tests-symflower-fix,5,36,0,0,23,20928,533434,25486,23,1,12,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/mistakes,code-repair,1,155,0,5,5,1271,51966,2683,5,0,5,140 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,1,13,10,1,1,134,24719,1251,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,2,2,0,0,1,1082,30533,1269,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,3,2,0,0,1,137,10901,543,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,4,2,0,0,1,200,12580,620,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests,5,2,0,0,1,219,10846,492,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,1,13,10,1,1,134,24719,1251,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,2,2,0,0,1,1082,30533,1269,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,3,2,0,0,1,137,10901,543,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,4,2,0,0,1,200,12580,620,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/plain,write-tests-symflower-fix,5,2,0,0,1,219,10846,492,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,1,427,0,9,10,4199,108354,4686,10,8,10,390 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,2,454,0,10,10,4187,105972,4876,10,4,10,420 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,3,459,0,10,10,4016,102773,4317,10,9,10,420 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,4,468,0,10,10,3995,109596,4393,10,8,10,430 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile,5,468,0,10,10,4140,104756,4864,10,8,10,430 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,1,427,0,9,10,4199,108354,4686,10,8,10,390 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,2,454,0,10,10,4187,105972,4876,10,4,10,420 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,3,459,0,10,10,4016,102773,4317,10,9,10,420 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,4,468,0,10,10,3995,109596,4393,10,8,10,430 +openrouter/xwin-lm/xwin-lm-70b,java,java/transpile,transpile-symflower-fix,5,468,0,10,10,4140,104756,4864,10,8,10,430 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,1,1,0,0,1,320,8490,321,1,0,0,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,2,2,0,0,1,156,9768,399,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,3,2,0,0,1,166,13081,713,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,4,2,0,0,1,174,15958,718,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests,5,2,0,0,1,228,24502,1195,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,1,1,0,0,1,320,8490,321,1,0,0,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0,1,156,9768,399,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,166,13081,713,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,174,15958,718,1,0,1,0 +openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,228,24502,1195,1,0,1,0 diff --git a/evaluate/evaluate.go b/evaluate/evaluate.go index 81e76eba..6eef9873 100644 --- a/evaluate/evaluate.go +++ b/evaluate/evaluate.go @@ -139,8 +139,12 @@ func Evaluate(ctx *Context) (assessments *report.AssessmentStore, totalScore uin logger := logger.With(log.AttributeKeyTask, taskIdentifier) withLoadedModel(logger, model, ctx.ProviderForModel[model], func() { for rm := uint(0); rm < ctx.runsAtModelLevel(); rm++ { + var runCount uint if ctx.Runs > 1 && ctx.RunsSequential { logger.Printf("Run %d/%d for model %q", rm+1, ctx.Runs, modelID) + runCount = rm + 1 + } else { + runCount = rl + 1 } if err := temporaryRepository.Reset(logger); err != nil { @@ -168,7 +172,7 @@ func Evaluate(ctx *Context) (assessments *report.AssessmentStore, totalScore uin } assessments.AddAssessmentPerTask(model, language, repositoryPath, assessment) // Write the task assessment to the evaluation CSV file. - evaluationFile.WriteEvaluationRecord(model, language, temporaryRepository.Name(), assessment) + evaluationFile.WriteEvaluationRecord(model, language, temporaryRepository.Name(), runCount, assessment) } }) } @@ -259,8 +263,12 @@ func Evaluate(ctx *Context) (assessments *report.AssessmentStore, totalScore uin logger := logger.With(log.AttributeKeyTask, taskIdentifier) withLoadedModel(logger, model, ctx.ProviderForModel[model], func() { for rm := uint(0); rm < ctx.runsAtModelLevel(); rm++ { + var runCount uint if ctx.Runs > 1 && ctx.RunsSequential { logger.Printf("Run %d/%d for model %q", rm+1, ctx.Runs, modelID) + runCount = rm + 1 + } else { + runCount = rl + 1 } if err := temporaryRepository.Reset(logger); err != nil { @@ -283,7 +291,7 @@ func Evaluate(ctx *Context) (assessments *report.AssessmentStore, totalScore uin } assessments.AddAssessmentPerTask(model, language, repositoryPath, assessment) // Write the task assessment to the evaluation CSV file. - evaluationFile.WriteEvaluationRecord(model, language, temporaryRepository.Name(), assessment) + evaluationFile.WriteEvaluationRecord(model, language, temporaryRepository.Name(), runCount, assessment) } }) } diff --git a/evaluate/report/csv.go b/evaluate/report/csv.go index 90590bdf..89abee4d 100644 --- a/evaluate/report/csv.go +++ b/evaluate/report/csv.go @@ -41,7 +41,7 @@ func NewEvaluationFile(writer io.Writer) (evaluationFile *EvaluationFile, err er } // WriteEvaluationRecord writes the assessments of a task into the evaluation CSV. -func (e *EvaluationFile) WriteEvaluationRecord(model model.Model, language language.Language, repositoryName string, assessmentsPerTask map[task.Identifier]metrics.Assessments) (err error) { +func (e *EvaluationFile) WriteEvaluationRecord(model model.Model, language language.Language, repositoryName string, run uint, assessmentsPerTask map[task.Identifier]metrics.Assessments) (err error) { tasks := maps.Keys(assessmentsPerTask) slices.SortStableFunc(tasks, func(a, b task.Identifier) int { return cmp.Compare(a, b) @@ -50,7 +50,7 @@ func (e *EvaluationFile) WriteEvaluationRecord(model model.Model, language langu allRecords := [][]string{} for _, task := range tasks { assessment := assessmentsPerTask[task] - row := append([]string{model.ID(), language.ID(), repositoryName, string(task), strconv.FormatUint(uint64(assessment.Score()), 10)}, assessment.StringCSV()...) + row := append([]string{model.ID(), language.ID(), repositoryName, string(task), strconv.FormatUint(uint64(run), 10), strconv.FormatUint(uint64(assessment.Score()), 10)}, assessment.StringCSV()...) allRecords = append(allRecords, row) } @@ -74,7 +74,7 @@ func (e *EvaluationFile) WriteLines(records [][]string) (err error) { // evaluationHeader returns the CSV header for the evaluation CSV. func EvaluationHeader() (header []string) { - return append([]string{"model-id", "language", "repository", "task", "score"}, metrics.AllAssessmentKeysStrings...) + return append([]string{"model-id", "language", "repository", "task", "run", "score"}, metrics.AllAssessmentKeysStrings...) } // RecordsFromEvaluationCSVFiles returns all the records from all the given evaluation CSV files. @@ -107,7 +107,7 @@ func RecordsToAssessmentsPerModel(records [][]string) (assessmentsPerModel Asses for _, record := range records { model := record[0] - assessment, err := assessmentFromRecord(record[5:]) + assessment, err := assessmentFromRecord(record[6:]) if err != nil { return nil, err } diff --git a/evaluate/report/csv_test.go b/evaluate/report/csv_test.go index 1f143e75..d00331cd 100644 --- a/evaluate/report/csv_test.go +++ b/evaluate/report/csv_test.go @@ -29,7 +29,7 @@ func TestNewEvaluationFile(t *testing.T) { require.NoError(t, err) expectedEvaluationFileContent := bytesutil.StringTrimIndentations(` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing `) assert.Equal(t, expectedEvaluationFileContent, string(actualEvaluationFileContent)) @@ -53,7 +53,7 @@ func TestWriteEvaluationRecord(t *testing.T) { modelMock := modeltesting.NewMockModelNamed(t, "mocked-model") languageMock := languagetesting.NewMockLanguageNamed(t, "golang") - err = evaluationFile.WriteEvaluationRecord(modelMock, languageMock, "golang/plain", tc.Assessments) + err = evaluationFile.WriteEvaluationRecord(modelMock, languageMock, "golang/plain", 1, tc.Assessments) require.NoError(t, err) assert.Equal(t, bytesutil.StringTrimIndentations(tc.ExpectedCSV), file.String()) @@ -68,8 +68,8 @@ func TestWriteEvaluationRecord(t *testing.T) { }, ExpectedCSV: ` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing - mocked-model,golang,golang/plain,write-tests,0,0,0,0,0,0,0,0,0,0,0 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing + mocked-model,golang,golang/plain,write-tests,1,0,0,0,0,0,0,0,0,0,0,0 `, }) validate(t, &testCase{ @@ -91,9 +91,9 @@ func TestWriteEvaluationRecord(t *testing.T) { }, ExpectedCSV: ` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing - mocked-model,golang,golang/plain,write-tests,2,0,1,1,0,0,0,1,0,0,0 - mocked-model,golang,golang/plain,write-tests-symflower-fix,12,10,1,1,0,0,0,1,0,0,0 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing + mocked-model,golang,golang/plain,write-tests,1,2,0,1,1,0,0,0,1,0,0,0 + mocked-model,golang,golang/plain,write-tests-symflower-fix,1,12,10,1,1,0,0,0,1,0,0,0 `, }) } @@ -132,7 +132,7 @@ func TestRecordsFromEvaluationCSVFiles(t *testing.T) { Name: "Only header exists", Before: func(workingDirectory string) { - header := `model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code` + header := `model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code` require.NoError(t, os.WriteFile(filepath.Join(workingDirectory, "evaluation.csv"), []byte(header), 0700)) }, @@ -147,8 +147,8 @@ func TestRecordsFromEvaluationCSVFiles(t *testing.T) { Before: func(workingDirectory string) { content := bytesutil.StringTrimIndentations(` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code - openrouter/anthropic/claude-2.0,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code + openrouter/anthropic/claude-2.0,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1 `) require.NoError(t, os.WriteFile(filepath.Join(workingDirectory, "evaluation.csv"), []byte(content), 0700)) }, @@ -159,7 +159,7 @@ func TestRecordsFromEvaluationCSVFiles(t *testing.T) { ExpectedRecords: [][]string{ []string{ - "openrouter/anthropic/claude-2.0", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", + "openrouter/anthropic/claude-2.0", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", }, }, }) @@ -169,18 +169,18 @@ func TestRecordsFromEvaluationCSVFiles(t *testing.T) { Before: func(workingDirectory string) { modelA := filepath.Join(workingDirectory, "modelA") modelAFileContent := bytesutil.StringTrimIndentations(` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code - modelA,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1 - modelA,golang,golang/plain,write-tests,2,2,2,2,2,2,2,2,2,2 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code + modelA,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1 + modelA,golang,golang/plain,write-tests,1,2,2,2,2,2,2,2,2,2,2 `) require.NoError(t, osutil.MkdirAll(modelA)) require.NoError(t, os.WriteFile(filepath.Join(modelA, "evaluation.csv"), []byte(modelAFileContent), 0700)) modelB := filepath.Join(workingDirectory, "modelB") modelBFileContent := bytesutil.StringTrimIndentations(` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code - modelB,java,java/light,write-tests,3,3,3,3,3,3,3,3,3,3 - modelB,java,java/plain,write-tests,4,4,4,4,4,4,4,4,4,4 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code + modelB,java,java/light,write-tests,1,3,3,3,3,3,3,3,3,3,3 + modelB,java,java/plain,write-tests,1,4,4,4,4,4,4,4,4,4,4 `) require.NoError(t, osutil.MkdirAll(modelB)) require.NoError(t, os.WriteFile(filepath.Join(modelB, "evaluation.csv"), []byte(modelBFileContent), 0700)) @@ -192,10 +192,10 @@ func TestRecordsFromEvaluationCSVFiles(t *testing.T) { }, ExpectedRecords: [][]string{ - []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, - []string{"modelA", "golang", "golang/plain", "write-tests", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, - []string{"modelB", "java", "java/light", "write-tests", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, - []string{"modelB", "java", "java/plain", "write-tests", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, + []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelA", "golang", "golang/plain", "write-tests", "1", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, + []string{"modelB", "java", "java/light", "write-tests", "1", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, + []string{"modelB", "java", "java/plain", "write-tests", "1", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, }, }) } @@ -226,37 +226,37 @@ func TestEvaluationFileWriteLines(t *testing.T) { Name: "No records", ExpectedEvaluationFile: ` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing `, }) validate(t, &testCase{ Name: "Single record", RawRecords: [][]string{ - []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, }, ExpectedEvaluationFile: ` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing - modelA,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing + modelA,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1,1 `, }) validate(t, &testCase{ Name: "Multiple records", RawRecords: [][]string{ - []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, - []string{"modelA", "golang", "golang/plain", "write-tests", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, - []string{"modelA", "java", "java/light", "write-tests", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, - []string{"modelA", "java", "java/plain", "write-tests", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, + []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelA", "golang", "golang/plain", "write-tests", "1", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, + []string{"modelA", "java", "java/light", "write-tests", "1", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, + []string{"modelA", "java", "java/plain", "write-tests", "1", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, }, ExpectedEvaluationFile: ` - model-id,language,repository,task,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing - modelA,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1 - modelA,golang,golang/plain,write-tests,2,2,2,2,2,2,2,2,2,2,2 - modelA,java,java/light,write-tests,3,3,3,3,3,3,3,3,3,3,3 - modelA,java,java/plain,write-tests,4,4,4,4,4,4,4,4,4,4,4 + model-id,language,repository,task,run,score,coverage,files-executed,files-executed-maximum-reachable,generate-tests-for-file-character-count,processing-time,response-character-count,response-no-error,response-no-excess,response-with-code,tests-passing + modelA,golang,golang/light,write-tests,1,1,1,1,1,1,1,1,1,1,1,1 + modelA,golang,golang/plain,write-tests,1,2,2,2,2,2,2,2,2,2,2,2 + modelA,java,java/light,write-tests,1,3,3,3,3,3,3,3,3,3,3,3 + modelA,java,java/plain,write-tests,1,4,4,4,4,4,4,4,4,4,4,4 `, }) } @@ -282,34 +282,34 @@ func TestSortRecords(t *testing.T) { Name: "Single record", Records: [][]string{ - []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, }, ExpectedRecords: [][]string{ - []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelA", "golang", "golang/light", "write-tests", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, }, }) validate(t, &testCase{ Name: "Multiple records", Records: [][]string{ - []string{"modelD", "languageB", "repositoryA", "taskA", "7", "7", "7", "7", "7", "7", "7", "7", "7", "7"}, - []string{"modelD", "languageA", "repositoryA", "taskB", "6", "6", "6", "6", "6", "6", "6", "6", "6", "6"}, - []string{"modelC", "languageA", "repositoryB", "taskB", "5", "5", "5", "5", "5", "5", "5", "5", "5", "5"}, - []string{"modelC", "languageA", "repositoryB", "taskA", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, - []string{"modelC", "languageA", "repositoryA", "taskA", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, - []string{"modelB", "languageA", "repositoryA", "taskA", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, - []string{"modelA", "languageA", "repositoryA", "taskA", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelD", "languageB", "repositoryA", "taskA", "7", "7", "7", "7", "7", "7", "7", "7", "7", "7", "7"}, + []string{"modelD", "languageA", "repositoryA", "taskB", "6", "6", "6", "6", "6", "6", "6", "6", "6", "6", "6"}, + []string{"modelC", "languageA", "repositoryB", "taskB", "5", "5", "5", "5", "5", "5", "5", "5", "5", "5", "5"}, + []string{"modelC", "languageA", "repositoryB", "taskA", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, + []string{"modelC", "languageA", "repositoryA", "taskA", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, + []string{"modelB", "languageA", "repositoryA", "taskA", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, + []string{"modelA", "languageA", "repositoryA", "taskA", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, }, ExpectedRecords: [][]string{ - []string{"modelA", "languageA", "repositoryA", "taskA", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, - []string{"modelB", "languageA", "repositoryA", "taskA", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, - []string{"modelC", "languageA", "repositoryA", "taskA", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, - []string{"modelC", "languageA", "repositoryB", "taskA", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, - []string{"modelC", "languageA", "repositoryB", "taskB", "5", "5", "5", "5", "5", "5", "5", "5", "5", "5"}, - []string{"modelD", "languageA", "repositoryA", "taskB", "6", "6", "6", "6", "6", "6", "6", "6", "6", "6"}, - []string{"modelD", "languageB", "repositoryA", "taskA", "7", "7", "7", "7", "7", "7", "7", "7", "7", "7"}, + []string{"modelA", "languageA", "repositoryA", "taskA", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1", "1"}, + []string{"modelB", "languageA", "repositoryA", "taskA", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2", "2"}, + []string{"modelC", "languageA", "repositoryA", "taskA", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3", "3"}, + []string{"modelC", "languageA", "repositoryB", "taskA", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4", "4"}, + []string{"modelC", "languageA", "repositoryB", "taskB", "5", "5", "5", "5", "5", "5", "5", "5", "5", "5", "5"}, + []string{"modelD", "languageA", "repositoryA", "taskB", "6", "6", "6", "6", "6", "6", "6", "6", "6", "6", "6"}, + []string{"modelD", "languageB", "repositoryA", "taskA", "7", "7", "7", "7", "7", "7", "7", "7", "7", "7", "7"}, }, }) } @@ -387,7 +387,7 @@ func TestRecordsToAssessmentsPerModel(t *testing.T) { Name: "Single record", Records: [][]string{ - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "1", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, }, ExpectedAssessmentsPerModel: map[string]metrics.Assessments{ @@ -409,9 +409,9 @@ func TestRecordsToAssessmentsPerModel(t *testing.T) { Name: "Multiple records from the same model", Records: [][]string{ - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "1", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "2", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "3", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, }, ExpectedAssessmentsPerModel: map[string]metrics.Assessments{ @@ -433,12 +433,12 @@ func TestRecordsToAssessmentsPerModel(t *testing.T) { Name: "Multiple records from different models", Records: [][]string{ - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelA", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelB", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelB", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, - []string{"modelC", "languageB", "repositoryA", "taskA", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "1", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "2", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelA", "languageB", "repositoryA", "taskA", "3", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelB", "languageB", "repositoryA", "taskA", "1", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelB", "languageB", "repositoryA", "taskA", "2", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, + []string{"modelC", "languageB", "repositoryA", "taskA", "1", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10"}, }, ExpectedAssessmentsPerModel: map[string]metrics.Assessments{ From a67d7f22ece36e5d32ea2747058aac0dcf886894 Mon Sep 17 00:00:00 2001 From: Simon Bauer Date: Fri, 13 Sep 2024 14:30:17 +0200 Subject: [PATCH 2/3] Statistical measures over several runs --- docs/reports/v0.6/evaluation-reliability.csv | 68 ++++++++++++++++ go.mod | 1 + go.sum | 2 + scripts/reliability/main.go | 82 ++++++++++++++++++++ 4 files changed, 153 insertions(+) create mode 100644 docs/reports/v0.6/evaluation-reliability.csv create mode 100644 scripts/reliability/main.go diff --git a/docs/reports/v0.6/evaluation-reliability.csv b/docs/reports/v0.6/evaluation-reliability.csv new file mode 100644 index 00000000..2d863071 --- /dev/null +++ b/docs/reports/v0.6/evaluation-reliability.csv @@ -0,0 +1,68 @@ +model_id,mean,sum,coefficient_of_variation,standard_error,standard_deviation,mean_deviation +openrouter/01-ai/yi-34b-chat,46.8,234,0.710514265061696,74.35388355694677,33.25206760488737,23.68 +openrouter/ai21/jamba-instruct,3070,15350,0.15871383554176252,1089.5274204901866,487.2514751132109,371.2 +openrouter/alpindale/goliath-120b,458.6,2293,0.15630601037456227,160.28568245479696,71.68193635777426,55.92 +openrouter/alpindale/magnum-72b,3610.6,18053,0.1555375125026814,1255.7394236066652,561.5837426421815,447.12 +openrouter/anthropic/claude-3-haiku,6697,33485,0.06699346167396161,1003.2235543486805,448.6552128305209,353.2 +openrouter/anthropic/claude-3-opus,7591,37955,0.03503877256021456,594.7478457295999,265.9793225045887,203.2 +openrouter/anthropic/claude-3-sonnet,5777,28885,0.08628755397536507,1114.6423193114463,498.48319931568403,386 +openrouter/anthropic/claude-3.5-sonnet,7800,39000,0.030258447345591667,527.7475722350601,236.015889295615,169.2 +openrouter/austism/chronos-hermes-13b,2623.6,13118,0.1818744869883852,1066.9753980294015,477.1659040627274,397.68 +openrouter/cognitivecomputations/dolphin-llama-3-70b,5098.6,25493,0.09351217720734614,1066.115143875182,476.7811867093751,358.32000000000005 +openrouter/cognitivecomputations/dolphin-mixtral-8x22b,4661,23305,0.13047119082835978,1359.8115678284253,608.126220450985,421.6 +openrouter/cognitivecomputations/dolphin-mixtral-8x7b,2237.4,11187,0.1779781161087009,890.4206870912199,398.2082369816074,335.68 +openrouter/cohere/command-r-03-2024,2897.8,14489,0.05650905740676231,366.1604839411266,163.75194655331583,125.83999999999996 +openrouter/cohere/command-r-08-2024,4228.4,21142,0.12257167393353455,1158.913931230443,518.2820660605574,413.9200000000001 +openrouter/cohere/command-r-plus-04-2024,5251.4,26257,0.10175388529397553,1194.8437136295274,534.350353232783,446.7200000000001 +openrouter/cohere/command-r-plus-08-2024,5154.6,25773,0.09231724816044519,1064.0519254246947,475.85848736783083,366.4799999999999 +openrouter/databricks/dbrx-instruct,2898.6,14493,0.14402949420576328,933.5223618103639,417.48389190482544,320.48 +openrouter/deepseek/deepseek-chat,7635,38175,0.029101389475306577,496.8299507879935,222.1891086439657,156.8 +openrouter/deepseek/deepseek-coder,7544.6,37723,0.0420356807570399,709.1519583276915,317.14239703956326,271.2799999999999 +openrouter/google/gemini-flash-1.5,4978.8,24894,0.017253609313789497,192.0833152566875,85.90227005149515,64.16000000000004 +openrouter/google/gemini-pro-1.5,4083,20415,0.043754713882127226,399.4746550158095,178.65049678072546,143.2 +openrouter/google/gemma-2-27b-it,4725.2,23626,0.07209351527563333,761.730595420717,340.65627838042263,264.16 +openrouter/google/gemma-2-9b-it,1958.2,9791,0.19000346200897242,831.9621385616055,372.0647793059698,301.76 +openrouter/google/palm-2-chat-bison,2037,10185,0.12476418451381269,568.2846997764412,254.14464385463646,187.2 +openrouter/google/palm-2-codechat-bison,1816.6,9083,0.08765121444979557,356.04283450169305,159.22719616949863,128.08 +openrouter/meta-llama/llama-3-70b-instruct,6465,32325,0.08734155822683105,1262.6252413127183,564.6631739364627,470.8 +openrouter/meta-llama/llama-3-8b-instruct,1918.4,9592,0.14578153791875414,625.3550991236898,279.66730234333795,226.71999999999997 +openrouter/meta-llama/llama-3.1-405b-instruct,7399,36995,0.06280351742590534,1039.0632800748951,464.68322543427365,352 +openrouter/meta-llama/llama-3.1-70b-instruct,6757.8,33789,0.08570875751998606,1295.1364792947497,579.2026415685618,438.96000000000004 +openrouter/meta-llama/llama-3.1-8b-instruct,4726.8,23634,0.15172006487165077,1603.5970503839173,717.1504026353189,545.04 +openrouter/microsoft/phi-3-medium-128k-instruct,2201.4,11007,0.15617193045849667,768.7532113754062,343.7968877113346,276.08000000000004 +openrouter/microsoft/phi-3-medium-4k-instruct,2813.4,14067,0.1368039164038207,860.6270969473364,384.8841384105092,273.28000000000003 +openrouter/microsoft/phi-3-mini-128k-instruct,3204.2,16021,0.11777440859285507,843.8311442462882,377.3727600132262,297.43999999999994 +openrouter/microsoft/wizardlm-2-7b,2811.4,14057,0.10150911484520428,638.1351737680661,285.3827254758073,212.32 +openrouter/microsoft/wizardlm-2-8x22b,5386.8,26934,0.05912395713666318,712.1629027125746,318.48893230377723,258.23999999999995 +openrouter/mistralai/codestral-mamba,4800.8,24004,0.12138961792537648,1303.1072480805253,582.7672777361474,471.03999999999996 +openrouter/mistralai/mistral-7b-instruct-v0.3,2677,13385,0.16091334223000434,963.2198606756403,430.76501714972164,336.8 +openrouter/mistralai/mistral-large,7103.2,35516,0.07829808696523423,1243.627154737303,556.1669713314518,448.16 +openrouter/mistralai/mistral-medium,5990,29950,0.12760593252431995,1709.159881345218,764.3595358206765,574 +openrouter/mistralai/mistral-nemo,3743,18715,0.11385759566388307,952.9428104561155,426.1689805699143,320.8 +openrouter/mistralai/mistral-small,3969.6,19848,0.08476570891330767,752.4054757908132,336.4859581022661,254.88000000000002 +openrouter/mistralai/mistral-tiny,1655.6,8278,0.21007659923889502,777.710743142976,347.80281769991456,285.91999999999996 +openrouter/mistralai/mixtral-8x22b-instruct,5761,28805,0.1216237316556083,1566.7554052882665,700.6743180679595,486 +openrouter/mistralai/mixtral-8x7b-instruct,5617,28085,0.12157853932839666,1527.025703778427,682.906655407604,549.6 +openrouter/neversleep/llama-3-lumimaid-70b,3634.8,18174,0.08269659819813242,672.1298237691881,300.58559513057173,238.56000000000003 +openrouter/neversleep/llama-3-lumimaid-8b,2074.2,10371,0.17750273871983754,823.2669676356509,368.176180652687,302.16 +openrouter/nousresearch/hermes-2-pro-llama-3-8b,3337.8,16689,0.09078908456623423,677.6086628726052,303.0358064651766,203.68000000000012 +openrouter/nousresearch/hermes-2-theta-llama-3-8b,3377.2,16886,0.06986763816350595,527.6158640526269,235.95698760579228,186.16000000000003 +openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,3943.8,19719,0.10357702893128463,913.4048937902621,408.48708669920035,341.36 +openrouter/nousresearch/nous-hermes-yi-34b,1573.6,7868,0.30563206413296673,1075.4203829200933,480.94261611963645,370.71999999999997 +openrouter/openai/gpt-4-turbo,7576.4,37882,0.03897857650048025,660.3495286588762,295.31728699823856,203.12000000000006 +openrouter/openai/gpt-4o,7693,38465,0.024953860619699716,429.25808087909076,191.97004974734992,142.4 +openrouter/openai/gpt-4o-mini,7780.2,38901,0.02272615441671356,395.36818283721317,176.81402659291484,128.63999999999996 +openrouter/openchat/openchat-8b,1049.8,5249,0.18682417547712965,438.5555837063302,196.1280194158907,146.24 +openrouter/perplexity/llama-3-sonar-large-32k-chat,6909,34545,0.07225051753838822,1116.1977871327285,499.1788256727242,376 +openrouter/perplexity/llama-3-sonar-small-32k-chat,1404.2,7021,0.10252402198322316,321.9138083400586,143.96423166884196,110.16 +openrouter/qwen/qwen-110b-chat,2120,10600,0.11766055360220137,557.7656317845336,249.44037363666692,189.2 +openrouter/qwen/qwen-2-72b-instruct,4992,24960,0.07359468665519932,821.497108941961,367.384675782755,271.6 +openrouter/qwen/qwen-2-7b-instruct,2094.4,10472,0.19174808357769432,897.9986080167386,401.597186245123,260.08000000000004 +openrouter/qwen/qwen-72b-chat,5436,27180,0.0924542561995653,1123.806033085781,502.5813367008369,413.6 +openrouter/recursal/eagle-7b,0,0,NaN,0,0,0 +openrouter/recursal/rwkv-5-3b-ai-town,0,0,NaN,0,0,0 +openrouter/rwkv/rwkv-5-world-3b,4,20,0.39528470752104744,3.5355339059327378,1.5811388300841898,1.2 +openrouter/teknium/openhermes-2.5-mistral-7b,3135.4,15677,0.09352152394266951,655.6763683403574,293.227386169846,223.11999999999998 +openrouter/togethercomputer/stripedhyena-nous-7b,2311,11555,0.11964145839672202,618.253588748177,276.4914103548246,227.6 +openrouter/undi95/toppy-m-7b,544.8,2724,0.26279080814008116,320.1343467983403,143.1684322747162,117.75999999999999 +openrouter/xwin-lm/xwin-lm-70b,1078,5390,0.12699067336355965,306.1086408450438,136.8959458859173,91.2 diff --git a/go.mod b/go.mod index 6595808a..5082b8fb 100644 --- a/go.mod +++ b/go.mod @@ -14,6 +14,7 @@ require ( github.com/zimmski/osutil v1.2.0 golang.org/x/exp v0.0.0-20240325151524-a685a6edb6d8 golang.org/x/mod v0.16.0 + gonum.org/v1/gonum v0.15.0 // WORKAROUND v0.15.1 is only supported for Go 1.22+ so explicitly use v0.15.0 to stick with our older Go version. ) require ( diff --git a/go.sum b/go.sum index 5f1c1779..ebcbb2ed 100644 --- a/go.sum +++ b/go.sum @@ -95,6 +95,8 @@ golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtn golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +gonum.org/v1/gonum v0.15.0 h1:2lYxjRbTYyxkJxlhC+LvJIx3SsANPdRybu1tGj9/OrQ= +gonum.org/v1/gonum v0.15.0/go.mod h1:xzZVBJBtS+Mz4q0Yl2LJTk+OxOg4jiXZ7qBoM0uISGo= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= diff --git a/scripts/reliability/main.go b/scripts/reliability/main.go new file mode 100644 index 00000000..02b0d882 --- /dev/null +++ b/scripts/reliability/main.go @@ -0,0 +1,82 @@ +package main + +import ( + "encoding/csv" + "fmt" + "math" + "os" + "sort" + "strconv" + "strings" + + "golang.org/x/exp/maps" + "gonum.org/v1/gonum/floats" + "gonum.org/v1/gonum/stat" +) + +var excludeTasks = []string{ + "symflower-fix", + "code-repair", +} +var totalRuns = 5 + +func main() { + csvFile, err := os.Open(os.Args[1]) + if err != nil { + panic(err) + } + records, err := csv.NewReader(csvFile).ReadAll() + if err != nil { + panic(err) + } + os.Stderr.WriteString(fmt.Sprintf("Loaded CSV file with %d records\n", len(records))) + + // Collect all results and also the maximum scores. + scoresPerModelPerRun := map[string][]float64{} +RECORDS: + for _, record := range records[1:] { + for _, exclude := range excludeTasks { + if strings.Contains(record[1]+record[2]+record[3], exclude) { + continue RECORDS + } + } + + model := record[0] + run, err := strconv.Atoi(record[4]) + if err != nil { + panic(err) + } + run = run - 1 + perRun := scoresPerModelPerRun[model] + if perRun == nil { + perRun = make([]float64, totalRuns) + scoresPerModelPerRun[model] = perRun + } + + score, err := strconv.ParseInt(record[5], 10, 64) + if err != nil { + panic(fmt.Errorf("%s: %q", err, record[5])) + } + perRun[run] = perRun[run] + float64(score) + } + + fmt.Println("model_id,mean,sum,coefficient_of_variation,standard_error,standard_deviation,mean_deviation") + + models := maps.Keys(scoresPerModelPerRun) + sort.Strings(models) + for _, model := range models { + samples := scoresPerModelPerRun[model] + mean, variance := stat.MeanVariance(samples, nil) + cov := math.Sqrt(variance) / mean + + sum := floats.Sum(samples) + stderr := math.Sqrt(float64(len(samples)) * variance) + var differences float64 + for _, sample := range samples { + differences += math.Abs(mean - sample) + } + meanDeviation := differences / float64(len(samples)) + + fmt.Printf("%s,%v,%v,%v,%v,%v,%v\n", model, mean, sum, cov, stderr, math.Sqrt(variance), meanDeviation) + } +} From 1fb8cdf371cebb87c482c401c9c7dc32df67ab85 Mon Sep 17 00:00:00 2001 From: Simon Bauer Date: Wed, 18 Sep 2024 21:05:18 +0200 Subject: [PATCH 3/3] OpenAI GPT-o1 mini and preview results --- .../v0.6/evaluation-by-language-score.csv | 2 + docs/reports/v0.6/evaluation-by-language.csv | 6 + docs/reports/v0.6/evaluation-by-model.csv | 2 + .../v0.6/evaluation-by-symflower-fix.csv | 2 + .../v0.6/evaluation-by-task-by-language.csv | 18 ++ .../reports/v0.6/evaluation-by-task-score.csv | 2 + docs/reports/v0.6/evaluation-by-task.csv | 6 + docs/reports/v0.6/evaluation-cases.csv | 30 +++ docs/reports/v0.6/evaluation-reliability.csv | 2 + docs/reports/v0.6/evaluation.csv | 186 ++++++++++++++++++ 10 files changed, 256 insertions(+) diff --git a/docs/reports/v0.6/evaluation-by-language-score.csv b/docs/reports/v0.6/evaluation-by-language-score.csv index 4f634f60..a83baf14 100644 --- a/docs/reports/v0.6/evaluation-by-language-score.csv +++ b/docs/reports/v0.6/evaluation-by-language-score.csv @@ -52,6 +52,8 @@ openrouter/nousresearch/nous-hermes-yi-34b,8206.0,3274.0,4919.0,13.0 openrouter/openai/gpt-4-turbo,38422.0,7213.0,18170.0,13039.0 openrouter/openai/gpt-4o,39005.0,6656.0,17900.0,14449.0 openrouter/openai/gpt-4o-mini,39441.0,7182.0,17859.0,14400.0 +openrouter/openai/o1-mini,40089.0,8058.0,18099.0,13932.0 +openrouter/openai/o1-preview,40806.0,8009.0,18119.0,14678.0 openrouter/openchat/openchat-8b,5376.0,3198.0,2167.0,11.0 openrouter/perplexity/llama-3-sonar-large-32k-chat,35051.0,6853.0,15929.0,12269.0 openrouter/perplexity/llama-3-sonar-small-32k-chat,7338.0,977.0,2167.0,4194.0 diff --git a/docs/reports/v0.6/evaluation-by-language.csv b/docs/reports/v0.6/evaluation-by-language.csv index 7cb41cd3..b2198b0e 100644 --- a/docs/reports/v0.6/evaluation-by-language.csv +++ b/docs/reports/v0.6/evaluation-by-language.csv @@ -158,6 +158,12 @@ openrouter/openai/gpt-4o,ruby,14449.0,11520.0,174.0,175.0,108779.0,620681.0,1108 openrouter/openai/gpt-4o-mini,golang,7182.0,3610.0,157.0,175.0,101802.0,721566.0,103576.0,175.0,175.0,175.0,2890.0 openrouter/openai/gpt-4o-mini,java,17859.0,14820.0,174.0,175.0,172655.0,853504.0,174755.0,175.0,175.0,175.0,2340.0 openrouter/openai/gpt-4o-mini,ruby,14400.0,11350.0,175.0,175.0,123933.0,638322.0,126033.0,175.0,175.0,175.0,2350.0 +openrouter/openai/o1-mini,golang,8058.0,4470.0,173.0,175.0,137214.0,1601540.0,139456.0,175.0,175.0,175.0,2890.0 +openrouter/openai/o1-mini,java,18099.0,15060.0,174.0,175.0,170329.0,1360139.0,172429.0,175.0,175.0,175.0,2340.0 +openrouter/openai/o1-mini,ruby,13932.0,11130.0,167.0,175.0,121220.0,1600540.0,123320.0,175.0,175.0,175.0,2110.0 +openrouter/openai/o1-preview,golang,8009.0,4420.0,174.0,175.0,143127.0,4178626.0,145361.0,175.0,175.0,175.0,2890.0 +openrouter/openai/o1-preview,java,18119.0,15080.0,174.0,175.0,204023.0,4149955.0,206123.0,175.0,175.0,175.0,2340.0 +openrouter/openai/o1-preview,ruby,14678.0,11710.0,173.0,175.0,135021.0,3891526.0,137121.0,175.0,175.0,175.0,2270.0 openrouter/openchat/openchat-8b,golang,3198.0,1030.0,69.0,175.0,95117.0,639275.0,116099.0,173.0,87.0,169.0,1670.0 openrouter/openchat/openchat-8b,java,2167.0,0.0,46.0,55.0,21833.0,129744.0,26831.0,54.0,14.0,53.0,2000.0 openrouter/openchat/openchat-8b,ruby,11.0,0.0,0.0,5.0,1113.0,11076.0,2327.0,5.0,1.0,5.0,0.0 diff --git a/docs/reports/v0.6/evaluation-by-model.csv b/docs/reports/v0.6/evaluation-by-model.csv index a16cfe80..1515afd8 100644 --- a/docs/reports/v0.6/evaluation-by-model.csv +++ b/docs/reports/v0.6/evaluation-by-model.csv @@ -52,6 +52,8 @@ openrouter/nousresearch/nous-hermes-yi-34b,Nous: Hermes 2 Yi 34B,1.44e-06,8206.0 openrouter/openai/gpt-4-turbo,OpenAI: GPT-4 Turbo,4e-05,38422.0,30050.0,507.0,525.0,370196.0,4884796.0,376394.0,525.0,525.0,525.0,6290.0 openrouter/openai/gpt-4o,OpenAI: GPT-4o,2e-05,39005.0,29520.0,493.0,524.0,347236.0,2230436.0,353722.0,524.0,524.0,524.0,7420.0 openrouter/openai/gpt-4o-mini,OpenAI: GPT-4o-mini,7.5e-07,39441.0,29780.0,506.0,525.0,398390.0,2213392.0,404364.0,525.0,525.0,525.0,7580.0 +openrouter/openai/o1-mini,,,40089.0,30660.0,514.0,525.0,428763.0,4562219.0,435205.0,525.0,525.0,525.0,7340.0 +openrouter/openai/o1-preview,,,40806.0,31210.0,521.0,525.0,482171.0,12220107.0,488605.0,525.0,525.0,525.0,7500.0 openrouter/openchat/openchat-8b,OpenChat 3.6 8B,1.1e-07,5376.0,1030.0,115.0,235.0,118063.0,780095.0,145257.0,232.0,102.0,227.0,3670.0 openrouter/perplexity/llama-3-sonar-large-32k-chat,Perplexity: Llama3 Sonar 70B,2e-06,35051.0,26960.0,483.0,525.0,332540.0,3794568.0,336998.0,523.0,522.0,523.0,6040.0 openrouter/perplexity/llama-3-sonar-small-32k-chat,Perplexity: Llama3 Sonar 8B,4e-07,7338.0,2230.0,146.0,355.0,356068.0,1319498.0,391432.0,353.0,188.0,351.0,4070.0 diff --git a/docs/reports/v0.6/evaluation-by-symflower-fix.csv b/docs/reports/v0.6/evaluation-by-symflower-fix.csv index f4449b9d..e8cb1def 100644 --- a/docs/reports/v0.6/evaluation-by-symflower-fix.csv +++ b/docs/reports/v0.6/evaluation-by-symflower-fix.csv @@ -52,6 +52,8 @@ openrouter/nousresearch/nous-hermes-yi-34b,3064.0,3845.0,66.0,87.0 openrouter/openai/gpt-4-turbo,7003.0,7790.0,153.0,170.0 openrouter/openai/gpt-4o,6446.0,6895.0,139.0,148.0 openrouter/openai/gpt-4o-mini,6972.0,7707.0,152.0,167.0 +openrouter/openai/o1-mini,7848.0,7899.0,168.0,169.0 +openrouter/openai/o1-preview,7799.0,7799.0,169.0,169.0 openrouter/openchat/openchat-8b,3071.0,4574.0,66.0,99.0 openrouter/perplexity/llama-3-sonar-large-32k-chat,6643.0,7234.0,153.0,164.0 openrouter/perplexity/llama-3-sonar-small-32k-chat,768.0,1414.0,16.0,32.0 diff --git a/docs/reports/v0.6/evaluation-by-task-by-language.csv b/docs/reports/v0.6/evaluation-by-task-by-language.csv index 2ee4bd04..ae32de2e 100644 --- a/docs/reports/v0.6/evaluation-by-task-by-language.csv +++ b/docs/reports/v0.6/evaluation-by-task-by-language.csv @@ -434,6 +434,24 @@ openrouter/openai/gpt-4o-mini,transpile,ruby,2400.0,0.0,50.0,50.0,14099.0,128161 openrouter/openai/gpt-4o-mini,write-tests,golang,4072.0,3610.0,102.0,120.0,87076.0,604092.0,88276.0,120.0,120.0,120.0,0.0 openrouter/openai/gpt-4o-mini,write-tests,java,15299.0,14820.0,119.0,120.0,154516.0,715868.0,155956.0,120.0,120.0,120.0,0.0 openrouter/openai/gpt-4o-mini,write-tests,ruby,11830.0,11350.0,120.0,120.0,109215.0,501052.0,110655.0,120.0,120.0,120.0,0.0 +openrouter/openai/o1-mini,code-repair,golang,210.0,0.0,5.0,5.0,638.0,19018.0,708.0,5.0,5.0,5.0,190.0 +openrouter/openai/o1-mini,code-repair,java,160.0,0.0,5.0,5.0,997.0,18818.0,1057.0,5.0,5.0,5.0,140.0 +openrouter/openai/o1-mini,code-repair,ruby,170.0,0.0,5.0,5.0,620.0,18691.0,680.0,5.0,5.0,5.0,150.0 +openrouter/openai/o1-mini,transpile,golang,2900.0,0.0,50.0,50.0,13901.0,268383.0,14533.0,50.0,50.0,50.0,2700.0 +openrouter/openai/o1-mini,transpile,java,2400.0,0.0,50.0,50.0,20245.0,235603.0,20845.0,50.0,50.0,50.0,2200.0 +openrouter/openai/o1-mini,transpile,ruby,2158.0,0.0,48.0,50.0,15300.0,450293.0,15900.0,50.0,50.0,50.0,1960.0 +openrouter/openai/o1-mini,write-tests,golang,4948.0,4470.0,118.0,120.0,122675.0,1314139.0,124215.0,120.0,120.0,120.0,0.0 +openrouter/openai/o1-mini,write-tests,java,15539.0,15060.0,119.0,120.0,149087.0,1105718.0,150527.0,120.0,120.0,120.0,0.0 +openrouter/openai/o1-mini,write-tests,ruby,11604.0,11130.0,114.0,120.0,105300.0,1131556.0,106740.0,120.0,120.0,120.0,0.0 +openrouter/openai/o1-preview,code-repair,golang,210.0,0.0,5.0,5.0,638.0,40148.0,704.0,5.0,5.0,5.0,190.0 +openrouter/openai/o1-preview,code-repair,java,160.0,0.0,5.0,5.0,1144.0,46459.0,1204.0,5.0,5.0,5.0,140.0 +openrouter/openai/o1-preview,code-repair,ruby,170.0,0.0,5.0,5.0,605.0,38370.0,665.0,5.0,5.0,5.0,150.0 +openrouter/openai/o1-preview,transpile,golang,2900.0,0.0,50.0,50.0,14603.0,664631.0,15199.0,50.0,50.0,50.0,2700.0 +openrouter/openai/o1-preview,transpile,java,2400.0,0.0,50.0,50.0,20103.0,730686.0,20703.0,50.0,50.0,50.0,2200.0 +openrouter/openai/o1-preview,transpile,ruby,2320.0,0.0,50.0,50.0,14325.0,873917.0,14925.0,50.0,50.0,50.0,2120.0 +openrouter/openai/o1-preview,write-tests,golang,4899.0,4420.0,119.0,120.0,127886.0,3473847.0,129458.0,120.0,120.0,120.0,0.0 +openrouter/openai/o1-preview,write-tests,java,15559.0,15080.0,119.0,120.0,182776.0,3372810.0,184216.0,120.0,120.0,120.0,0.0 +openrouter/openai/o1-preview,write-tests,ruby,12188.0,11710.0,118.0,120.0,120091.0,2979239.0,121531.0,120.0,120.0,120.0,0.0 openrouter/openchat/openchat-8b,code-repair,golang,127.0,0.0,3.0,5.0,555.0,8171.0,1469.0,5.0,4.0,5.0,110.0 openrouter/openchat/openchat-8b,transpile,golang,1708.0,0.0,31.0,50.0,14404.0,100334.0,16674.0,49.0,22.0,46.0,1560.0 openrouter/openchat/openchat-8b,transpile,java,2155.0,0.0,46.0,50.0,19325.0,115551.0,23075.0,49.0,12.0,48.0,2000.0 diff --git a/docs/reports/v0.6/evaluation-by-task-score.csv b/docs/reports/v0.6/evaluation-by-task-score.csv index 3a07e260..753df3c1 100644 --- a/docs/reports/v0.6/evaluation-by-task-score.csv +++ b/docs/reports/v0.6/evaluation-by-task-score.csv @@ -52,6 +52,8 @@ openrouter/nousresearch/nous-hermes-yi-34b,8206.0,4474.0,3394.0,338.0 openrouter/openai/gpt-4-turbo,38422.0,31472.0,6410.0,540.0 openrouter/openai/gpt-4o,39005.0,30926.0,7539.0,540.0 openrouter/openai/gpt-4o-mini,39441.0,31201.0,7700.0,540.0 +openrouter/openai/o1-mini,40089.0,32091.0,7458.0,540.0 +openrouter/openai/o1-preview,40806.0,32646.0,7620.0,540.0 openrouter/openchat/openchat-8b,5376.0,1386.0,3863.0,127.0 openrouter/perplexity/llama-3-sonar-large-32k-chat,35051.0,28366.0,6179.0,506.0 openrouter/perplexity/llama-3-sonar-small-32k-chat,7338.0,2856.0,4165.0,317.0 diff --git a/docs/reports/v0.6/evaluation-by-task.csv b/docs/reports/v0.6/evaluation-by-task.csv index f0efc1d8..ad206d46 100644 --- a/docs/reports/v0.6/evaluation-by-task.csv +++ b/docs/reports/v0.6/evaluation-by-task.csv @@ -157,6 +157,12 @@ openrouter/openai/gpt-4o,write-tests,30926.0,29520.0,329.0,359.0,296375.0,185876 openrouter/openai/gpt-4o-mini,code-repair,540.0,0.0,15.0,15.0,2200.0,25907.0,2390.0,15.0,15.0,15.0,480.0 openrouter/openai/gpt-4o-mini,transpile,7700.0,0.0,150.0,150.0,45383.0,366473.0,47087.0,150.0,150.0,150.0,7100.0 openrouter/openai/gpt-4o-mini,write-tests,31201.0,29780.0,341.0,360.0,350807.0,1821012.0,354887.0,360.0,360.0,360.0,0.0 +openrouter/openai/o1-mini,code-repair,540.0,0.0,15.0,15.0,2255.0,56527.0,2445.0,15.0,15.0,15.0,480.0 +openrouter/openai/o1-mini,transpile,7458.0,0.0,148.0,150.0,49446.0,954279.0,51278.0,150.0,150.0,150.0,6860.0 +openrouter/openai/o1-mini,write-tests,32091.0,30660.0,351.0,360.0,377062.0,3551413.0,381482.0,360.0,360.0,360.0,0.0 +openrouter/openai/o1-preview,code-repair,540.0,0.0,15.0,15.0,2387.0,124977.0,2573.0,15.0,15.0,15.0,480.0 +openrouter/openai/o1-preview,transpile,7620.0,0.0,150.0,150.0,49031.0,2269234.0,50827.0,150.0,150.0,150.0,7020.0 +openrouter/openai/o1-preview,write-tests,32646.0,31210.0,356.0,360.0,430753.0,9825896.0,435205.0,360.0,360.0,360.0,0.0 openrouter/openchat/openchat-8b,code-repair,127.0,0.0,3.0,5.0,555.0,8171.0,1469.0,5.0,4.0,5.0,110.0 openrouter/openchat/openchat-8b,transpile,3863.0,0.0,77.0,100.0,33729.0,215885.0,39749.0,98.0,34.0,94.0,3560.0 openrouter/openchat/openchat-8b,write-tests,1386.0,1030.0,35.0,130.0,83779.0,556039.0,104039.0,129.0,64.0,128.0,0.0 diff --git a/docs/reports/v0.6/evaluation-cases.csv b/docs/reports/v0.6/evaluation-cases.csv index bc8b6c5b..dc0f5dc6 100644 --- a/docs/reports/v0.6/evaluation-cases.csv +++ b/docs/reports/v0.6/evaluation-cases.csv @@ -731,6 +731,36 @@ openrouter/openai/gpt-4o-mini,write-tests,ruby,120.0 openrouter/openai/gpt-4o-mini,write-tests-symflower-fix,golang,120.0 openrouter/openai/gpt-4o-mini,write-tests-symflower-fix,java,120.0 openrouter/openai/gpt-4o-mini,write-tests-symflower-fix,ruby,120.0 +openrouter/openai/o1-mini,code-repair,golang,5.0 +openrouter/openai/o1-mini,code-repair,java,5.0 +openrouter/openai/o1-mini,code-repair,ruby,5.0 +openrouter/openai/o1-mini,transpile,golang,50.0 +openrouter/openai/o1-mini,transpile,java,50.0 +openrouter/openai/o1-mini,transpile,ruby,50.0 +openrouter/openai/o1-mini,transpile-symflower-fix,golang,50.0 +openrouter/openai/o1-mini,transpile-symflower-fix,java,50.0 +openrouter/openai/o1-mini,transpile-symflower-fix,ruby,50.0 +openrouter/openai/o1-mini,write-tests,golang,120.0 +openrouter/openai/o1-mini,write-tests,java,120.0 +openrouter/openai/o1-mini,write-tests,ruby,120.0 +openrouter/openai/o1-mini,write-tests-symflower-fix,golang,120.0 +openrouter/openai/o1-mini,write-tests-symflower-fix,java,120.0 +openrouter/openai/o1-mini,write-tests-symflower-fix,ruby,120.0 +openrouter/openai/o1-preview,code-repair,golang,5.0 +openrouter/openai/o1-preview,code-repair,java,5.0 +openrouter/openai/o1-preview,code-repair,ruby,5.0 +openrouter/openai/o1-preview,transpile,golang,50.0 +openrouter/openai/o1-preview,transpile,java,50.0 +openrouter/openai/o1-preview,transpile,ruby,50.0 +openrouter/openai/o1-preview,transpile-symflower-fix,golang,50.0 +openrouter/openai/o1-preview,transpile-symflower-fix,java,50.0 +openrouter/openai/o1-preview,transpile-symflower-fix,ruby,50.0 +openrouter/openai/o1-preview,write-tests,golang,120.0 +openrouter/openai/o1-preview,write-tests,java,120.0 +openrouter/openai/o1-preview,write-tests,ruby,120.0 +openrouter/openai/o1-preview,write-tests-symflower-fix,golang,120.0 +openrouter/openai/o1-preview,write-tests-symflower-fix,java,120.0 +openrouter/openai/o1-preview,write-tests-symflower-fix,ruby,120.0 openrouter/openchat/openchat-8b,code-repair,golang,5.0 openrouter/openchat/openchat-8b,transpile,golang,50.0 openrouter/openchat/openchat-8b,transpile,java,50.0 diff --git a/docs/reports/v0.6/evaluation-reliability.csv b/docs/reports/v0.6/evaluation-reliability.csv index 2d863071..91dad5bb 100644 --- a/docs/reports/v0.6/evaluation-reliability.csv +++ b/docs/reports/v0.6/evaluation-reliability.csv @@ -52,6 +52,8 @@ openrouter/nousresearch/nous-hermes-yi-34b,1573.6,7868,0.30563206413296673,1075. openrouter/openai/gpt-4-turbo,7576.4,37882,0.03897857650048025,660.3495286588762,295.31728699823856,203.12000000000006 openrouter/openai/gpt-4o,7693,38465,0.024953860619699716,429.25808087909076,191.97004974734992,142.4 openrouter/openai/gpt-4o-mini,7780.2,38901,0.02272615441671356,395.36818283721317,176.81402659291484,128.63999999999996 +openrouter/openai/o1-mini,7909.8,39549,0.0307751064623134,544.3147067643864,243.42493709560654,185.43999999999997 +openrouter/openai/o1-preview,8053.2,40266,0.020501426716015604,369.1794956386392,165.10208962941687,121.76000000000003 openrouter/openchat/openchat-8b,1049.8,5249,0.18682417547712965,438.5555837063302,196.1280194158907,146.24 openrouter/perplexity/llama-3-sonar-large-32k-chat,6909,34545,0.07225051753838822,1116.1977871327285,499.1788256727242,376 openrouter/perplexity/llama-3-sonar-small-32k-chat,1404.2,7021,0.10252402198322316,321.9138083400586,143.96423166884196,110.16 diff --git a/docs/reports/v0.6/evaluation.csv b/docs/reports/v0.6/evaluation.csv index 39972e9b..cfe8a37f 100644 --- a/docs/reports/v0.6/evaluation.csv +++ b/docs/reports/v0.6/evaluation.csv @@ -5325,3 +5325,189 @@ openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,2,2,0,0 openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,3,2,0,0,1,166,13081,713,1,0,1,0 openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,4,2,0,0,1,174,15958,718,1,0,1,0 openrouter/xwin-lm/xwin-lm-70b,ruby,ruby/plain,write-tests-symflower-fix,5,2,0,0,1,228,24502,1195,1,0,1,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests-symflower-fix,1,992,900,23,23,23496,221009,23790,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests-symflower-fix,2,992,900,23,23,23845,396107,24143,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests-symflower-fix,3,992,900,23,23,24250,221119,24544,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests-symflower-fix,4,992,900,23,23,25123,218579,25421,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests-symflower-fix,5,961,870,22,23,25591,212209,25881,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests,1,941,850,22,23,23496,220595,23790,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests,2,961,870,22,23,25591,212209,25881,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests,3,992,900,23,23,23845,396107,24143,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests,4,992,900,23,23,24250,221119,24544,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/light,write-tests,5,992,900,23,23,25123,218579,25421,23,23,23,0 +openrouter/openai/o1-mini,golang,golang/mistakes,code-repair,1,210,0,5,5,638,19018,708,5,5,5,190 +openrouter/openai/o1-mini,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,2965,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,3026,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,32157,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,3412,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,74,3970,84,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests,1,14,10,1,1,74,2965,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests,2,14,10,1,1,74,3026,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests,3,14,10,1,1,74,32157,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests,4,14,10,1,1,74,3412,88,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/plain,write-tests,5,14,10,1,1,74,3970,84,1,1,1,0 +openrouter/openai/o1-mini,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2685,78278,2813,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2691,51865,2819,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2783,45602,2895,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2868,44948,3004,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,2874,47690,3002,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile,1,580,0,10,10,2685,78278,2813,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile,2,580,0,10,10,2691,51865,2819,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile,3,580,0,10,10,2783,45602,2895,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile,4,580,0,10,10,2868,44948,3004,10,10,10,540 +openrouter/openai/o1-mini,golang,golang/transpile,transpile,5,580,0,10,10,2874,47690,3002,10,10,10,540 +openrouter/openai/o1-mini,java,java/light,write-tests-symflower-fix,1,2991,2900,22,23,31825,217155,32101,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests-symflower-fix,2,3112,3020,23,23,28076,201394,28352,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests-symflower-fix,3,3112,3020,23,23,29046,209853,29322,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests-symflower-fix,4,3122,3030,23,23,29873,244856,30149,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests-symflower-fix,5,3132,3040,23,23,29517,215157,29793,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests,1,2991,2900,22,23,31825,217155,32101,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests,2,3112,3020,23,23,28076,201394,28352,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests,3,3112,3020,23,23,29046,209853,29322,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests,4,3122,3030,23,23,29873,244856,30149,23,23,23,0 +openrouter/openai/o1-mini,java,java/light,write-tests,5,3132,3040,23,23,29517,215157,29793,23,23,23,0 +openrouter/openai/o1-mini,java,java/mistakes,code-repair,1,160,0,5,5,997,18818,1057,5,5,5,140 +openrouter/openai/o1-mini,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,2747,149,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,5603,149,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,144,2805,156,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,144,3594,156,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,188,2554,200,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests,1,14,10,1,1,137,2747,149,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests,2,14,10,1,1,137,5603,149,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests,3,14,10,1,1,144,2805,156,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests,4,14,10,1,1,144,3594,156,1,1,1,0 +openrouter/openai/o1-mini,java,java/plain,write-tests,5,14,10,1,1,188,2554,200,1,1,1,0 +openrouter/openai/o1-mini,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3944,43882,4064,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,4073,48255,4193,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4074,49600,4194,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4074,49606,4194,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4080,44260,4200,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile,1,480,0,10,10,3944,43882,4064,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile,2,480,0,10,10,4073,48255,4193,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile,3,480,0,10,10,4074,49600,4194,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile,4,480,0,10,10,4074,49606,4194,10,10,10,440 +openrouter/openai/o1-mini,java,java/transpile,transpile,5,480,0,10,10,4080,44260,4200,10,10,10,440 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests-symflower-fix,1,2189,2100,20,23,20269,255110,20545,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests-symflower-fix,2,2240,2150,21,23,18773,195725,19049,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests-symflower-fix,3,2341,2250,22,23,22938,193721,23214,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests-symflower-fix,4,2382,2290,23,23,21052,223948,21328,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests-symflower-fix,5,2382,2290,23,23,21437,213510,21713,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests,1,2189,2100,20,23,20269,255110,20545,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests,2,2240,2150,21,23,18773,195725,19049,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests,3,2341,2250,22,23,22938,193721,23214,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests,4,2382,2290,23,23,21052,223948,21328,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/light,write-tests,5,2382,2290,23,23,21437,213510,21713,23,23,23,0 +openrouter/openai/o1-mini,ruby,ruby/mistakes,code-repair,1,170,0,5,5,620,18691,680,5,5,5,150 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,3255,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,3394,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,3895,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,140,5616,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,271,33382,283,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests,1,14,10,1,1,140,3255,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests,2,14,10,1,1,140,3394,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests,3,14,10,1,1,140,3895,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests,4,14,10,1,1,140,5616,152,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/plain,write-tests,5,14,10,1,1,271,33382,283,1,1,1,0 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile-symflower-fix,1,288,0,8,10,3081,80296,3201,10,10,10,250 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile-symflower-fix,2,430,0,10,10,3164,145432,3284,10,10,10,390 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile-symflower-fix,3,480,0,10,10,2985,70357,3105,10,10,10,440 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile-symflower-fix,4,480,0,10,10,3016,74506,3136,10,10,10,440 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile-symflower-fix,5,480,0,10,10,3054,79702,3174,10,10,10,440 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile,1,288,0,8,10,3081,80296,3201,10,10,10,250 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile,2,430,0,10,10,3164,145432,3284,10,10,10,390 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile,3,480,0,10,10,2985,70357,3105,10,10,10,440 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile,4,480,0,10,10,3016,74506,3136,10,10,10,440 +openrouter/openai/o1-mini,ruby,ruby/transpile,transpile,5,480,0,10,10,3054,79702,3174,10,10,10,440 +openrouter/openai/o1-preview,golang,golang/light,write-tests-symflower-fix,1,911,820,22,23,24856,670929,25150,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests-symflower-fix,2,942,850,23,23,23359,937099,23669,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests-symflower-fix,3,992,900,23,23,25795,581972,26105,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests-symflower-fix,4,992,900,23,23,26152,604944,26446,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests-symflower-fix,5,992,900,23,23,27351,637015,27645,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests,1,911,820,22,23,24856,670929,25150,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests,2,942,850,23,23,23359,937099,23669,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests,3,992,900,23,23,25795,581972,26105,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests,4,992,900,23,23,26152,604944,26446,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/light,write-tests,5,992,900,23,23,27351,637015,27645,23,23,23,0 +openrouter/openai/o1-preview,golang,golang/mistakes,code-repair,1,210,0,5,5,638,40148,704,5,5,5,190 +openrouter/openai/o1-preview,golang,golang/plain,write-tests-symflower-fix,1,14,10,1,1,74,7192,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests-symflower-fix,2,14,10,1,1,74,7389,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests-symflower-fix,3,14,10,1,1,74,8445,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests-symflower-fix,4,14,10,1,1,74,9157,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests-symflower-fix,5,14,10,1,1,77,9705,91,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests,1,14,10,1,1,74,7192,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests,2,14,10,1,1,74,7389,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests,3,14,10,1,1,74,8445,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests,4,14,10,1,1,74,9157,88,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/plain,write-tests,5,14,10,1,1,77,9705,91,1,1,1,0 +openrouter/openai/o1-preview,golang,golang/transpile,transpile-symflower-fix,1,580,0,10,10,2846,172929,2970,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile-symflower-fix,2,580,0,10,10,2882,112174,3002,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile-symflower-fix,3,580,0,10,10,2886,131642,3002,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile-symflower-fix,4,580,0,10,10,2962,118238,3086,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile-symflower-fix,5,580,0,10,10,3027,129648,3139,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile,1,580,0,10,10,2846,172929,2970,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile,2,580,0,10,10,2882,112174,3002,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile,3,580,0,10,10,2886,131642,3002,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile,4,580,0,10,10,2962,118238,3086,10,10,10,540 +openrouter/openai/o1-preview,golang,golang/transpile,transpile,5,580,0,10,10,3027,129648,3139,10,10,10,540 +openrouter/openai/o1-preview,java,java/light,write-tests-symflower-fix,1,2981,2890,22,23,37631,704003,37907,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests-symflower-fix,2,3112,3020,23,23,36123,564767,36399,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests-symflower-fix,3,3132,3040,23,23,35923,642775,36199,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests-symflower-fix,4,3132,3040,23,23,36162,832318,36438,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests-symflower-fix,5,3132,3040,23,23,36252,553724,36528,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests,1,2981,2890,22,23,37631,704003,37907,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests,2,3112,3020,23,23,36123,564767,36399,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests,3,3132,3040,23,23,35923,642775,36199,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests,4,3132,3040,23,23,36162,832318,36438,23,23,23,0 +openrouter/openai/o1-preview,java,java/light,write-tests,5,3132,3040,23,23,36252,553724,36528,23,23,23,0 +openrouter/openai/o1-preview,java,java/mistakes,code-repair,1,160,0,5,5,1144,46459,1204,5,5,5,140 +openrouter/openai/o1-preview,java,java/plain,write-tests-symflower-fix,1,14,10,1,1,137,10483,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests-symflower-fix,2,14,10,1,1,137,39688,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests-symflower-fix,3,14,10,1,1,137,7274,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests-symflower-fix,4,14,10,1,1,137,8029,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests-symflower-fix,5,14,10,1,1,137,9749,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests,1,14,10,1,1,137,10483,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests,2,14,10,1,1,137,39688,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests,3,14,10,1,1,137,7274,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests,4,14,10,1,1,137,8029,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/plain,write-tests,5,14,10,1,1,137,9749,149,1,1,1,0 +openrouter/openai/o1-preview,java,java/transpile,transpile-symflower-fix,1,480,0,10,10,3959,132213,4079,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile-symflower-fix,2,480,0,10,10,3967,132634,4087,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile-symflower-fix,3,480,0,10,10,4029,130700,4149,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile-symflower-fix,4,480,0,10,10,4031,189331,4151,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile-symflower-fix,5,480,0,10,10,4117,145808,4237,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile,1,480,0,10,10,3959,132213,4079,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile,2,480,0,10,10,3967,132634,4087,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile,3,480,0,10,10,4029,130700,4149,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile,4,480,0,10,10,4031,189331,4151,10,10,10,440 +openrouter/openai/o1-preview,java,java/transpile,transpile,5,480,0,10,10,4117,145808,4237,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests-symflower-fix,1,2381,2290,22,23,22499,515423,22775,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests-symflower-fix,2,2391,2300,22,23,25043,553503,25319,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests-symflower-fix,3,2442,2350,23,23,23441,664142,23717,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests-symflower-fix,4,2452,2360,23,23,24192,581940,24468,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests-symflower-fix,5,2452,2360,23,23,24204,608928,24480,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests,1,2381,2290,22,23,22499,515423,22775,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests,2,2391,2300,22,23,25043,553503,25319,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests,3,2442,2350,23,23,23441,664142,23717,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests,4,2452,2360,23,23,24192,581940,24468,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/light,write-tests,5,2452,2360,23,23,24204,608928,24480,23,23,23,0 +openrouter/openai/o1-preview,ruby,ruby/mistakes,code-repair,1,170,0,5,5,605,38370,665,5,5,5,150 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests-symflower-fix,1,14,10,1,1,140,10374,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests-symflower-fix,2,14,10,1,1,140,11099,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests-symflower-fix,3,14,10,1,1,140,12826,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests-symflower-fix,4,14,10,1,1,140,9292,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests-symflower-fix,5,14,10,1,1,152,11712,164,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests,1,14,10,1,1,140,10374,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests,2,14,10,1,1,140,11099,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests,3,14,10,1,1,140,12826,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests,4,14,10,1,1,140,9292,152,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/plain,write-tests,5,14,10,1,1,152,11712,164,1,1,1,0 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile-symflower-fix,1,400,0,10,10,2944,189375,3064,10,10,10,360 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile-symflower-fix,2,480,0,10,10,2765,181083,2885,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile-symflower-fix,3,480,0,10,10,2858,153792,2978,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile-symflower-fix,4,480,0,10,10,2870,160308,2990,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile-symflower-fix,5,480,0,10,10,2888,189359,3008,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile,1,400,0,10,10,2944,189375,3064,10,10,10,360 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile,2,480,0,10,10,2765,181083,2885,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile,3,480,0,10,10,2858,153792,2978,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile,4,480,0,10,10,2870,160308,2990,10,10,10,440 +openrouter/openai/o1-preview,ruby,ruby/transpile,transpile,5,480,0,10,10,2888,189359,3008,10,10,10,440