Skip to content

Commit

Permalink
More benchmarks
Browse files Browse the repository at this point in the history
  • Loading branch information
dustalov committed Aug 17, 2024
1 parent b79aaaf commit 6b10137
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions python/evalica/test_evalica.py
Original file line number Diff line number Diff line change
Expand Up @@ -510,10 +510,11 @@ def test_llmfao_performance(llmfao: Comparison, algorithm: str, solver: str, ben
benchmark(func)


def test_llmfao_pairwise_scores(llmfao: Comparison, benchmark: BenchmarkFixture) -> None:
@pytest.mark.parametrize("solver", ["pyo3", "naive"])
def test_llmfao_pairwise_scores(llmfao: Comparison, solver: str, benchmark: BenchmarkFixture) -> None:
result = evalica.counting(*llmfao)

func = partial(evalica.pairwise_scores, result.scores.to_numpy())
func = partial(evalica.pairwise_scores, result.scores.to_numpy(), solver=solver)

benchmark(func)

Expand Down

0 comments on commit 6b10137

Please sign in to comment.