from pathlib import Path import matplotlib import pytest matplotlib.use("Agg") # don't show a window for each test from great_ai.utilities import evaluate_ranking def test_default() -> None: results = evaluate_ranking( ["a", "a", "b", "b", "c", "d", "d", "d"], [10, 7, 11, 6, 8, 2, 7, 1], target_recall=0.6, reverse_order=True, ) assert results == {"d": 1.0, "c": 0.6666666666666666, "b": 0.4} results = evaluate_ranking( ["a", "a", "b", "b", "c", "d", "d", "d"], [10, 7, 11, 6, 8, 2, 7, 1], target_recall=0.6, reverse_order=False, disable_interpolation=True, ) assert results == { "a": 0.6666666666666666, "b": 0.3333333333333333, "c": 0.2857142857142857, } def test_mismatching_lengths() -> None: with pytest.raises(ValueError): evaluate_ranking( ["a", "a", "b", "b", "c"], [10, 7, 11, 6, 8, 2, 7, 1], target_recall=0.6, ) def test_invalid_recalls() -> None: with pytest.raises(AssertionError): evaluate_ranking( ["a", "a", "b", "b"], [10, 7, 11, 6], target_recall=10.6, ) with pytest.raises(AssertionError): evaluate_ranking( ["a", "a", "b", "b"], [10, 7, 11, 6], target_recall=-0.0001, ) with pytest.raises(AssertionError): evaluate_ranking( ["a", "a", "b", "b"], [10, 7, 11, 6], target_recall=1.00001, ) def test_empty() -> None: evaluate_ranking( [], [], target_recall=0.6, ) evaluate_ranking( ["a"], [1], target_recall=0.6, ) def test_save() -> None: path = Path("test.svg") path.unlink(missing_ok=True) evaluate_ranking( ["a", "a", "b", "b", "c", "d", "d", "d"], [10, 7, 11, 6, 8, 2, 7, 1], target_recall=0.1, output_svg=path, ) assert path.exists() path.unlink()