94 lines
2 KiB
Python
94 lines
2 KiB
Python
from pathlib import Path
|
|
|
|
import matplotlib
|
|
import pytest
|
|
|
|
matplotlib.use("Agg") # don't show a window for each test
|
|
|
|
from great_ai.utilities import evaluate_ranking
|
|
|
|
|
|
def test_default() -> None:
|
|
results = evaluate_ranking(
|
|
["a", "a", "b", "b", "c", "d", "d", "d"],
|
|
[10, 7, 11, 6, 8, 2, 7, 1],
|
|
target_recall=0.6,
|
|
reverse_order=True,
|
|
)
|
|
|
|
assert results == {"d": 1.0, "c": 0.6666666666666666, "b": 0.4}
|
|
|
|
results = evaluate_ranking(
|
|
["a", "a", "b", "b", "c", "d", "d", "d"],
|
|
[10, 7, 11, 6, 8, 2, 7, 1],
|
|
target_recall=0.6,
|
|
reverse_order=False,
|
|
disable_interpolation=True,
|
|
)
|
|
|
|
assert results == {
|
|
"a": 0.6666666666666666,
|
|
"b": 0.3333333333333333,
|
|
"c": 0.2857142857142857,
|
|
}
|
|
|
|
|
|
def test_mismatching_lengths() -> None:
|
|
with pytest.raises(ValueError):
|
|
evaluate_ranking(
|
|
["a", "a", "b", "b", "c"],
|
|
[10, 7, 11, 6, 8, 2, 7, 1],
|
|
target_recall=0.6,
|
|
)
|
|
|
|
|
|
def test_invalid_recalls() -> None:
|
|
with pytest.raises(AssertionError):
|
|
evaluate_ranking(
|
|
["a", "a", "b", "b"],
|
|
[10, 7, 11, 6],
|
|
target_recall=10.6,
|
|
)
|
|
|
|
with pytest.raises(AssertionError):
|
|
evaluate_ranking(
|
|
["a", "a", "b", "b"],
|
|
[10, 7, 11, 6],
|
|
target_recall=-0.0001,
|
|
)
|
|
|
|
with pytest.raises(AssertionError):
|
|
evaluate_ranking(
|
|
["a", "a", "b", "b"],
|
|
[10, 7, 11, 6],
|
|
target_recall=1.00001,
|
|
)
|
|
|
|
|
|
def test_empty() -> None:
|
|
evaluate_ranking(
|
|
[],
|
|
[],
|
|
target_recall=0.6,
|
|
)
|
|
|
|
evaluate_ranking(
|
|
["a"],
|
|
[1],
|
|
target_recall=0.6,
|
|
)
|
|
|
|
|
|
def test_save() -> None:
|
|
path = Path("test.svg")
|
|
path.unlink(missing_ok=True)
|
|
|
|
evaluate_ranking(
|
|
["a", "a", "b", "b", "c", "d", "d", "d"],
|
|
[10, 7, 11, 6, 8, 2, 7, 1],
|
|
target_recall=0.1,
|
|
output_svg=path,
|
|
)
|
|
|
|
assert path.exists()
|
|
path.unlink()
|