CP Legendre commited on
Commit ·
e21dd2d
1
Parent(s): c797253
Strengthen pairwise ranking regression assertions
Browse files
tests/test_ranking_refinements.py
CHANGED
|
@@ -115,9 +115,17 @@ def test_pairwise_harness_rankings_exclude_low_data_harnesses(tmp_path):
|
|
| 115 |
harness_df, model_df, pair_df = rankings.load_and_rank(csv_path)
|
| 116 |
|
| 117 |
assert set(harness_df["Category"]) == {"Claude Code", "OpenCode"}
|
| 118 |
-
assert
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 119 |
assert set(model_df["Category"]) == {"m1", "m2"}
|
| 120 |
|
|
|
|
|
|
|
|
|
|
| 121 |
|
| 122 |
def test_ranking_minimum_height_is_reduced_without_changing_matrix_minimum():
|
| 123 |
source = Path("src/charts.py").read_text()
|
|
|
|
| 115 |
harness_df, model_df, pair_df = rankings.load_and_rank(csv_path)
|
| 116 |
|
| 117 |
assert set(harness_df["Category"]) == {"Claude Code", "OpenCode"}
|
| 118 |
+
assert set(pair_df["Category"]) == {
|
| 119 |
+
"m1 + Claude Code",
|
| 120 |
+
"m1 + OpenCode",
|
| 121 |
+
"m2 + Claude Code",
|
| 122 |
+
"m2 + OpenCode",
|
| 123 |
+
}
|
| 124 |
assert set(model_df["Category"]) == {"m1", "m2"}
|
| 125 |
|
| 126 |
+
model_by_category = model_df.set_index("Category")
|
| 127 |
+
assert model_by_category.loc["m1", "Bench A"] == pytest.approx(0.838)
|
| 128 |
+
|
| 129 |
|
| 130 |
def test_ranking_minimum_height_is_reduced_without_changing_matrix_minimum():
|
| 131 |
source = Path("src/charts.py").read_text()
|