CP Legendre commited on
Commit
e21dd2d
·
1 Parent(s): c797253

Strengthen pairwise ranking regression assertions

Browse files
Files changed (1) hide show
  1. tests/test_ranking_refinements.py +9 -1
tests/test_ranking_refinements.py CHANGED
@@ -115,9 +115,17 @@ def test_pairwise_harness_rankings_exclude_low_data_harnesses(tmp_path):
115
  harness_df, model_df, pair_df = rankings.load_and_rank(csv_path)
116
 
117
  assert set(harness_df["Category"]) == {"Claude Code", "OpenCode"}
118
- assert not pair_df["Category"].str.contains("Codex|Qwen Code").any()
 
 
 
 
 
119
  assert set(model_df["Category"]) == {"m1", "m2"}
120
 
 
 
 
121
 
122
  def test_ranking_minimum_height_is_reduced_without_changing_matrix_minimum():
123
  source = Path("src/charts.py").read_text()
 
115
  harness_df, model_df, pair_df = rankings.load_and_rank(csv_path)
116
 
117
  assert set(harness_df["Category"]) == {"Claude Code", "OpenCode"}
118
+ assert set(pair_df["Category"]) == {
119
+ "m1 + Claude Code",
120
+ "m1 + OpenCode",
121
+ "m2 + Claude Code",
122
+ "m2 + OpenCode",
123
+ }
124
  assert set(model_df["Category"]) == {"m1", "m2"}
125
 
126
+ model_by_category = model_df.set_index("Category")
127
+ assert model_by_category.loc["m1", "Bench A"] == pytest.approx(0.838)
128
+
129
 
130
  def test_ranking_minimum_height_is_reduced_without_changing_matrix_minimum():
131
  source = Path("src/charts.py").read_text()