test_scoring.py

import unittest

from scoring import rank_leaderboard


def leaderboard_entry(
    *,
    team,
    contact,
    submission,
    submitted_at,
    answer_accuracy,
    evidence_exact_match,
    evidence_f1,
):
    return {
        "team": team,
        "contact": contact,
        "submission_name": submission,
        "submitted_at": submitted_at,
        "answer_accuracy": answer_accuracy,
        "evidence_exact_match": evidence_exact_match,
        "evidence_f1": evidence_f1,
        "examples": 217,
    }


class LeaderboardRankingTests(unittest.TestCase):
    def test_same_team_and_email_show_latest_attempt(self):
        rows = [
            leaderboard_entry(
                team="Example Team",
                contact="Lead@Example.org",
                submission="baseline",
                submitted_at="2026-07-30T01:00:00Z",
                answer_accuracy=0.75,
                evidence_exact_match=0.5,
                evidence_f1=0.7,
            ),
            leaderboard_entry(
                team="  example   team ",
                contact=" lead@example.org ",
                submission="improved",
                submitted_at="2026-07-30T02:00:00Z",
                answer_accuracy=0.8,
                evidence_exact_match=0.6,
                evidence_f1=0.75,
            ),
        ]

        ranked = rank_leaderboard(rows)

        self.assertEqual(len(ranked), 1)
        self.assertEqual(ranked[0]["submission_name"], "improved")
        self.assertEqual(ranked[0]["attempts"], 2)

    def test_same_team_with_different_email_is_a_separate_identity(self):
        rows = [
            leaderboard_entry(
                team="Example Team",
                contact="one@example.org",
                submission="one",
                submitted_at="2026-07-30T01:00:00Z",
                answer_accuracy=0.7,
                evidence_exact_match=1.0,
                evidence_f1=1.0,
            ),
            leaderboard_entry(
                team="Example Team",
                contact="two@example.org",
                submission="two",
                submitted_at="2026-07-30T02:00:00Z",
                answer_accuracy=0.8,
                evidence_exact_match=1.0,
                evidence_f1=1.0,
            ),
        ]

        ranked = rank_leaderboard(rows)

        self.assertEqual(len(ranked), 2)
        self.assertEqual([row["attempts"] for row in ranked], [1, 1])

    def test_evidence_f1_is_the_public_tie_breaker(self):
        rows = [
            leaderboard_entry(
                team="Exact Team",
                contact="exact@example.org",
                submission="higher-exact",
                submitted_at="2026-07-30T01:00:00Z",
                answer_accuracy=0.8,
                evidence_exact_match=1.0,
                evidence_f1=0.5,
            ),
            leaderboard_entry(
                team="F1 Team",
                contact="f1@example.org",
                submission="higher-f1",
                submitted_at="2026-07-30T02:00:00Z",
                answer_accuracy=0.8,
                evidence_exact_match=0.0,
                evidence_f1=0.9,
            ),
        ]

        ranked = rank_leaderboard(rows)

        self.assertEqual(ranked[0]["team"], "F1 Team")


if __name__ == "__main__":
    unittest.main()