scripts/test_verifier.py

from verifier.verifier import verify


test_cases = [
    ("5\n", "10"),
    ("0\n", "0"),
    ("-3\n", "-6"),
    ("100\n", "200"),
    ("999\n", "1998"),
]

# ✅ define these FIRST
correct_code = """
n = int(input())
print(n * 2)
"""

wrong_code = """
n = int(input())
print(n)
"""

timeout_code = """
while True:
    pass
"""

# ✅ now use them
for name, code in [
    ("correct", correct_code),
    ("wrong", wrong_code),
    ("timeout", timeout_code),
]:
    reward, info = verify(code, test_cases)

    print("\nCASE:", name)
    print("Reward:", reward)
    print("Pass rate:", info["pass_rate"])
    print("Passed:", info["passed"], "/", info["total"])
    print("Timeouts:", info["timeout_count"])
    print("Errors:", info["error_count"])