| { |
| "checkpoint": "models/sci-causal", |
| "dataset": "wls04/prm-scienceworld-gemini-mix:test", |
| "split": "test", |
| "step_score_token": "<|prm_step|>", |
| "num_steps": 50711, |
| "num_batches": 100, |
| "step_loss": 0.366407671184279, |
| "step_accuracy": 0.810179251050068, |
| "macro_f1": 76.61213730710607, |
| "balanced_accuracy": 77.840100607088, |
| "per_class_f1": { |
| "0": 91.23, |
| "1": 64.32, |
| "2": 74.29 |
| }, |
| "num_pos_labels": 11281, |
| "num_neg_labels": 26919, |
| "flip_pos_to_neg": 399, |
| "flip_neg_to_pos": 1491, |
| "flip_pos_to_neg_rate": 0.03536920485772538, |
| "flip_neg_to_pos_rate": 0.05538838738437535, |
| "flip_rate": 0.049476439790575914 |
| } |
