{ "base": "distilroberta-base", "labels": [ "CAUSALITY_NOT_ESTABLISHED", "INDIVIDUAL_PREDICTION_PROHIBITED", "LEGAL_CONCLUSION_NOT_SUPPORTED", "LENDER_RECOMMENDATION", "PROGRAM_MISMATCH", "QUALIFIER_DELETED", "SAME_APPLICANT_FRAMING", "SCOPE_TOO_BROAD" ], "train_rows": 8896, "test_rows": 1004, "epochs": 3.0, "train_seconds": 3579, "exact_match": 0.999, "per_label": { "CAUSALITY_NOT_ESTABLISHED": { "support": 126, "precision": 1.0, "recall": 1.0 }, "INDIVIDUAL_PREDICTION_PROHIBITED": { "support": 115, "precision": 1.0, "recall": 1.0 }, "LEGAL_CONCLUSION_NOT_SUPPORTED": { "support": 113, "precision": 1.0, "recall": 1.0 }, "LENDER_RECOMMENDATION": { "support": 105, "precision": 1.0, "recall": 1.0 }, "PROGRAM_MISMATCH": { "support": 70, "precision": 1.0, "recall": 1.0 }, "QUALIFIER_DELETED": { "support": 240, "precision": 1.0, "recall": 0.996 }, "SAME_APPLICANT_FRAMING": { "support": 109, "precision": 1.0, "recall": 1.0 }, "SCOPE_TOO_BROAD": { "support": 67, "precision": 1.0, "recall": 1.0 } }, "clean_sentences": { "n": 177, "flagged_false": 0 }, "note": "Held-out split by claim id: no claim appears on both sides. Rule-generated data; a sentence pattern the generator never wrote is not covered by this number." }