Download eval.json from FinanceRateCalc/frc-contract-drift: direct link, hf CLI and curl.
- Browser
- Download file 1.36 kB
-
https://huggingface.co/FinanceRateCalc/frc-contract-drift/resolve/main/eval.json
- Command line
-
hf download hf://FinanceRateCalc/frc-contract-drift/eval.json
-
curl -L -o eval.json https://huggingface.co/FinanceRateCalc/frc-contract-drift/resolve/main/eval.json
1.36 kB
| { | |
| "base": "distilroberta-base", | |
| "labels": [ | |
| "CAUSALITY_NOT_ESTABLISHED", | |
| "INDIVIDUAL_PREDICTION_PROHIBITED", | |
| "LEGAL_CONCLUSION_NOT_SUPPORTED", | |
| "LENDER_RECOMMENDATION", | |
| "PROGRAM_MISMATCH", | |
| "QUALIFIER_DELETED", | |
| "SAME_APPLICANT_FRAMING", | |
| "SCOPE_TOO_BROAD" | |
| ], | |
| "train_rows": 8896, | |
| "test_rows": 1004, | |
| "epochs": 3.0, | |
| "train_seconds": 3579, | |
| "exact_match": 0.999, | |
| "per_label": { | |
| "CAUSALITY_NOT_ESTABLISHED": { | |
| "support": 126, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "INDIVIDUAL_PREDICTION_PROHIBITED": { | |
| "support": 115, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "LEGAL_CONCLUSION_NOT_SUPPORTED": { | |
| "support": 113, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "LENDER_RECOMMENDATION": { | |
| "support": 105, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "PROGRAM_MISMATCH": { | |
| "support": 70, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "QUALIFIER_DELETED": { | |
| "support": 240, | |
| "precision": 1.0, | |
| "recall": 0.996 | |
| }, | |
| "SAME_APPLICANT_FRAMING": { | |
| "support": 109, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "SCOPE_TOO_BROAD": { | |
| "support": 67, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| } | |
| }, | |
| "clean_sentences": { | |
| "n": 177, | |
| "flagged_false": 0 | |
| }, | |
| "note": "Held-out split by claim id: no claim appears on both sides. Rule-generated data; a sentence pattern the generator never wrote is not covered by this number." | |
| } |