| { |
| "by_notation": { |
| "jianpu": { |
| "count": 34, |
| "exact_match_rate": 0.0, |
| "mean_predicted_length": 38.970588235294116, |
| "mean_target_length": 38.1764705882353, |
| "symbol_error_rate": 0.5955315870570108, |
| "token_accuracy": 0.2794759825327511, |
| "token_edit_distance": 773 |
| }, |
| "sargam": { |
| "count": 31, |
| "exact_match_rate": 0.0, |
| "mean_predicted_length": 40.32258064516129, |
| "mean_target_length": 37.903225806451616, |
| "symbol_error_rate": 0.6263829787234042, |
| "token_accuracy": 0.2786885245901639, |
| "token_edit_distance": 736 |
| }, |
| "western": { |
| "count": 32, |
| "exact_match_rate": 0.0, |
| "mean_predicted_length": 39.46875, |
| "mean_target_length": 38.375, |
| "symbol_error_rate": 0.5879478827361564, |
| "token_accuracy": 0.30139103554868624, |
| "token_edit_distance": 722 |
| } |
| }, |
| "checkpoint": "checkpoints_r4/epoch-007.pt", |
| "image_size": { |
| "height": 192, |
| "width": 768 |
| }, |
| "manifest": "samples/manifest.jsonl", |
| "max_curriculum": 0, |
| "overall": { |
| "count": 97, |
| "exact_match_rate": 0.0, |
| "mean_predicted_length": 39.56701030927835, |
| "mean_target_length": 38.154639175257735, |
| "symbol_error_rate": 0.6028100513374763, |
| "token_accuracy": 0.2864016206634591, |
| "token_edit_distance": 2231 |
| }, |
| "split": "test" |
| } |
|
|
