| { |
| "model_name": "distilbert-base-multilingual-cased", |
| "task": "intent", |
| "num_labels": 6, |
| "labels": { |
| "booking": 0, |
| "complaint": 1, |
| "farewell": 2, |
| "greeting": 3, |
| "inquiry": 4, |
| "other": 5 |
| }, |
| "source_checkpoint": "models/intent_classifier/runs/checkpoint-3336", |
| "test_metrics": { |
| "test_loss": 0.34578752517700195, |
| "test_model_preparation_time": 0.0051, |
| "test_accuracy": 0.9244604316546763, |
| "test_f1": 0.9245594281209359, |
| "test_f1_macro": 0.9371155856970953, |
| "test_precision": 0.9249189058091933, |
| "test_recall": 0.9244604316546763, |
| "test_runtime": 20.6374, |
| "test_samples_per_second": 107.766, |
| "test_steps_per_second": 6.735, |
| "epoch": 0.0 |
| }, |
| "classification_report": { |
| "booking": { |
| "precision": 0.8782961460446247, |
| "recall": 0.9173728813559322, |
| "f1-score": 0.8974093264248705, |
| "support": 472.0 |
| }, |
| "complaint": { |
| "precision": 0.9978401727861771, |
| "recall": 0.9978401727861771, |
| "f1-score": 0.9978401727861771, |
| "support": 463.0 |
| }, |
| "farewell": { |
| "precision": 1.0, |
| "recall": 0.9743589743589743, |
| "f1-score": 0.987012987012987, |
| "support": 156.0 |
| }, |
| "greeting": { |
| "precision": 0.9893048128342246, |
| "recall": 0.9685863874345549, |
| "f1-score": 0.9788359788359788, |
| "support": 191.0 |
| }, |
| "inquiry": { |
| "precision": 0.8790496760259179, |
| "recall": 0.8641188959660298, |
| "f1-score": 0.8715203426124197, |
| "support": 471.0 |
| }, |
| "other": { |
| "precision": 0.8948497854077253, |
| "recall": 0.8853503184713376, |
| "f1-score": 0.8900747065101388, |
| "support": 471.0 |
| }, |
| "accuracy": 0.9244604316546763, |
| "macro avg": { |
| "precision": 0.9398900988497783, |
| "recall": 0.9346046050621677, |
| "f1-score": 0.9371155856970953, |
| "support": 2224.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9249189058091933, |
| "recall": 0.9244604316546763, |
| "f1-score": 0.9245594281209359, |
| "support": 2224.0 |
| } |
| }, |
| "per_language": { |
| "AR": { |
| "n": 736, |
| "accuracy": 0.8980978260869565, |
| "f1_weighted": 0.89834321233115, |
| "f1_macro": 0.9153021560624438 |
| }, |
| "EN": { |
| "n": 751, |
| "accuracy": 0.9494007989347537, |
| "f1_weighted": 0.9493381733107601, |
| "f1_macro": 0.958871593735452 |
| }, |
| "FR": { |
| "n": 737, |
| "accuracy": 0.9253731343283582, |
| "f1_weighted": 0.9252881695076642, |
| "f1_macro": 0.9364015453854347 |
| } |
| }, |
| "training": { |
| "epochs_completed": 3, |
| "epochs_planned": 5, |
| "note": "training stopped at end of epoch 3; checkpoint accepted as final (best eval_f1_macro=0.9402 at epoch 3, curve still improving but optimizer state was not saved due to save_only_model=True)." |
| } |
| } |
