| { |
| "model_path": "/home/ubuntu/groot_workspace/checkpoints/siglip2_decision_4class_state22_woidle_post1chunk/best_model.pt", |
| "test_episodes": [ |
| 4, |
| 5, |
| 14, |
| 19 |
| ], |
| "threshold": 0.5, |
| "frame_metrics": { |
| "class_accuracy": 0.9955503512880562, |
| "switch_macro_f1": 0.9010890266576999, |
| "per_switch": [ |
| { |
| "transition": "0->1", |
| "tp": 48, |
| "fp": 2, |
| "fn": 16, |
| "tn": 4204, |
| "precision": 0.96, |
| "recall": 0.75, |
| "f1": 0.8421052631578947 |
| }, |
| { |
| "transition": "1->2", |
| "tp": 64, |
| "fp": 11, |
| "fn": 0, |
| "tn": 4195, |
| "precision": 0.8533333333333334, |
| "recall": 1.0, |
| "f1": 0.9208633093525179 |
| }, |
| { |
| "transition": "2->3", |
| "tp": 63, |
| "fp": 7, |
| "fn": 1, |
| "tn": 4199, |
| "precision": 0.9, |
| "recall": 0.984375, |
| "f1": 0.9402985074626866 |
| } |
| ] |
| }, |
| "episode_metrics": [ |
| { |
| "episode_index": 4, |
| "chunk_language_accuracy": 1.0, |
| "frame_language_accuracy": 0.9742647058823529, |
| "early_switch_count": 0, |
| "switch_delays": { |
| "0->1": 8, |
| "1->2": 10, |
| "2->3": 10 |
| }, |
| "sequence_completed": true, |
| "switch_frames": { |
| "0->1": 48, |
| "1->2": 512, |
| "2->3": 688 |
| }, |
| "boundaries": [ |
| { |
| "frame": 40, |
| "from": 0, |
| "to": 1 |
| }, |
| { |
| "frame": 502, |
| "from": 1, |
| "to": 2 |
| }, |
| { |
| "frame": 678, |
| "from": 2, |
| "to": 3 |
| } |
| ] |
| }, |
| { |
| "episode_index": 5, |
| "chunk_language_accuracy": 1.0, |
| "frame_language_accuracy": 0.9937722419928826, |
| "early_switch_count": 0, |
| "switch_delays": { |
| "0->1": 5, |
| "1->2": 1, |
| "2->3": 1 |
| }, |
| "sequence_completed": true, |
| "switch_frames": { |
| "0->1": 48, |
| "1->2": 544, |
| "2->3": 720 |
| }, |
| "boundaries": [ |
| { |
| "frame": 43, |
| "from": 0, |
| "to": 1 |
| }, |
| { |
| "frame": 543, |
| "from": 1, |
| "to": 2 |
| }, |
| { |
| "frame": 719, |
| "from": 2, |
| "to": 3 |
| } |
| ] |
| }, |
| { |
| "episode_index": 14, |
| "chunk_language_accuracy": 0.046875, |
| "frame_language_accuracy": 0.03823529411764706, |
| "early_switch_count": 0, |
| "switch_delays": { |
| "0->1": null, |
| "1->2": null, |
| "2->3": null |
| }, |
| "sequence_completed": false, |
| "switch_frames": {}, |
| "boundaries": [ |
| { |
| "frame": 39, |
| "from": 0, |
| "to": 1 |
| }, |
| { |
| "frame": 484, |
| "from": 1, |
| "to": 2 |
| }, |
| { |
| "frame": 663, |
| "from": 2, |
| "to": 3 |
| } |
| ] |
| }, |
| { |
| "episode_index": 19, |
| "chunk_language_accuracy": 1.0, |
| "frame_language_accuracy": 0.9778420038535646, |
| "early_switch_count": 0, |
| "switch_delays": { |
| "0->1": 8, |
| "1->2": 10, |
| "2->3": 5 |
| }, |
| "sequence_completed": true, |
| "switch_frames": { |
| "0->1": 48, |
| "1->2": 496, |
| "2->3": 672 |
| }, |
| "boundaries": [ |
| { |
| "frame": 40, |
| "from": 0, |
| "to": 1 |
| }, |
| { |
| "frame": 486, |
| "from": 1, |
| "to": 2 |
| }, |
| { |
| "frame": 667, |
| "from": 2, |
| "to": 3 |
| } |
| ] |
| } |
| ], |
| "summary": { |
| "early_switch_count": 0, |
| "sequence_completion_rate": 0.75, |
| "chunk_language_accuracy": 0.76171875, |
| "frame_language_accuracy": 0.7460285614616118 |
| } |
| } |
