workmem/validation/validation_summary_step_950.json

{
  "mode": "controlled_teacher_forcing",
  "global_step": 950,
  "avg_loss": 600.375,
  "num_samples": 30,
  "avg_mem_token_gt_count": 9.4,
  "avg_mem_token_rate": 0.5738042972127985,
  "avg_mem_token_accuracy": 0.2553191489361702,
  "avg_mem_token_precision": 0.008346858335265477,
  "avg_mem_token_recall(Accuracy)": 0.2553191489361702,
  "avg_slot_norm_mean": 197.63333333333333,
  "avg_slot_sim_mean": 0.996875,
  "active_sample_count": 30,
  "sim_active_sample_count": 30,
  "total_gt_mem_token_count": 282,
  "total_pred_mem_token_count": 8626,
  "total_correct_count": 72,
  "total_positions": 15033
}