workmem/validation/validation_summary_step_500.json

{
  "mode": "controlled_teacher_forcing",
  "global_step": 500,
  "avg_loss": 593.75,
  "num_samples": 30,
  "avg_mem_token_gt_count": 9.4,
  "avg_mem_token_rate": 0.5675513869487129,
  "avg_mem_token_accuracy": 0.2375886524822695,
  "avg_mem_token_precision": 0.007852789498359119,
  "avg_mem_token_recall(Accuracy)": 0.2375886524822695,
  "avg_slot_norm_mean": 197.63333333333333,
  "avg_slot_sim_mean": 0.996875,
  "active_sample_count": 30,
  "sim_active_sample_count": 30,
  "total_gt_mem_token_count": 282,
  "total_pred_mem_token_count": 8532,
  "total_correct_count": 67,
  "total_positions": 15033
}