eval/vqarad_metrics.json

{
  "em_overall": 0.37915742793791574,
  "em_closed": 0.5219123505976095,
  "em_open": 0.2,
  "token_f1": 0.4229754970331467,
  "token_f1_closed": 0.5243188860718742,
  "token_f1_open": 0.29578954378954364,
  "bleu1": 0.4118624515661503,
  "bleu1_closed": 0.5232514386896857,
  "bleu1_open": 0.27206927272611325,
  "n_closed": 251,
  "n_open": 200,
  "clin_sensitivity": 0.6016949152542372,
  "clin_specificity": 0.6240601503759399,
  "clin_precision": 0.5867768595041323,
  "clin_balanced_acc": 0.6128775328150886,
  "clin_f1": 0.5941422594142259,
  "clin_auc": 0.6285204536765643,
  "sem_open": 0.5111555543076247,
  "params_total": 4438171168,
  "params_trainable": 29859840,
  "inference_time_sec": 676.6
}