{ "em_overall": 0.37915742793791574, "em_closed": 0.5219123505976095, "em_open": 0.2, "token_f1": 0.4229754970331467, "token_f1_closed": 0.5243188860718742, "token_f1_open": 0.29578954378954364, "bleu1": 0.4118624515661503, "bleu1_closed": 0.5232514386896857, "bleu1_open": 0.27206927272611325, "n_closed": 251, "n_open": 200, "clin_sensitivity": 0.6016949152542372, "clin_specificity": 0.6240601503759399, "clin_precision": 0.5867768595041323, "clin_balanced_acc": 0.6128775328150886, "clin_f1": 0.5941422594142259, "clin_auc": 0.6285204536765643, "sem_open": 0.5111555543076247, "params_total": 4438171168, "params_trainable": 29859840, "inference_time_sec": 676.6 }