{
  "auc_click": 0.8223280482233246,
  "auc_click_cal": 0.8223280486775686,
  "ece_before": 0.07843196266342997,
  "ece_after": 0.06774758427485816,
  "mse_value": 0.07866260409355164,
  "rmse_value": 0.28046854385750936,
  "ablation_auc_single_click": 0.8319328938440997,
  "ablation_mse_single_value": 0.11718457192182541,
  "mmoe_vs_single_auc_delta": -0.009604845620775126
}