metrics.json

{
  "rmse_log": 0.5877444773382154,
  "mae_log": 0.2987727442764338,
  "r2_log": 0.2190175711388792,
  "spearman": 0.552975328379164,
  "mae_engagement": 2.89875987639266,
  "rmse_log_nonreply": 0.8638332178373588,
  "rmse_log_reply": 0.3993264164625104,
  "spearman_nonreply": 0.6161772679216294,
  "spearman_reply": 0.4087985225427317,
  "spearman_within_account_nonreply_mean": 0.2210206367964205,
  "spearman_within_account_nonreply_wmean": 0.24558121396978394,
  "spearman_within_account_nonreply_n": 415.0,
  "spearman_within_account_reply_mean": 0.27944139633265186,
  "spearman_within_account_reply_wmean": 0.3066146060439611,
  "spearman_within_account_reply_n": 267.0,
  "rmse_log_nonreply_top10": 2.3478436463235663,
  "mean_underpred_nonreply_top10": 2.068597104093038,
  "rmse_log_raw_dump": 1.0221516651925613,
  "spearman_raw_dump": 0.448903523930651,
  "exposure_correct": true,
  "exposure_mode": "rate",
  "exposure_cap_days": 30.0,
  "exposure_beta": 1.0,
  "exposure_a": 0.0,
  "exposure_b": 0.0,
  "target_space": "exposure_rate",
  "best_iteration": 140,
  "num_features": 326,
  "train_rows": 88500,
  "val_rows": 22125,
  "n_accounts_train": 868,
  "n_accounts_val": 594,
  "baseline_rmse_log": 0.7146245709321322,
  "reply_baseline_rmse_log": 0.7106109199414513,
  "chosen_baseline_rmse_log": 0.6952656498247348,
  "residual": false,
  "baseline_kind": "context_replies",
  "nonreply_weight": 1.0,
  "breakout_head": false,
  "breakout_auc": NaN,
  "model": "lgbm",
  "account_te": true,
  "era_te": 0.0,
  "era_te_prior": 0.0,
  "era_heads": 0.0,
  "era_key": "",
  "era_head_min_train": 0.0,
  "loss": "asymmetric",
  "sera_floor": 0.0,
  "sera_high_only": 0.0,
  "sera_nonreply_only": 0.0,
  "early_stop_metric": "rmse",
  "hybrid_rank": 1.0,
  "rank_nonreply_only": 1.0,
  "rank_min_group": 2.0,
  "rank_relevance": "dense",
  "holdout_policy": "time",
  "min_upload_hist": 0.0,
  "provenance_features": 0.0,
  "stream_fresh_days": 0.0,
  "media_types": 0.0,
  "nr_train_rank_n_rows": 14637.0,
  "nr_train_rank_n_groups": 706.0,
  "nr_train_rank_min_group": 2.0,
  "nr_train_rank_mean_group": 20.73229461756374,
  "nr_train_rank_frac_rows_kept": 0.9942263279445728,
  "nr_train_rank_label_max": 174.0,
  "nr_train_rank_relevance_extreme": 0.0,
  "nr_train_rank_frac_grade4": 0.0,
  "nr_val_rank_n_rows": 6891.0,
  "nr_val_rank_n_groups": 420.0,
  "nr_val_rank_min_group": 2.0,
  "nr_val_rank_mean_group": 16.40714285714286,
  "nr_val_rank_frac_rows_kept": 0.9826037359190075,
  "nr_val_rank_label_max": 127.0,
  "nr_val_rank_relevance_extreme": 0.0,
  "nr_val_rank_frac_grade4": 0.0,
  "reply_train_rank_n_rows": 73776.0,
  "reply_train_rank_n_groups": 865.0,
  "reply_train_rank_min_group": 2.0,
  "reply_train_rank_mean_group": 85.29017341040462,
  "reply_train_rank_frac_rows_kept": 0.9999728916479167,
  "reply_train_rank_label_max": 174.0,
  "reply_train_rank_relevance_extreme": 0.0,
  "reply_train_rank_frac_grade4": 0.0,
  "reply_val_rank_n_rows": 14994.0,
  "reply_val_rank_n_groups": 268.0,
  "reply_val_rank_min_group": 2.0,
  "reply_val_rank_mean_group": 55.94776119402985,
  "reply_val_rank_frac_rows_kept": 0.9921916357861302,
  "reply_val_rank_label_max": 170.0,
  "reply_val_rank_relevance_extreme": 0.0,
  "reply_val_rank_frac_grade4": 0.0,
  "seconds": 26.48
}