data/artifacts/models/recommender/metrics.json

{
  "model_name": "recommender",
  "model_version": "recommender_v2_baseline_001",
  "dataset_version": "2.0.0",
  "trained_at": "2026-05-21T05:59:13.148420+00:00",
  "seed": 42,
  "split_counts": {
    "train": 5671,
    "validation": 1214,
    "test": 1215
  },
  "metrics": {
    "validation": {
      "roc_auc_clicked": 0.5439,
      "lift_at_10_clicked": 1.1392,
      "roc_auc_is_completed": 0.5303,
      "lift_at_10_is_completed": 1.1056
    },
    "test": {
      "roc_auc_clicked": 0.5486,
      "lift_at_10_clicked": 1.0471,
      "roc_auc_is_completed": 0.5424,
      "lift_at_10_is_completed": 1.0366
    }
  },
  "limitations": [
    "Trained on synthetic data only.",
    "Two separate GBC models \u2014 no joint optimization of clicked + is_completed.",
    "OrdinalEncoder assumes an ordering for priority/recommendation_type/subject.",
    "Lift@10 depends on the distribution of positive labels in the dataset.",
    "No user-level features (e.g., engagement history) included in baseline."
  ]
}