data/processed/eval_ablation.json

{
  "split": {
    "train": 66124,
    "test": 1891
  },
  "retrieval_full": {
    "n": 1421,
    "skipped": 0,
    "ndcg@10": 0.590879154661905,
    "hit@10": 0.6368754398311048,
    "mrr@10": 0.5766610256582108
  },
  "retrieval_only_semantic": {
    "n": 1421,
    "skipped": 0,
    "ndcg@10": 0.26101196062953536,
    "hit@10": 0.28993666432090076,
    "mrr@10": 0.25222456798811477
  },
  "retrieval_only_cf": {
    "n": 1421,
    "skipped": 0,
    "ndcg@10": 0.6494480318537417,
    "hit@10": 0.6748768472906403,
    "mrr@10": 0.641519777040537
  },
  "retrieval_no_cf": {
    "n": 1421,
    "skipped": 0,
    "ndcg@10": 0.2511471807422494,
    "hit@10": 0.2772695285010556,
    "mrr@10": 0.24316013761826571
  },
  "retrieval_popularity_only": {
    "n": 1421,
    "skipped": 0,
    "ndcg@10": 0.0,
    "hit@10": 0.0,
    "mrr@10": 0.0
  },
  "lgbm_full": {
    "n_features": 17,
    "n_train": 66124,
    "n_test": 1891,
    "rmse": 0.7098679473278803,
    "mae": 0.4065058780983239
  },
  "lgbm_no_temporal": {
    "n_features": 15,
    "n_train": 66124,
    "n_test": 1891,
    "rmse": 0.7049718429174671,
    "mae": 0.40484774956670594
  },
  "lgbm_no_sensitivities": {
    "n_features": 15,
    "n_train": 66124,
    "n_test": 1891,
    "rmse": 0.7112913377483473,
    "mae": 0.40753531264411635
  },
  "lgbm_minimal": {
    "n_features": 4,
    "n_train": 66124,
    "n_test": 1891,
    "rmse": 0.7422723526427359,
    "mae": 0.433655516335972
  }
}