metadata.json

{
  "model": "mistralai/Mistral-7B-v0.3",
  "version": "2.2",
  "task": "passage_ranking",
  "training_objective": "pairwise_ranking_loss",
  "training_data": "MS-MARCO v1.1 (79704 train queries, is_selected labels)",
  "hyperparameters": {
    "steps": 1000,
    "lr": 5e-05,
    "batch": 1,
    "gradient_accumulation": 8,
    "margin": 5.0,
    "aggregation": "mean"
  },
  "architecture": "QueryAwareImportanceHead (4-head cross-attention + 3-layer MLP)",
  "scoring_contract": {
    "direction": "descending (high-first) \u2014 established by supervised training construction",
    "aggregation": "arithmetic mean of passage token scores",
    "score_space": "sigmoid(MLP_output) in [0,1]",
    "query_context": "yes \u2014 passage tokens attend to mean-pooled query via cross-attention"
  },
  "eval_results": {
    "test_mrr": 0.4715,
    "test_recall_at_5": 0.795,
    "test_ndcg_5": 0.529,
    "num_test_queries": 483,
    "bm25_baseline_mrr": 0.432,
    "improvement_vs_bm25": "+9.1%"
  },
  "checkpoint_sha256": "d26012b28d10b22c5f9c7260b3125ae0c001eb1ef701fef10266fbdc60ea576b",
  "source_commit": "fb04cbc",
  "release_tier": "Tier 2 Conditional (MRR >= 0.45, beats BM25)",
  "github": "https://github.com/nitroxido/token-importance-scoring"
}