| { |
| "model": "mistralai/Mistral-7B-v0.3", |
| "version": "2.2", |
| "task": "passage_ranking", |
| "training_objective": "pairwise_ranking_loss", |
| "training_data": "MS-MARCO v1.1 (79704 train queries, is_selected labels)", |
| "hyperparameters": { |
| "steps": 1000, |
| "lr": 5e-05, |
| "batch": 1, |
| "gradient_accumulation": 8, |
| "margin": 5.0, |
| "aggregation": "mean" |
| }, |
| "architecture": "QueryAwareImportanceHead (4-head cross-attention + 3-layer MLP)", |
| "scoring_contract": { |
| "direction": "descending (high-first) \u2014 established by supervised training construction", |
| "aggregation": "arithmetic mean of passage token scores", |
| "score_space": "sigmoid(MLP_output) in [0,1]", |
| "query_context": "yes \u2014 passage tokens attend to mean-pooled query via cross-attention" |
| }, |
| "eval_results": { |
| "test_mrr": 0.4715, |
| "test_recall_at_5": 0.795, |
| "test_ndcg_5": 0.529, |
| "num_test_queries": 483, |
| "bm25_baseline_mrr": 0.432, |
| "improvement_vs_bm25": "+9.1%" |
| }, |
| "checkpoint_sha256": "d26012b28d10b22c5f9c7260b3125ae0c001eb1ef701fef10266fbdc60ea576b", |
| "source_commit": "fb04cbc", |
| "release_tier": "Tier 2 Conditional (MRR >= 0.45, beats BM25)", |
| "github": "https://github.com/nitroxido/token-importance-scoring" |
| } |
