oldman-dev commited on
Commit
955fbb4
·
verified ·
1 Parent(s): 4246a1c

Add scoring_contract: direction, aggregation, query-relevance status

Browse files
Files changed (1) hide show
  1. metadata.json +18 -1
metadata.json CHANGED
@@ -6,5 +6,22 @@
6
  "alpha_rank": 1.0,
7
  "beta_retrieve": 2.0,
8
  "gamma_stability": 0.05,
9
- "heuristic_init": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  }
 
6
  "alpha_rank": 1.0,
7
  "beta_retrieve": 2.0,
8
  "gamma_stability": 0.05,
9
+ "heuristic_init": false,
10
+ "scoring_contract": {
11
+ "aggregation": "arithmetic mean of all token scores per passage",
12
+ "score_source": "ImportanceUpdateHead.direct_score(hidden) \u2014 raw logits (no sigmoid)",
13
+ "direction": "descending (high-first) \u2014 validated 2026-08-01",
14
+ "passage_encoding": "each passage encoded independently (no query context in scoring call)",
15
+ "normalization": "none",
16
+ "query_relevance_status": "context-utility signal; calibrated query-relevance not demonstrated (MRR delta=-0.006, 95% CI [-0.051,+0.041])",
17
+ "validation_scripts": [
18
+ "scripts/validate_score_direction.py",
19
+ "scripts/test_query_specificity.py"
20
+ ],
21
+ "validation_results": [
22
+ "results/score_direction_validation_summary.csv",
23
+ "results/query_specificity_summary.csv"
24
+ ],
25
+ "github": "https://github.com/nitroxido/token-importance-scoring"
26
+ }
27
  }