Add scoring_contract: direction, aggregation, query-relevance status
Browse files- metadata.json +18 -1
metadata.json
CHANGED
|
@@ -6,5 +6,22 @@
|
|
| 6 |
"alpha_rank": 1.0,
|
| 7 |
"beta_retrieve": 2.0,
|
| 8 |
"gamma_stability": 0.05,
|
| 9 |
-
"heuristic_init": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
}
|
|
|
|
| 6 |
"alpha_rank": 1.0,
|
| 7 |
"beta_retrieve": 2.0,
|
| 8 |
"gamma_stability": 0.05,
|
| 9 |
+
"heuristic_init": false,
|
| 10 |
+
"scoring_contract": {
|
| 11 |
+
"aggregation": "arithmetic mean of all token scores per passage",
|
| 12 |
+
"score_source": "ImportanceUpdateHead.direct_score(hidden) \u2014 raw logits (no sigmoid)",
|
| 13 |
+
"direction": "descending (high-first) \u2014 validated 2026-08-01",
|
| 14 |
+
"passage_encoding": "each passage encoded independently (no query context in scoring call)",
|
| 15 |
+
"normalization": "none",
|
| 16 |
+
"query_relevance_status": "context-utility signal; calibrated query-relevance not demonstrated (MRR delta=-0.006, 95% CI [-0.051,+0.041])",
|
| 17 |
+
"validation_scripts": [
|
| 18 |
+
"scripts/validate_score_direction.py",
|
| 19 |
+
"scripts/test_query_specificity.py"
|
| 20 |
+
],
|
| 21 |
+
"validation_results": [
|
| 22 |
+
"results/score_direction_validation_summary.csv",
|
| 23 |
+
"results/query_specificity_summary.csv"
|
| 24 |
+
],
|
| 25 |
+
"github": "https://github.com/nitroxido/token-importance-scoring"
|
| 26 |
+
}
|
| 27 |
}
|