json-extractor-demo / gate.json
eevoire's picture
Upload gate.json with huggingface_hub
0a14d0d verified
Raw
History Blame Contribute Delete
547 Bytes
{
"promote": true,
"reasons": [
"field_accuracy: 0.1667 -> 1.0 (+0.8333) meets min improvement 0.05",
"json_validity: 1.0 -> 1.0 (no meaningful regression)",
"exact_match: 0.0 -> 1.0 (no meaningful regression)"
],
"gate": {
"primary_metric": "field_accuracy",
"min_improvement": 0.05,
"no_regression": [
"json_validity",
"exact_match"
],
"regression_tolerance": 0.02
},
"base_report": "runs/json-extractor-demo/eval_base.json",
"tuned_report": "runs/json-extractor-demo/eval_tuned.json"
}