Upload folder using huggingface_hub
Browse files
artifacts/calibration/decision_phase.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.22,
|
| 4 |
-
"generated_at": "2026-03-
|
| 5 |
"head": "decision_phase",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8621,
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
"raw_accuracy": 0.8621,
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood": 0.
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.22,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8621,
|
| 20 |
"coverage": 1.0,
|
|
@@ -22,7 +22,7 @@
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8621,
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.22,
|
| 4 |
+
"generated_at": "2026-03-25T20:15:26.091588+00:00",
|
| 5 |
"head": "decision_phase",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8621,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.1012,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.4275,
|
| 10 |
+
"mean_calibrated_confidence": 0.8431,
|
| 11 |
+
"mean_raw_confidence": 0.8274,
|
| 12 |
"raw_accuracy": 0.8621,
|
| 13 |
+
"raw_expected_calibration_error": 0.0985,
|
| 14 |
+
"raw_negative_log_likelihood": 0.4338
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.22,
|
| 17 |
+
"optimized_temperature_candidate": 0.940009,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8621,
|
| 20 |
"coverage": 1.0,
|
|
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
+
"temperature": 0.940009,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8621,
|
artifacts/calibration/iab_content.json
CHANGED
|
@@ -1,32 +1,32 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.12,
|
| 4 |
-
"generated_at": "2026-03-
|
| 5 |
"head": "iab_content",
|
| 6 |
"metrics": {
|
| 7 |
-
"calibrated_accuracy": 0.
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
-
"raw_accuracy": 0.
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood":
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.12,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
-
"accepted_accuracy": 0.
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.7,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
-
"accepted_accuracy": 0.
|
| 29 |
-
"coverage": 0.
|
| 30 |
"threshold": 0.12
|
| 31 |
}
|
| 32 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.12,
|
| 4 |
+
"generated_at": "2026-03-25T20:17:16.098765+00:00",
|
| 5 |
"head": "iab_content",
|
| 6 |
"metrics": {
|
| 7 |
+
"calibrated_accuracy": 0.9439,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.2643,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.5314,
|
| 10 |
+
"mean_calibrated_confidence": 0.6797,
|
| 11 |
+
"mean_raw_confidence": 0.1986,
|
| 12 |
+
"raw_accuracy": 0.9439,
|
| 13 |
+
"raw_expected_calibration_error": 0.7454,
|
| 14 |
+
"raw_negative_log_likelihood": 1.7971
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.12,
|
| 17 |
+
"optimized_temperature_candidate": 0.576176,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
+
"accepted_accuracy": 0.9439,
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.7,
|
| 25 |
+
"temperature": 0.576176,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
+
"accepted_accuracy": 0.9529,
|
| 29 |
+
"coverage": 0.9839,
|
| 30 |
"threshold": 0.12
|
| 31 |
}
|
| 32 |
}
|
artifacts/calibration/intent_subtype.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.25,
|
| 4 |
-
"generated_at": "2026-03-
|
| 5 |
"head": "intent_subtype",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8625,
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
"raw_accuracy": 0.8625,
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood": 0.
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.25,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8625,
|
| 20 |
"coverage": 1.0,
|
|
@@ -22,11 +22,11 @@
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
-
"accepted_accuracy": 0.
|
| 29 |
-
"coverage":
|
| 30 |
"threshold": 0.25
|
| 31 |
}
|
| 32 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.25,
|
| 4 |
+
"generated_at": "2026-03-25T20:15:16.332284+00:00",
|
| 5 |
"head": "intent_subtype",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8625,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.0827,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.3943,
|
| 10 |
+
"mean_calibrated_confidence": 0.8131,
|
| 11 |
+
"mean_raw_confidence": 0.7338,
|
| 12 |
"raw_accuracy": 0.8625,
|
| 13 |
+
"raw_expected_calibration_error": 0.152,
|
| 14 |
+
"raw_negative_log_likelihood": 0.4841
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.25,
|
| 17 |
+
"optimized_temperature_candidate": 0.789295,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8625,
|
| 20 |
"coverage": 1.0,
|
|
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
+
"temperature": 0.789295,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
+
"accepted_accuracy": 0.8625,
|
| 29 |
+
"coverage": 1.0,
|
| 30 |
"threshold": 0.25
|
| 31 |
}
|
| 32 |
}
|
artifacts/calibration/intent_type.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.4,
|
| 4 |
-
"generated_at": "2026-03-
|
| 5 |
"head": "intent_type",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8936,
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
"raw_accuracy": 0.8936,
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood": 0.
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.4,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8936,
|
| 20 |
"coverage": 1.0,
|
|
@@ -22,7 +22,7 @@
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.8,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8936,
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.4,
|
| 4 |
+
"generated_at": "2026-03-25T20:15:05.272668+00:00",
|
| 5 |
"head": "intent_type",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8936,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.0915,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.2696,
|
| 10 |
+
"mean_calibrated_confidence": 0.9148,
|
| 11 |
+
"mean_raw_confidence": 0.8914,
|
| 12 |
"raw_accuracy": 0.8936,
|
| 13 |
+
"raw_expected_calibration_error": 0.0842,
|
| 14 |
+
"raw_negative_log_likelihood": 0.2831
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.4,
|
| 17 |
+
"optimized_temperature_candidate": 0.918544,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8936,
|
| 20 |
"coverage": 1.0,
|
|
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.8,
|
| 25 |
+
"temperature": 0.918544,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8936,
|