manikumargouni commited on
Commit
422251c
·
verified ·
1 Parent(s): 7fb0c01

Upload folder using huggingface_hub

Browse files
artifacts/calibration/decision_phase.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.22,
4
- "generated_at": "2026-03-25T19:46:55.838558+00:00",
5
  "head": "decision_phase",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8621,
8
- "calibrated_expected_calibration_error": 0.0677,
9
- "calibrated_negative_log_likelihood": 0.4753,
10
- "mean_calibrated_confidence": 0.8608,
11
- "mean_raw_confidence": 0.8566,
12
  "raw_accuracy": 0.8621,
13
- "raw_expected_calibration_error": 0.071,
14
- "raw_negative_log_likelihood": 0.4758
15
  },
16
  "minimum_threshold_floor": 0.22,
17
- "optimized_temperature_candidate": 0.984424,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8621,
20
  "coverage": 1.0,
@@ -22,7 +22,7 @@
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
- "temperature": 0.984424,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8621,
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.22,
4
+ "generated_at": "2026-03-25T20:15:26.091588+00:00",
5
  "head": "decision_phase",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8621,
8
+ "calibrated_expected_calibration_error": 0.1012,
9
+ "calibrated_negative_log_likelihood": 0.4275,
10
+ "mean_calibrated_confidence": 0.8431,
11
+ "mean_raw_confidence": 0.8274,
12
  "raw_accuracy": 0.8621,
13
+ "raw_expected_calibration_error": 0.0985,
14
+ "raw_negative_log_likelihood": 0.4338
15
  },
16
  "minimum_threshold_floor": 0.22,
17
+ "optimized_temperature_candidate": 0.940009,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8621,
20
  "coverage": 1.0,
 
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
+ "temperature": 0.940009,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8621,
artifacts/calibration/iab_content.json CHANGED
@@ -1,32 +1,32 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.12,
4
- "generated_at": "2026-03-25T19:48:43.166166+00:00",
5
  "head": "iab_content",
6
  "metrics": {
7
- "calibrated_accuracy": 0.9372,
8
- "calibrated_expected_calibration_error": 0.2635,
9
- "calibrated_negative_log_likelihood": 0.5512,
10
- "mean_calibrated_confidence": 0.6737,
11
- "mean_raw_confidence": 0.159,
12
- "raw_accuracy": 0.9372,
13
- "raw_expected_calibration_error": 0.7783,
14
- "raw_negative_log_likelihood": 2.0228
15
  },
16
  "minimum_threshold_floor": 0.12,
17
- "optimized_temperature_candidate": 0.53995,
18
  "selected_threshold_before_floor": {
19
- "accepted_accuracy": 0.9372,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.7,
25
- "temperature": 0.53995,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
- "accepted_accuracy": 0.945,
29
- "coverage": 0.986,
30
  "threshold": 0.12
31
  }
32
  }
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.12,
4
+ "generated_at": "2026-03-25T20:17:16.098765+00:00",
5
  "head": "iab_content",
6
  "metrics": {
7
+ "calibrated_accuracy": 0.9439,
8
+ "calibrated_expected_calibration_error": 0.2643,
9
+ "calibrated_negative_log_likelihood": 0.5314,
10
+ "mean_calibrated_confidence": 0.6797,
11
+ "mean_raw_confidence": 0.1986,
12
+ "raw_accuracy": 0.9439,
13
+ "raw_expected_calibration_error": 0.7454,
14
+ "raw_negative_log_likelihood": 1.7971
15
  },
16
  "minimum_threshold_floor": 0.12,
17
+ "optimized_temperature_candidate": 0.576176,
18
  "selected_threshold_before_floor": {
19
+ "accepted_accuracy": 0.9439,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.7,
25
+ "temperature": 0.576176,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
+ "accepted_accuracy": 0.9529,
29
+ "coverage": 0.9839,
30
  "threshold": 0.12
31
  }
32
  }
artifacts/calibration/intent_subtype.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.25,
4
- "generated_at": "2026-03-25T19:46:45.392250+00:00",
5
  "head": "intent_subtype",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8625,
8
- "calibrated_expected_calibration_error": 0.073,
9
- "calibrated_negative_log_likelihood": 0.4288,
10
- "mean_calibrated_confidence": 0.8219,
11
- "mean_raw_confidence": 0.7575,
12
  "raw_accuracy": 0.8625,
13
- "raw_expected_calibration_error": 0.146,
14
- "raw_negative_log_likelihood": 0.4903
15
  },
16
  "minimum_threshold_floor": 0.25,
17
- "optimized_temperature_candidate": 0.83545,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8625,
20
  "coverage": 1.0,
@@ -22,11 +22,11 @@
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
- "temperature": 0.83545,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
- "accepted_accuracy": 0.8608,
29
- "coverage": 0.9875,
30
  "threshold": 0.25
31
  }
32
  }
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.25,
4
+ "generated_at": "2026-03-25T20:15:16.332284+00:00",
5
  "head": "intent_subtype",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8625,
8
+ "calibrated_expected_calibration_error": 0.0827,
9
+ "calibrated_negative_log_likelihood": 0.3943,
10
+ "mean_calibrated_confidence": 0.8131,
11
+ "mean_raw_confidence": 0.7338,
12
  "raw_accuracy": 0.8625,
13
+ "raw_expected_calibration_error": 0.152,
14
+ "raw_negative_log_likelihood": 0.4841
15
  },
16
  "minimum_threshold_floor": 0.25,
17
+ "optimized_temperature_candidate": 0.789295,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8625,
20
  "coverage": 1.0,
 
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
+ "temperature": 0.789295,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
+ "accepted_accuracy": 0.8625,
29
+ "coverage": 1.0,
30
  "threshold": 0.25
31
  }
32
  }
artifacts/calibration/intent_type.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.4,
4
- "generated_at": "2026-03-25T19:46:33.526710+00:00",
5
  "head": "intent_type",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8936,
8
- "calibrated_expected_calibration_error": 0.1048,
9
- "calibrated_negative_log_likelihood": 0.2456,
10
- "mean_calibrated_confidence": 0.9242,
11
- "mean_raw_confidence": 0.9055,
12
  "raw_accuracy": 0.8936,
13
- "raw_expected_calibration_error": 0.1,
14
- "raw_negative_log_likelihood": 0.2558
15
  },
16
  "minimum_threshold_floor": 0.4,
17
- "optimized_temperature_candidate": 0.927749,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8936,
20
  "coverage": 1.0,
@@ -22,7 +22,7 @@
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.8,
25
- "temperature": 0.927749,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8936,
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.4,
4
+ "generated_at": "2026-03-25T20:15:05.272668+00:00",
5
  "head": "intent_type",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8936,
8
+ "calibrated_expected_calibration_error": 0.0915,
9
+ "calibrated_negative_log_likelihood": 0.2696,
10
+ "mean_calibrated_confidence": 0.9148,
11
+ "mean_raw_confidence": 0.8914,
12
  "raw_accuracy": 0.8936,
13
+ "raw_expected_calibration_error": 0.0842,
14
+ "raw_negative_log_likelihood": 0.2831
15
  },
16
  "minimum_threshold_floor": 0.4,
17
+ "optimized_temperature_candidate": 0.918544,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8936,
20
  "coverage": 1.0,
 
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.8,
25
+ "temperature": 0.918544,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8936,