manikumargouni commited on
Commit
b10eaa9
·
verified ·
1 Parent(s): a039731

Upload folder using huggingface_hub

Browse files
artifacts/calibration/decision_phase.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.22,
4
- "generated_at": "2026-03-25T19:06:15.261600+00:00",
5
  "head": "decision_phase",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8621,
8
- "calibrated_expected_calibration_error": 0.047,
9
- "calibrated_negative_log_likelihood": 0.5014,
10
- "mean_calibrated_confidence": 0.8653,
11
- "mean_raw_confidence": 0.8672,
12
  "raw_accuracy": 0.8621,
13
- "raw_expected_calibration_error": 0.0325,
14
- "raw_negative_log_likelihood": 0.5015
15
  },
16
  "minimum_threshold_floor": 0.22,
17
- "optimized_temperature_candidate": 1.007321,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8621,
20
  "coverage": 1.0,
@@ -22,7 +22,7 @@
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
- "temperature": 1.007321,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8621,
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.22,
4
+ "generated_at": "2026-03-25T19:46:55.838558+00:00",
5
  "head": "decision_phase",
6
  "metrics": {
7
  "calibrated_accuracy": 0.8621,
8
+ "calibrated_expected_calibration_error": 0.0677,
9
+ "calibrated_negative_log_likelihood": 0.4753,
10
+ "mean_calibrated_confidence": 0.8608,
11
+ "mean_raw_confidence": 0.8566,
12
  "raw_accuracy": 0.8621,
13
+ "raw_expected_calibration_error": 0.071,
14
+ "raw_negative_log_likelihood": 0.4758
15
  },
16
  "minimum_threshold_floor": 0.22,
17
+ "optimized_temperature_candidate": 0.984424,
18
  "selected_threshold_before_floor": {
19
  "accepted_accuracy": 0.8621,
20
  "coverage": 1.0,
 
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
+ "temperature": 0.984424,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8621,
artifacts/calibration/iab_content.json CHANGED
@@ -1,32 +1,32 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.12,
4
- "generated_at": "2026-03-25T19:08:04.708996+00:00",
5
  "head": "iab_content",
6
  "metrics": {
7
- "calibrated_accuracy": 0.9442,
8
- "calibrated_expected_calibration_error": 0.0283,
9
- "calibrated_negative_log_likelihood": 0.2113,
10
- "mean_calibrated_confidence": 0.9159,
11
- "mean_raw_confidence": 0.1856,
12
- "raw_accuracy": 0.9442,
13
- "raw_expected_calibration_error": 0.7587,
14
- "raw_negative_log_likelihood": 1.8642
15
  },
16
  "minimum_threshold_floor": 0.12,
17
- "optimized_temperature_candidate": 0.26014,
18
  "selected_threshold_before_floor": {
19
- "accepted_accuracy": 0.9442,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.7,
25
- "temperature": 0.26014,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
- "accepted_accuracy": 0.9442,
29
- "coverage": 1.0,
30
  "threshold": 0.12
31
  }
32
  }
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.12,
4
+ "generated_at": "2026-03-25T19:48:43.166166+00:00",
5
  "head": "iab_content",
6
  "metrics": {
7
+ "calibrated_accuracy": 0.9372,
8
+ "calibrated_expected_calibration_error": 0.2635,
9
+ "calibrated_negative_log_likelihood": 0.5512,
10
+ "mean_calibrated_confidence": 0.6737,
11
+ "mean_raw_confidence": 0.159,
12
+ "raw_accuracy": 0.9372,
13
+ "raw_expected_calibration_error": 0.7783,
14
+ "raw_negative_log_likelihood": 2.0228
15
  },
16
  "minimum_threshold_floor": 0.12,
17
+ "optimized_temperature_candidate": 0.53995,
18
  "selected_threshold_before_floor": {
19
+ "accepted_accuracy": 0.9372,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.7,
25
+ "temperature": 0.53995,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
+ "accepted_accuracy": 0.945,
29
+ "coverage": 0.986,
30
  "threshold": 0.12
31
  }
32
  }
artifacts/calibration/intent_subtype.json CHANGED
@@ -1,28 +1,28 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.25,
4
- "generated_at": "2026-03-25T19:06:04.625853+00:00",
5
  "head": "intent_subtype",
6
  "metrics": {
7
- "calibrated_accuracy": 0.85,
8
- "calibrated_expected_calibration_error": 0.0782,
9
- "calibrated_negative_log_likelihood": 0.451,
10
- "mean_calibrated_confidence": 0.826,
11
- "mean_raw_confidence": 0.775,
12
- "raw_accuracy": 0.85,
13
- "raw_expected_calibration_error": 0.124,
14
- "raw_negative_log_likelihood": 0.4945
15
  },
16
  "minimum_threshold_floor": 0.25,
17
- "optimized_temperature_candidate": 0.868223,
18
  "selected_threshold_before_floor": {
19
- "accepted_accuracy": 0.85,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
- "temperature": 0.868223,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8608,
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.25,
4
+ "generated_at": "2026-03-25T19:46:45.392250+00:00",
5
  "head": "intent_subtype",
6
  "metrics": {
7
+ "calibrated_accuracy": 0.8625,
8
+ "calibrated_expected_calibration_error": 0.073,
9
+ "calibrated_negative_log_likelihood": 0.4288,
10
+ "mean_calibrated_confidence": 0.8219,
11
+ "mean_raw_confidence": 0.7575,
12
+ "raw_accuracy": 0.8625,
13
+ "raw_expected_calibration_error": 0.146,
14
+ "raw_negative_log_likelihood": 0.4903
15
  },
16
  "minimum_threshold_floor": 0.25,
17
+ "optimized_temperature_candidate": 0.83545,
18
  "selected_threshold_before_floor": {
19
+ "accepted_accuracy": 0.8625,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.75,
25
+ "temperature": 0.83545,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
  "accepted_accuracy": 0.8608,
artifacts/calibration/intent_type.json CHANGED
@@ -1,31 +1,31 @@
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.4,
4
- "generated_at": "2026-03-25T19:05:52.623864+00:00",
5
  "head": "intent_type",
6
  "metrics": {
7
- "calibrated_accuracy": 0.9362,
8
- "calibrated_expected_calibration_error": 0.0845,
9
- "calibrated_negative_log_likelihood": 0.2091,
10
- "mean_calibrated_confidence": 0.9221,
11
- "mean_raw_confidence": 0.8936,
12
- "raw_accuracy": 0.9362,
13
- "raw_expected_calibration_error": 0.0771,
14
- "raw_negative_log_likelihood": 0.2295
15
  },
16
  "minimum_threshold_floor": 0.4,
17
- "optimized_temperature_candidate": 0.895563,
18
  "selected_threshold_before_floor": {
19
- "accepted_accuracy": 0.9362,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.8,
25
- "temperature": 0.895563,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
- "accepted_accuracy": 0.9362,
29
  "coverage": 1.0,
30
  "threshold": 0.4
31
  }
 
1
  {
2
  "calibrated": true,
3
  "confidence_threshold": 0.4,
4
+ "generated_at": "2026-03-25T19:46:33.526710+00:00",
5
  "head": "intent_type",
6
  "metrics": {
7
+ "calibrated_accuracy": 0.8936,
8
+ "calibrated_expected_calibration_error": 0.1048,
9
+ "calibrated_negative_log_likelihood": 0.2456,
10
+ "mean_calibrated_confidence": 0.9242,
11
+ "mean_raw_confidence": 0.9055,
12
+ "raw_accuracy": 0.8936,
13
+ "raw_expected_calibration_error": 0.1,
14
+ "raw_negative_log_likelihood": 0.2558
15
  },
16
  "minimum_threshold_floor": 0.4,
17
+ "optimized_temperature_candidate": 0.927749,
18
  "selected_threshold_before_floor": {
19
+ "accepted_accuracy": 0.8936,
20
  "coverage": 1.0,
21
  "threshold": 0.0
22
  },
23
  "selection_split": "val",
24
  "selection_target_precision": 0.8,
25
+ "temperature": 0.927749,
26
  "temperature_scaling_applied": true,
27
  "threshold_summary": {
28
+ "accepted_accuracy": 0.8936,
29
  "coverage": 1.0,
30
  "threshold": 0.4
31
  }