Hugging Face's logo

suvradeepp
/
tiny-hinglish-turn-detector

Audio Classification
ONNX
Hindi
English
onnxruntime
audio
turn-detection
endpointing
hinglish
voice-ai
Model card Files
xet
 Community
tiny-hinglish-turn-detector
File size: 3,319 Bytes
35d483e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
{
  "baseline": {
    "metrics": {
      "accuracy": 0.5644171779141104,
      "average_precision": 0.7310146473284146,
      "balanced_accuracy": 0.5565888554216868,
      "brier_score": 0.20382910064244883,
      "count": 326,
      "expected_calibration_error": 0.08678660959363686,
      "f1": 0.22826086956521738,
      "false_negative_rate": 0.86875,
      "false_positive_rate": 0.018072289156626505,
      "fn": 139,
      "fp": 3,
      "log_loss": 0.591045865107666,
      "macro_f1": 0.462421033073207,
      "negative_count": 166,
      "positive_count": 160,
      "precision": 0.875,
      "recall": 0.13125,
      "roc_auc": 0.752183734939759,
      "specificity": 0.9819277108433735,
      "threshold": 0.7638751511278986,
      "tn": 163,
      "tp": 21
    },
    "name": "acoustic_logistic",
    "predictions": {
      "bytes": 71129,
      "path": "artifacts/partial-baseline/validation_predictions.jsonl",
      "sha256": "76d67e2c35ac93d9898200f02d8626280b2139a623d432adf1266c9811980626"
    }
  },
  "bootstrap": {
    "samples": 2000,
    "seed": 17,
    "unit": "audit leakage group"
  },
  "candidate": {
    "metrics": {
      "accuracy": 0.5306748466257669,
      "average_precision": 0.6880689959324726,
      "balanced_accuracy": 0.5222138554216867,
      "brier_score": 0.2133037066638398,
      "count": 326,
      "expected_calibration_error": 0.1055241439925747,
      "f1": 0.11560693641618497,
      "false_negative_rate": 0.9375,
      "false_positive_rate": 0.018072289156626505,
      "fn": 150,
      "fp": 3,
      "log_loss": 0.6135001064370812,
      "macro_f1": 0.39809574378220525,
      "negative_count": 166,
      "positive_count": 160,
      "precision": 0.7692307692307693,
      "recall": 0.0625,
      "roc_auc": 0.7389683734939759,
      "specificity": 0.9819277108433735,
      "threshold": 0.741000771522522,
      "tn": 163,
      "tp": 10
    },
    "name": "tiny_tcn",
    "predictions": {
      "bytes": 106299,
      "path": "artifacts/partial-shard-warmstart-lr3e4-5ep/validation_predictions.jsonl",
      "sha256": "9eb4c01a9986efc169155c5e132afee9f2b1fe935c05809e10196ccdf6f70ab9"
    }
  },
  "candidate_minus_baseline_95ci": {
    "average_precision": {
      "bootstrap_fraction_delta_above_zero": 0.152,
      "estimate": -0.042945651395941975,
      "lower": -0.11945249084849802,
      "upper": 0.03523632760188885
    },
    "false_positive_rate": {
      "bootstrap_fraction_delta_above_zero": 0.425,
      "estimate": 0.0,
      "lower": -0.028409090909090908,
      "upper": 0.02976190476190476
    },
    "recall": {
      "bootstrap_fraction_delta_above_zero": 0.011,
      "estimate": -0.06875,
      "lower": -0.13297793599323277,
      "upper": -0.01219512195121951
    },
    "roc_auc": {
      "bootstrap_fraction_delta_above_zero": 0.3425,
      "estimate": -0.013215361445783058,
      "lower": -0.07823324414295993,
      "upper": 0.05120708236445977
    }
  },
  "count": 326,
  "fpr_budget": 0.02,
  "group_count": 326,
  "negative_count": 166,
  "positive_count": 160,
  "scope": "paired development comparison; not independent-test evidence",
  "threshold_note": "Each threshold was selected on this same development set. Bootstrap samples use those fixed thresholds; intervals do not remove model-selection or calibration bias."
}