Spaces:
Configuration error
Configuration error
Upload reports/ev/indian_accent_eval.json with huggingface_hub
Browse files
reports/ev/indian_accent_eval.json
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": "Kaggle polly42rose/indian-accent-dataset (HF: Santhosh-kumar/Indian-Accent-Dataset)",
|
| 3 |
+
"batch_size_tested": 25,
|
| 4 |
+
"metrics": {
|
| 5 |
+
"character_accuracy": 80.17,
|
| 6 |
+
"word_accuracy": 48.95,
|
| 7 |
+
"pronunciation_f1_score": 63.9,
|
| 8 |
+
"word_error_rate_wer": 52.86,
|
| 9 |
+
"character_error_rate_cer": 19.83,
|
| 10 |
+
"accent_fluent_specificity": 100.0,
|
| 11 |
+
"false_alarm_stutter_rate": 0.0,
|
| 12 |
+
"f0_tracking_success_rate": 100.0,
|
| 13 |
+
"hnr_tracking_success_rate": 100.0
|
| 14 |
+
},
|
| 15 |
+
"sample_records": [
|
| 16 |
+
{
|
| 17 |
+
"id": "281474976883816_f1637_chunk_0",
|
| 18 |
+
"reference": "By the time of the second general election in 1957, Ambedkar had died.",
|
| 19 |
+
"hypothesis": "by the time of the second general eliction in nineteen fifty seven andbetker had died",
|
| 20 |
+
"wer": 0.3077,
|
| 21 |
+
"word_accuracy": 0.6923,
|
| 22 |
+
"cer": 0.21568627450980393,
|
| 23 |
+
"char_accuracy": 0.7843137254901961,
|
| 24 |
+
"pron_score": 0.7853,
|
| 25 |
+
"p_fluent": 0.5231745839118958,
|
| 26 |
+
"p_stutter": 0.47682541608810425,
|
| 27 |
+
"is_correct_fluent": true,
|
| 28 |
+
"f0_median_hz": 137.16,
|
| 29 |
+
"hnr_db": 13.56,
|
| 30 |
+
"has_valid_f0": true,
|
| 31 |
+
"has_valid_hnr": true,
|
| 32 |
+
"concern_band": "mild",
|
| 33 |
+
"screening_index": 88
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"id": "281474976883730_f2613_chunk_0",
|
| 37 |
+
"reference": "it's time for junk food",
|
| 38 |
+
"hypothesis": "idstime for jon purt",
|
| 39 |
+
"wer": 0.8,
|
| 40 |
+
"word_accuracy": 0.19999999999999996,
|
| 41 |
+
"cer": 0.38095238095238093,
|
| 42 |
+
"char_accuracy": 0.6190476190476191,
|
| 43 |
+
"pron_score": 0.3413,
|
| 44 |
+
"p_fluent": 0.5197694897651672,
|
| 45 |
+
"p_stutter": 0.4802304804325104,
|
| 46 |
+
"is_correct_fluent": true,
|
| 47 |
+
"f0_median_hz": 148.83,
|
| 48 |
+
"hnr_db": 10.63,
|
| 49 |
+
"has_valid_f0": true,
|
| 50 |
+
"has_valid_hnr": true,
|
| 51 |
+
"concern_band": "moderate",
|
| 52 |
+
"screening_index": 68
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"id": "281474976879629_f1172_chunk_0",
|
| 56 |
+
"reference": "You are 2 hours late than the delivery time for my products Dettol Shaving Cream and Good knight Activ+ Low Smoke Mosquito Coil",
|
| 57 |
+
"hypothesis": "you are who are sate andidiate diing won my ba that steat gide hayg im and wit ny at tat as mos o mustget away",
|
| 58 |
+
"wer": 0.9565,
|
| 59 |
+
"word_accuracy": 0.04349999999999998,
|
| 60 |
+
"cer": 0.5169491525423728,
|
| 61 |
+
"char_accuracy": 0.4830508474576271,
|
| 62 |
+
"pron_score": 0.2324,
|
| 63 |
+
"p_fluent": 0.5177044868469238,
|
| 64 |
+
"p_stutter": 0.4822954833507538,
|
| 65 |
+
"is_correct_fluent": true,
|
| 66 |
+
"f0_median_hz": 116.16,
|
| 67 |
+
"hnr_db": 3.79,
|
| 68 |
+
"has_valid_f0": true,
|
| 69 |
+
"has_valid_hnr": true,
|
| 70 |
+
"concern_band": "significant",
|
| 71 |
+
"screening_index": 58
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"id": "281474976883744_f1103_chunk_0",
|
| 75 |
+
"reference": "I require 37 units of Oh+ Irradiated RBC component, can you show me all nearest blood banks in district Thoubal having it",
|
| 76 |
+
"hypothesis": "i require thirty seven unuts of wage positive irariated albusy component can you show me all nearis blurdbanks in district toubll having it",
|
| 77 |
+
"wer": 0.4545,
|
| 78 |
+
"word_accuracy": 0.5455,
|
| 79 |
+
"cer": 0.1937984496124031,
|
| 80 |
+
"char_accuracy": 0.8062015503875969,
|
| 81 |
+
"pron_score": 0.6774,
|
| 82 |
+
"p_fluent": 0.52275151014328,
|
| 83 |
+
"p_stutter": 0.47724848985671997,
|
| 84 |
+
"is_correct_fluent": true,
|
| 85 |
+
"f0_median_hz": 154.9,
|
| 86 |
+
"hnr_db": 12.7,
|
| 87 |
+
"has_valid_f0": true,
|
| 88 |
+
"has_valid_hnr": true,
|
| 89 |
+
"concern_band": "mild",
|
| 90 |
+
"screening_index": 83
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"id": "281474976883740_f1104_chunk_0",
|
| 94 |
+
"reference": "How much money is left in my Telangana Grameena Bank account?",
|
| 95 |
+
"hypothesis": "how much money is left in my telanganagramin bank account",
|
| 96 |
+
"wer": 0.1818,
|
| 97 |
+
"word_accuracy": 0.8182,
|
| 98 |
+
"cer": 0.042735042735042694,
|
| 99 |
+
"char_accuracy": 0.9572649572649573,
|
| 100 |
+
"pron_score": 0.8872,
|
| 101 |
+
"p_fluent": 0.5353455543518066,
|
| 102 |
+
"p_stutter": 0.46465444564819336,
|
| 103 |
+
"is_correct_fluent": true,
|
| 104 |
+
"f0_median_hz": 157.21,
|
| 105 |
+
"hnr_db": 15.85,
|
| 106 |
+
"has_valid_f0": true,
|
| 107 |
+
"has_valid_hnr": true,
|
| 108 |
+
"concern_band": "typical",
|
| 109 |
+
"screening_index": 93
|
| 110 |
+
}
|
| 111 |
+
]
|
| 112 |
+
}
|