yaitsaid commited on
Commit
388e406
·
verified ·
1 Parent(s): e863150

Upload folder using huggingface_hub

Browse files
mixte_arch_comparison_bigru_en_AU.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "bigru",
3
+ "accent_ood": "en-AU",
4
+ "config": "mixte",
5
+ "n_params": 460695,
6
+ "seul": {
7
+ "test_acc": 0.6851928660306926,
8
+ "test_auc": 0.7659509387681653,
9
+ "ood_acc": 0.7123834886817576,
10
+ "ood_auc": 0.8064311942709321
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8872871330710611,
14
+ "test_auc": 0.954804484815621,
15
+ "ood_acc": 0.8288948069241012,
16
+ "ood_auc": 0.8957980570956433
17
+ }
18
+ }
mixte_arch_comparison_bigru_en_CA.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "bigru",
3
+ "accent_ood": "en-CA",
4
+ "config": "mixte",
5
+ "n_params": 460695,
6
+ "seul": {
7
+ "test_acc": 0.6869002920317063,
8
+ "test_auc": 0.7678313042099918,
9
+ "ood_acc": 0.7048780487804878,
10
+ "ood_auc": 0.7760529446757882
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8883841303928857,
14
+ "test_auc": 0.9564073018404756,
15
+ "ood_acc": 0.7865853658536586,
16
+ "ood_auc": 0.8580413444378346
17
+ }
18
+ }
mixte_arch_comparison_bigru_en_CN.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "bigru",
3
+ "accent_ood": "en-CN",
4
+ "config": "mixte",
5
+ "n_params": 460695,
6
+ "seul": {
7
+ "test_acc": 0.6856262833675565,
8
+ "test_auc": 0.7729040494003088,
9
+ "ood_acc": 0.6112877583465819,
10
+ "ood_auc": 0.7017043228583488
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8888095172679067,
14
+ "test_auc": 0.9563469311793892,
15
+ "ood_acc": 0.7034976152623211,
16
+ "ood_auc": 0.7799014763383977
17
+ }
18
+ }
mixte_arch_comparison_bigru_en_GB.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "bigru",
3
+ "accent_ood": "en-GB",
4
+ "config": "mixte",
5
+ "n_params": 460695,
6
+ "seul": {
7
+ "test_acc": 0.7014036580178648,
8
+ "test_auc": 0.7755163947703971,
9
+ "ood_acc": 0.6352380952380953,
10
+ "ood_auc": 0.6837995464852608
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8891219741091391,
14
+ "test_auc": 0.9564459498084827,
15
+ "ood_acc": 0.7133333333333334,
16
+ "ood_auc": 0.7703215419501134
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_AU.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-AU",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6167565325591041,
8
+ "test_auc": 0.6592947742533388,
9
+ "ood_acc": 0.6058588548601864,
10
+ "ood_auc": 0.6494740257552736
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7919950228121112,
14
+ "test_auc": 0.8734411280529082,
15
+ "ood_acc": 0.8495339547270306,
16
+ "ood_auc": 0.9237182203577654
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_CA.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-CA",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.613892365456821,
8
+ "test_auc": 0.6582447088783545,
9
+ "ood_acc": 0.6170731707317073,
10
+ "ood_auc": 0.6713756692444973
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7968293700458907,
14
+ "test_auc": 0.8713149398578816,
15
+ "ood_acc": 0.801829268292683,
16
+ "ood_auc": 0.8930710886377156
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_CN.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-CN",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6305954825462012,
8
+ "test_auc": 0.6813969034394534,
9
+ "ood_acc": 0.5222575516693164,
10
+ "ood_auc": 0.5517577804120402
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8010266940451746,
14
+ "test_auc": 0.8860438190238691,
15
+ "ood_acc": 0.7384737678855325,
16
+ "ood_auc": 0.8326563728228369
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_GB.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-GB",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6156954487452148,
8
+ "test_auc": 0.6605447698994676,
9
+ "ood_acc": 0.570952380952381,
10
+ "ood_auc": 0.6249850340136054
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.801999149298171,
14
+ "test_auc": 0.8775385356062396,
15
+ "ood_acc": 0.7685714285714286,
16
+ "ood_auc": 0.846001814058957
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_GB_SCT.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-GB_SCT",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6305460750853242,
8
+ "test_auc": 0.6784526972355487,
9
+ "ood_acc": 0.5710332103321033,
10
+ "ood_auc": 0.6105326044035347
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8011945392491467,
14
+ "test_auc": 0.8775035746824198,
15
+ "ood_acc": 0.7527675276752768,
16
+ "ood_auc": 0.8306021159842594
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_GB_WLS.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-GB_WLS",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6184237887294656,
8
+ "test_auc": 0.6671108420187692,
9
+ "ood_acc": 0.5812020460358056,
10
+ "ood_auc": 0.6129178903853324
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.793512164691204,
14
+ "test_auc": 0.8684265017515028,
15
+ "ood_acc": 0.7666240409207161,
16
+ "ood_auc": 0.841698772247696
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_IE.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-IE",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6187234042553191,
8
+ "test_auc": 0.665512027864969,
9
+ "ood_acc": 0.6614583333333334,
10
+ "ood_auc": 0.6998581338957759
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7868085106382978,
14
+ "test_auc": 0.8660008424714307,
15
+ "ood_acc": 0.8517992424242424,
16
+ "ood_auc": 0.9227843061294766
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_IN.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-IN",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6249464209172739,
8
+ "test_auc": 0.6684798987956626,
9
+ "ood_acc": 0.6289473684210526,
10
+ "ood_auc": 0.6726535087719299
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8071153021860266,
14
+ "test_auc": 0.8806806153411898,
15
+ "ood_acc": 0.6912280701754386,
16
+ "ood_auc": 0.7861919052016004
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_MX.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-MX",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6196267561333613,
8
+ "test_auc": 0.6635867338055096,
9
+ "ood_acc": 0.6087202718006794,
10
+ "ood_auc": 0.6937945770685491
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7997483749213672,
14
+ "test_auc": 0.8801830195946694,
15
+ "ood_acc": 0.7797281993204983,
16
+ "ood_auc": 0.8679088713576824
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_SG.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-SG",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6170076726342711,
8
+ "test_auc": 0.6680341001102319,
9
+ "ood_acc": 0.5961895910780669,
10
+ "ood_auc": 0.6444329473058692
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7983802216538789,
14
+ "test_auc": 0.8806343471097511,
15
+ "ood_acc": 0.7523234200743495,
16
+ "ood_auc": 0.8264180635977945
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_US_Aave.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-US_Aave",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6153035413153457,
8
+ "test_auc": 0.6638039961146169,
9
+ "ood_acc": 0.5840380549682875,
10
+ "ood_auc": 0.6013603511391014
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7957419898819561,
14
+ "test_auc": 0.8772410937015382,
15
+ "ood_acc": 0.7616279069767442,
16
+ "ood_auc": 0.8393893952058071
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_US_General.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-US_General",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6263256394260761,
8
+ "test_auc": 0.6716893717416949,
9
+ "ood_acc": 0.5925925925925926,
10
+ "ood_auc": 0.6424988867847898
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.8005822416302766,
14
+ "test_auc": 0.8823564616060525,
15
+ "ood_acc": 0.8039591315453385,
16
+ "ood_auc": 0.8811836454413633
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_US_Southern.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-US_Southern",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6213692946058091,
8
+ "test_auc": 0.662291285539031,
9
+ "ood_acc": 0.6170634920634921,
10
+ "ood_auc": 0.6420549186752891
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7929460580912863,
14
+ "test_auc": 0.8755155715300348,
15
+ "ood_acc": 0.796957671957672,
16
+ "ood_auc": 0.8621259203269785
17
+ }
18
+ }
mixte_arch_comparison_cpc_en_ZA.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "cpc",
3
+ "accent_ood": "en-ZA",
4
+ "config": "mixte",
5
+ "n_params": 33154,
6
+ "seul": {
7
+ "test_acc": 0.6265418970650787,
8
+ "test_auc": 0.6729244252777903,
9
+ "ood_acc": 0.5466666666666666,
10
+ "ood_auc": 0.5580616780045352
11
+ },
12
+ "fusion": {
13
+ "test_acc": 0.7939174819225862,
14
+ "test_auc": 0.8740164987936008,
15
+ "ood_acc": 0.7871428571428571,
16
+ "ood_auc": 0.8733868480725625
17
+ }
18
+ }