Upload folder using huggingface_hub
Browse files- mteb_results/no_model_name_available/no_revision_available/MassiveIntentClassification.json +73 -0
- mteb_results/no_model_name_available/no_revision_available/MassiveScenarioClassification.json +73 -0
- mteb_results/no_model_name_available/no_revision_available/STS22.json +26 -0
- mteb_results/results_summary.json +1 -1
mteb_results/no_model_name_available/no_revision_available/MassiveIntentClassification.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
|
| 3 |
+
"task_name": "MassiveIntentClassification",
|
| 4 |
+
"mteb_version": "1.39.7",
|
| 5 |
+
"scores": {
|
| 6 |
+
"test": [
|
| 7 |
+
{
|
| 8 |
+
"accuracy": 0.419334,
|
| 9 |
+
"f1": 0.402175,
|
| 10 |
+
"f1_weighted": 0.415789,
|
| 11 |
+
"scores_per_experiment": [
|
| 12 |
+
{
|
| 13 |
+
"accuracy": 0.420646,
|
| 14 |
+
"f1": 0.402006,
|
| 15 |
+
"f1_weighted": 0.424951
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"accuracy": 0.440484,
|
| 19 |
+
"f1": 0.415126,
|
| 20 |
+
"f1_weighted": 0.441004
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"accuracy": 0.414593,
|
| 24 |
+
"f1": 0.396503,
|
| 25 |
+
"f1_weighted": 0.407357
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.422327,
|
| 29 |
+
"f1": 0.401079,
|
| 30 |
+
"f1_weighted": 0.418653
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"accuracy": 0.422999,
|
| 34 |
+
"f1": 0.392608,
|
| 35 |
+
"f1_weighted": 0.419387
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"accuracy": 0.405851,
|
| 39 |
+
"f1": 0.402754,
|
| 40 |
+
"f1_weighted": 0.404155
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"accuracy": 0.422663,
|
| 44 |
+
"f1": 0.411608,
|
| 45 |
+
"f1_weighted": 0.415686
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"accuracy": 0.425353,
|
| 49 |
+
"f1": 0.400702,
|
| 50 |
+
"f1_weighted": 0.423592
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"accuracy": 0.419301,
|
| 54 |
+
"f1": 0.407489,
|
| 55 |
+
"f1_weighted": 0.409879
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"accuracy": 0.399126,
|
| 59 |
+
"f1": 0.391873,
|
| 60 |
+
"f1_weighted": 0.393228
|
| 61 |
+
}
|
| 62 |
+
],
|
| 63 |
+
"main_score": 0.419334,
|
| 64 |
+
"hf_subset": "tr",
|
| 65 |
+
"languages": [
|
| 66 |
+
"tur-Latn"
|
| 67 |
+
]
|
| 68 |
+
}
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
"evaluation_time": 57.638965129852295,
|
| 72 |
+
"kg_co2_emissions": null
|
| 73 |
+
}
|
mteb_results/no_model_name_available/no_revision_available/MassiveScenarioClassification.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
|
| 3 |
+
"task_name": "MassiveScenarioClassification",
|
| 4 |
+
"mteb_version": "1.39.7",
|
| 5 |
+
"scores": {
|
| 6 |
+
"test": [
|
| 7 |
+
{
|
| 8 |
+
"accuracy": 0.485272,
|
| 9 |
+
"f1": 0.470251,
|
| 10 |
+
"f1_weighted": 0.471023,
|
| 11 |
+
"scores_per_experiment": [
|
| 12 |
+
{
|
| 13 |
+
"accuracy": 0.493611,
|
| 14 |
+
"f1": 0.468917,
|
| 15 |
+
"f1_weighted": 0.469961
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"accuracy": 0.5,
|
| 19 |
+
"f1": 0.48134,
|
| 20 |
+
"f1_weighted": 0.479329
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"accuracy": 0.482179,
|
| 24 |
+
"f1": 0.466865,
|
| 25 |
+
"f1_weighted": 0.47544
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.503026,
|
| 29 |
+
"f1": 0.490317,
|
| 30 |
+
"f1_weighted": 0.494071
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"accuracy": 0.490585,
|
| 34 |
+
"f1": 0.469985,
|
| 35 |
+
"f1_weighted": 0.470384
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"accuracy": 0.456288,
|
| 39 |
+
"f1": 0.451651,
|
| 40 |
+
"f1_weighted": 0.436162
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"accuracy": 0.50269,
|
| 44 |
+
"f1": 0.482129,
|
| 45 |
+
"f1_weighted": 0.497091
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"accuracy": 0.487895,
|
| 49 |
+
"f1": 0.475093,
|
| 50 |
+
"f1_weighted": 0.474752
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"accuracy": 0.48117,
|
| 54 |
+
"f1": 0.467025,
|
| 55 |
+
"f1_weighted": 0.472246
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"accuracy": 0.455279,
|
| 59 |
+
"f1": 0.449187,
|
| 60 |
+
"f1_weighted": 0.440795
|
| 61 |
+
}
|
| 62 |
+
],
|
| 63 |
+
"main_score": 0.485272,
|
| 64 |
+
"hf_subset": "tr",
|
| 65 |
+
"languages": [
|
| 66 |
+
"tur-Latn"
|
| 67 |
+
]
|
| 68 |
+
}
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
"evaluation_time": 30.173173189163208,
|
| 72 |
+
"kg_co2_emissions": null
|
| 73 |
+
}
|
mteb_results/no_model_name_available/no_revision_available/STS22.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3",
|
| 3 |
+
"task_name": "STS22",
|
| 4 |
+
"mteb_version": "1.39.7",
|
| 5 |
+
"scores": {
|
| 6 |
+
"test": [
|
| 7 |
+
{
|
| 8 |
+
"pearson": 0.112156,
|
| 9 |
+
"spearman": 0.287637,
|
| 10 |
+
"cosine_pearson": 0.112156,
|
| 11 |
+
"cosine_spearman": 0.287637,
|
| 12 |
+
"manhattan_pearson": 0.240747,
|
| 13 |
+
"manhattan_spearman": 0.291889,
|
| 14 |
+
"euclidean_pearson": 0.189282,
|
| 15 |
+
"euclidean_spearman": 0.287637,
|
| 16 |
+
"main_score": 0.287637,
|
| 17 |
+
"hf_subset": "tr",
|
| 18 |
+
"languages": [
|
| 19 |
+
"tur-Latn"
|
| 20 |
+
]
|
| 21 |
+
}
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"evaluation_time": 3.0567941665649414,
|
| 25 |
+
"kg_co2_emissions": null
|
| 26 |
+
}
|
mteb_results/results_summary.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"repo_name": "Basar2004/turkish-sentence-encoder",
|
| 3 |
-
"timestamp": "2026-01-19T20:
|
| 4 |
"tasks": [
|
| 5 |
"MassiveIntentClassification",
|
| 6 |
"MassiveScenarioClassification",
|
|
|
|
| 1 |
{
|
| 2 |
"repo_name": "Basar2004/turkish-sentence-encoder",
|
| 3 |
+
"timestamp": "2026-01-19T20:40:47.668090",
|
| 4 |
"tasks": [
|
| 5 |
"MassiveIntentClassification",
|
| 6 |
"MassiveScenarioClassification",
|