| { |
| "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766", |
| "mteb_dataset_name": "Cmnli", |
| "mteb_version": "1.1.2", |
| "validation": { |
| "cos_sim": { |
| "accuracy": 0.834155141310884, |
| "accuracy_threshold": 0.6564782857894897, |
| "ap": 0.9049006000181046, |
| "f1": 0.8428797826579125, |
| "f1_threshold": 0.6480306386947632, |
| "precision": 0.8169848584595129, |
| "recall": 0.8704699555763385 |
| }, |
| "dot": { |
| "accuracy": 0.8340348767288034, |
| "accuracy_threshold": 0.6529912352561951, |
| "ap": 0.9050667776818787, |
| "f1": 0.8431853669417801, |
| "f1_threshold": 0.6381836533546448, |
| "precision": 0.8061420345489443, |
| "recall": 0.88379705400982 |
| }, |
| "euclidean": { |
| "accuracy": 0.8343956704750451, |
| "accuracy_threshold": 0.8326233625411987, |
| "ap": 0.9048869698176196, |
| "f1": 0.8432616081540204, |
| "f1_threshold": 0.8387479186058044, |
| "precision": 0.8177026136613222, |
| "recall": 0.8704699555763385 |
| }, |
| "evaluation_time": 13.31, |
| "manhattan": { |
| "accuracy": 0.8355983162958509, |
| "accuracy_threshold": 28.043197631835938, |
| "ap": 0.9047972486190912, |
| "f1": 0.8442325158946412, |
| "f1_threshold": 28.235897064208984, |
| "precision": 0.820569410726109, |
| "recall": 0.8693009118541033 |
| }, |
| "max": { |
| "accuracy": 0.8355983162958509, |
| "ap": 0.9050667776818787, |
| "f1": 0.8442325158946412 |
| } |
| } |
| } |
