| { | |
| "Classification": { | |
| "amazon_counterfactual_classification": { | |
| "macro_f1": 0.7719949223708622 | |
| }, | |
| "amazon_review_classification": { | |
| "macro_f1": 0.5925073173503907 | |
| }, | |
| "massive_intent_classification": { | |
| "macro_f1": 0.8253141488047901 | |
| }, | |
| "massive_scenario_classification": { | |
| "macro_f1": 0.8980428060442256 | |
| } | |
| }, | |
| "Reranking": { | |
| "esci": { | |
| "ndcg@10": 0.9357116238638268 | |
| } | |
| }, | |
| "Retrieval": { | |
| "jagovfaqs_22k": { | |
| "ndcg@10": 0.7936169854294086 | |
| }, | |
| "nlp_journal_abs_intro": { | |
| "ndcg@10": 0.9752397041145251 | |
| }, | |
| "nlp_journal_title_abs": { | |
| "ndcg@10": 0.98790129680604 | |
| }, | |
| "nlp_journal_title_intro": { | |
| "ndcg@10": 0.935404667723217 | |
| }, | |
| "jaqket": { | |
| "ndcg@10": 0.6851508044977195 | |
| }, | |
| "mrtydi": { | |
| "ndcg@10": 0.4192795726565468 | |
| } | |
| }, | |
| "STS": { | |
| "jsick": { | |
| "spearman": 0.818348421573557 | |
| }, | |
| "jsts": { | |
| "spearman": 0.8444160195227215 | |
| } | |
| }, | |
| "Clustering": { | |
| "livedoor_news": { | |
| "v_measure_score": 0.5739739304506893 | |
| }, | |
| "mewsc16": { | |
| "v_measure_score": 0.4954965558606599 | |
| } | |
| }, | |
| "PairClassification": { | |
| "paws_x_ja": { | |
| "binary_f1": 0.6236711552090716 | |
| } | |
| } | |
| } |