Create results/summary.json

results/summary.json

@@ -0,0 +1,62 @@
+{
+    "Classification": {
+        "amazon_counterfactual_classification": {
+            "macro_f1": 0.7868362820881749
+        },
+        "amazon_review_classification": {
+            "macro_f1": 0.5569777933675395
+        },
+        "massive_intent_classification": {
+            "macro_f1": 0.8201772623687816
+        },
+        "massive_scenario_classification": {
+            "macro_f1": 0.8827318695602392
+        }
+    },
+    "Reranking": {
+        "esci": {
+            "ndcg@10": 0.9320484339702731
+        }
+    },
+    "Retrieval": {
+        "jagovfaqs_22k": {
+            "ndcg@10": 0.743165156334314
+        },
+        "jaqket": {
+            "ndcg@10": 0.6236302732201829
+        },
+        "mrtydi": {
+            "ndcg@10": 0.4247039892713784
+        },
+        "nlp_journal_abs_intro": {
+            "ndcg@10": 0.8955548885772556
+        },
+        "nlp_journal_title_abs": {
+            "ndcg@10": 0.9809885221936606
+        },
+        "nlp_journal_title_intro": {
+            "ndcg@10": 0.7686195687434224
+        }
+    },
+    "STS": {
+        "jsick": {
+            "spearman": 0.838898966624785
+        },
+        "jsts": {
+            "spearman": 0.8193638843065068
+        }
+    },
+    "Clustering": {
+        "livedoor_news": {
+            "v_measure_score": 0.5358029527559113
+        },
+        "mewsc16": {
+            "v_measure_score": 0.4958897357648059
+        }
+    },
+    "PairClassification": {
+        "paws_x_ja": {
+            "binary_f1": 0.6231729055258467
+        }
+    }
+}