Upload 4 files

result_jglue/result_jcommonsenseqa-1.1-0.2.1.json

@@ -0,0 +1,26 @@
+{
+    "results": {
+      "jcommonsenseqa-1.1-0.2.1": {
+        "acc": 0.9115281501340483,
+        "acc_stderr": 0.008493108942289001,
+        "acc_norm": 0.837354781054513,
+        "acc_norm_stderr": 0.011037087895481251
+      }
+    },
+    "versions": {
+      "jcommonsenseqa-1.1-0.2.1": 1.1
+    },
+    "config": {
+      "model": "hf-causal-experimental",
+      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
+      "num_fewshot": [
+        3
+      ],
+      "batch_size": 1,
+      "device": "cuda",
+      "no_cache": false,
+      "limit": null,
+      "bootstrap_iters": 100000,
+      "description_dict": null
+    }
+}

result_jglue/result_jnli-1.3-0.2.json

@@ -0,0 +1,30 @@
+{
+    "results": {
+      "jnli-1.3-0.2": {
+        "acc": 0.5866885784716516,
+        "acc_stderr": 0.00998323894065562,
+        "acc_norm": 0.5866885784716516,
+        "acc_norm_stderr": 0.00998323894065562,
+        "balanced_acc": 0.7103671626849409,
+        "mcc": 0.48037594993558813,
+        "mcc_stderr": 0.01202764597359472,
+        "macro_f1": 0.6010291975400543
+      }
+    },
+    "versions": {
+      "jnli-1.3-0.2": 1.3
+    },
+    "config": {
+      "model": "hf-causal-experimental",
+      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
+      "num_fewshot": [
+        3
+      ],
+      "batch_size": 8,
+      "device": "cuda",
+      "no_cache": false,
+      "limit": null,
+      "bootstrap_iters": 100000,
+      "description_dict": null
+    }
+}

result_jglue/result_jsquad-1.2-0.2.json

@@ -0,0 +1,24 @@
+{
+    "results": {
+      "jsquad-1.2-0.2": {
+        "exact_match": 80.07654209815398,
+        "f1": 91.30275393110973
+      }
+    },
+    "versions": {
+      "jsquad-1.2-0.2": 1.2
+    },
+    "config": {
+      "model": "hf-causal-experimental",
+      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
+      "num_fewshot": [
+        2
+      ],
+      "batch_size": 1,
+      "device": "cuda",
+      "no_cache": false,
+      "limit": null,
+      "bootstrap_iters": 100000,
+      "description_dict": null
+    }
+}

result_jglue/result_marc_ja-1.1-0.2.json

@@ -0,0 +1,30 @@
+{
+  "results": {
+    "marc_ja-1.1-0.2": {
+      "acc": 0.9755925008843297,
+      "acc_stderr": 0.0020523733894530468,
+      "acc_norm": 0.9755925008843297,
+      "acc_norm_stderr": 0.0020523733894530468,
+      "balanced_acc": 0.958966027376291,
+      "mcc": 0.9035669838271105,
+      "mcc_stderr": 0.008066342268937397,
+      "macro_f1": 0.9516669276635559
+    }
+  },
+  "versions": {
+    "marc_ja-1.1-0.2": 1.1
+  },
+  "config": {
+    "model": "hf-causal-experimental",
+    "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
+    "num_fewshot": [
+      0
+    ],
+    "batch_size": 2,
+    "device": "cuda",
+    "no_cache": false,
+    "limit": null,
+    "bootstrap_iters": 100000,
+    "description_dict": null
+  }
+}