Upload folder using huggingface_hub

dataset_dict.json

@@ -1 +1 @@
-{"splits": ["train"]}
+{"splits": ["train", "test"]}

test/cache-dafba0fe1a069236.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff4c7f5b52898f528234746ccec7f1671703480bb4f2f97c89df8810ee00421
+size 25166872

test/data-00000-of-00001.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c718fdf8dfa94ff76d054e0d2679584fc35debfd035d70d1d9d0c5d33f3f4b5a
+size 25617864

test/dataset_info.json

@@ -0,0 +1,122 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 8556388,
+  "description": "",
+  "download_checksums": {
+    "/hai/scratch/fangwu97/xu/SimPO_slurm/data/gemma2_ufb_part2_test.jsonl": {
+      "num_bytes": 8964456,
+      "checksum": null
+    }
+  },
+  "download_size": 8964456,
+  "features": {
+    "prompt_id": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "prompt": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "all_generated_responses": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "all_rm_scores": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "chosen": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "rejected": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "chosen_input_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "chosen_attention_mask": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "chosen_labels": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "rejected_input_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "rejected_attention_mask": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "rejected_labels": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "reference_chosen_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "reference_rejected_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "history0_chosen_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "history0_rejected_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 17520844,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 8556388,
+      "num_examples": 647,
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

test/state.json

@@ -0,0 +1,13 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00001.arrow"
+    }
+  ],
+  "_fingerprint": "0450ab0d809aebe0",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": null
+}

train/cache-ebdd986512ba8955.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c793fa6491f4b2bd96737dca20bd6d3c7c47eb1c42c70a67e4a162250c45b800
+size 732126608

train/data-00000-of-00002.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faa1c8ce97a78b75c6c9172e43a8f3e7c59e5ac0357d9ea8778f961f962136a
+size 340797176

train/data-00001-of-00002.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a846812c8ec12833ba1d1b9f86d1df3717b0c7a5d6183de579d6afcd49a4581
+size 347019280

train/dataset_info.json

@@ -0,0 +1,92 @@
+{
+  "citation": "",
+  "description": "",
+  "features": {
+    "prompt": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "all_generated_responses": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "all_rm_scores": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "chosen": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "rejected": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "chosen_input_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "chosen_attention_mask": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "chosen_labels": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "rejected_input_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "rejected_attention_mask": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "rejected_labels": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "reference_chosen_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "reference_rejected_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "history0_chosen_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "history0_rejected_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    }
+  },
+  "homepage": "",
+  "license": ""
+}

train/state.json

@@ -0,0 +1,16 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00002.arrow"
+    },
+    {
+      "filename": "data-00001-of-00002.arrow"
+    }
+  ],
+  "_fingerprint": "16715b50e5b3cc4a",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": null
+}