Upload folder using huggingface_hub

dataset_dict.json

@@ -1 +1 @@
-{"splits": ["train", "test"]}
+{"splits": ["train"]}

train/cache-216aef9dfde83398.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddac6739f6619002e7d2845c56b164fe1224aec5fd8bd149f959cbc3f4088d9
+size 258481888

train/cache-21b92fc929a767e9.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b0eff29e32c30ccdca04a30898f1d224f98fa6e29e1ce42550dca54b9fb4b
+size 258481888

train/cache-26c2b0cfe812003e.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06f7f9f944a9195c65fee50ac532bd5e68f2712123977fb363744d2f8b404f5
+size 258481888

train/cache-b0e753f295f2ae1e.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057d540923c7fab7fdd68e2a065b1cc746ea9ed24c8e0322159718701629c876
+size 258481888

train/cache-d7b45486acc59d4d.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d18f02112c79f0fc5b857711c76098f3aa0b6cc9256e06a0879b19a53456814
+size 258481888

train/data-00000-of-00001.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f2f49738dbffb8e83a77b420bc1e65b2b094f6d8e83449868e7d9b7ef4bf48
+size 242670872

train/dataset_info.json

@@ -1,6 +1,17 @@
 {
+  "builder_name": "json",
   "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 88858120,
   "description": "",
+  "download_checksums": {
+    "/hai/scratch/fangwu97/xu/SimPO_slurm/datasets/gemma2_ultrafeedback/mnpo_iter2_skywork_scored.jsonl": {
+      "num_bytes": 91582104,
+      "checksum": null
+    }
+  },
+  "download_size": 91582104,
   "features": {
     "prompt": {
       "dtype": "string",
@@ -11,14 +22,14 @@
         "dtype": "string",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "all_rm_scores": {
       "feature": {
         "dtype": "float64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "chosen": {
       "dtype": "string",
@@ -33,42 +44,42 @@
         "dtype": "int64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "chosen_attention_mask": {
       "feature": {
         "dtype": "int64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "chosen_labels": {
       "feature": {
         "dtype": "int64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "rejected_input_ids": {
       "feature": {
         "dtype": "int64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "rejected_attention_mask": {
       "feature": {
         "dtype": "int64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "rejected_labels": {
       "feature": {
         "dtype": "int64",
         "_type": "Value"
       },
-      "_type": "Sequence"
+      "_type": "List"
     },
     "reference_chosen_logps": {
       "dtype": "float32",
@@ -85,8 +96,31 @@
     "history0_rejected_logps": {
       "dtype": "float32",
       "_type": "Value"
+    },
+    "history1_chosen_logps": {
+      "dtype": "float32",
+      "_type": "Value"
+    },
+    "history1_rejected_logps": {
+      "dtype": "float32",
+      "_type": "Value"
     }
   },
   "homepage": "",
-  "license": ""
+  "license": "",
+  "size_in_bytes": 180440224,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 88858120,
+      "num_examples": 6598,
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
 }

train/state.json

@@ -1,13 +1,10 @@
 {
   "_data_files": [
     {
-      "filename": "data-00000-of-00002.arrow"
-    },
-    {
-      "filename": "data-00001-of-00002.arrow"
+      "filename": "data-00000-of-00001.arrow"
     }
   ],
-  "_fingerprint": "16715b50e5b3cc4a",
+  "_fingerprint": "2a7a396ab75a6dad",
   "_format_columns": null,
   "_format_kwargs": {},
   "_format_type": null,