XuHuang commited on
Commit
940a3d6
·
verified ·
1 Parent(s): 3e75fa3

Upload folder using huggingface_hub

Browse files
mnpo_iter3_armo_dpo_abl/dataset_dict.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"splits": ["train"]}
mnpo_iter3_armo_dpo_abl/train/cache-1544e2a7875a7924.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db866350999f2213ba55d2fcf3f08a8e7ed2589374430b2f79d5b08e65db503c
3
+ size 249910160
mnpo_iter3_armo_dpo_abl/train/cache-f1cc10447063cb91.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9259647cc2a36ebc77486d4d80c42729b34e6c519b29936abdf6b53bebee2e
3
+ size 249910160
mnpo_iter3_armo_dpo_abl/train/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923661d7a3e3e017188e1e5fdd76725ba78eff6d32d610decd8d3b23ebe66f6d
3
+ size 234149288
mnpo_iter3_armo_dpo_abl/train/dataset_info.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "builder_name": "json",
3
+ "citation": "",
4
+ "config_name": "default",
5
+ "dataset_name": "json",
6
+ "dataset_size": 85610420,
7
+ "description": "",
8
+ "download_checksums": {
9
+ "/hai/scratch/fangwu97/xu/SimPO_slurm/datasets/gemma2_ultrafeedback/mnpo_iter3_armo_dpo_abl_scored.jsonl": {
10
+ "num_bytes": 88410167,
11
+ "checksum": null
12
+ }
13
+ },
14
+ "download_size": 88410167,
15
+ "features": {
16
+ "prompt": {
17
+ "dtype": "string",
18
+ "_type": "Value"
19
+ },
20
+ "all_generated_responses": {
21
+ "feature": {
22
+ "dtype": "string",
23
+ "_type": "Value"
24
+ },
25
+ "_type": "List"
26
+ },
27
+ "all_rm_scores": {
28
+ "feature": {
29
+ "dtype": "float64",
30
+ "_type": "Value"
31
+ },
32
+ "_type": "List"
33
+ },
34
+ "chosen": {
35
+ "dtype": "string",
36
+ "_type": "Value"
37
+ },
38
+ "rejected": {
39
+ "dtype": "string",
40
+ "_type": "Value"
41
+ },
42
+ "chosen_input_ids": {
43
+ "feature": {
44
+ "dtype": "int64",
45
+ "_type": "Value"
46
+ },
47
+ "_type": "List"
48
+ },
49
+ "chosen_attention_mask": {
50
+ "feature": {
51
+ "dtype": "int64",
52
+ "_type": "Value"
53
+ },
54
+ "_type": "List"
55
+ },
56
+ "chosen_labels": {
57
+ "feature": {
58
+ "dtype": "int64",
59
+ "_type": "Value"
60
+ },
61
+ "_type": "List"
62
+ },
63
+ "rejected_input_ids": {
64
+ "feature": {
65
+ "dtype": "int64",
66
+ "_type": "Value"
67
+ },
68
+ "_type": "List"
69
+ },
70
+ "rejected_attention_mask": {
71
+ "feature": {
72
+ "dtype": "int64",
73
+ "_type": "Value"
74
+ },
75
+ "_type": "List"
76
+ },
77
+ "rejected_labels": {
78
+ "feature": {
79
+ "dtype": "int64",
80
+ "_type": "Value"
81
+ },
82
+ "_type": "List"
83
+ },
84
+ "reference_chosen_logps": {
85
+ "dtype": "float32",
86
+ "_type": "Value"
87
+ },
88
+ "reference_rejected_logps": {
89
+ "dtype": "float32",
90
+ "_type": "Value"
91
+ },
92
+ "history0_chosen_logps": {
93
+ "dtype": "float32",
94
+ "_type": "Value"
95
+ },
96
+ "history0_rejected_logps": {
97
+ "dtype": "float32",
98
+ "_type": "Value"
99
+ },
100
+ "history1_chosen_logps": {
101
+ "dtype": "float32",
102
+ "_type": "Value"
103
+ },
104
+ "history1_rejected_logps": {
105
+ "dtype": "float32",
106
+ "_type": "Value"
107
+ }
108
+ },
109
+ "homepage": "",
110
+ "license": "",
111
+ "size_in_bytes": 174020587,
112
+ "splits": {
113
+ "train": {
114
+ "name": "train",
115
+ "num_bytes": 85610420,
116
+ "num_examples": 6509,
117
+ "dataset_name": "json"
118
+ }
119
+ },
120
+ "version": {
121
+ "version_str": "0.0.0",
122
+ "major": 0,
123
+ "minor": 0,
124
+ "patch": 0
125
+ }
126
+ }
mnpo_iter3_armo_dpo_abl/train/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "b29bbd75242919df",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }