Sean13 commited on
Commit
557f92e
·
verified ·
1 Parent(s): f37eda8

Upload best model from mistral_multipref_re_dpo

Browse files
Files changed (1) hide show
  1. artifacts/eval_metrics.json +238 -0
artifacts/eval_metrics.json ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_loss": 0.6513881683349609,
3
+ "eval_runtime": 46.9393,
4
+ "eval_samples_per_second": 33.064,
5
+ "eval_steps_per_second": 8.266,
6
+ "eval_rewards/accuracies": 0.6597937941551208,
7
+ "eval_rewards/margins": 0.1030866876244545,
8
+ "eval_em/agreement_weights_mean": 0.9990649819374084,
9
+ "eval_em/agreement_weights_std": 0.00021656163153238595,
10
+ "eta/annotator_0": 0.9989985823631287,
11
+ "eta/annotator_1": 0.8999996185302734,
12
+ "eta/annotator_2": 0.8999996185302734,
13
+ "eta/annotator_3": 0.8999996185302734,
14
+ "eta/annotator_4": 0.8999996185302734,
15
+ "eta/annotator_5": 0.8999996185302734,
16
+ "eta/annotator_6": 0.8999996185302734,
17
+ "eta/annotator_7": 0.8999996185302734,
18
+ "eta/annotator_8": 0.8999996185302734,
19
+ "eta/annotator_9": 0.8999996185302734,
20
+ "eta/annotator_10": 0.8999996185302734,
21
+ "eta/annotator_11": 0.8999996185302734,
22
+ "eta/annotator_12": 0.8999996185302734,
23
+ "eta/annotator_13": 0.8999996185302734,
24
+ "eta/annotator_14": 0.8999996185302734,
25
+ "eta/annotator_15": 0.8999996185302734,
26
+ "eta/annotator_16": 0.8999996185302734,
27
+ "eta/annotator_17": 0.8999996185302734,
28
+ "eta/annotator_18": 0.8999996185302734,
29
+ "eta/annotator_19": 0.8999996185302734,
30
+ "eta/annotator_20": 0.8999996185302734,
31
+ "eta/annotator_21": 0.8999996185302734,
32
+ "eta/annotator_22": 0.8999996185302734,
33
+ "eta/annotator_23": 0.8999996185302734,
34
+ "eta/annotator_24": 0.8999996185302734,
35
+ "eta/annotator_25": 0.8999996185302734,
36
+ "eta/annotator_26": 0.8999996185302734,
37
+ "eta/annotator_27": 0.8999996185302734,
38
+ "eta/annotator_28": 0.8999996185302734,
39
+ "eta/annotator_29": 0.8999996185302734,
40
+ "eta/annotator_30": 0.8999996185302734,
41
+ "eta/annotator_31": 0.8999996185302734,
42
+ "eta/annotator_32": 0.8999996185302734,
43
+ "eta/annotator_33": 0.8999996185302734,
44
+ "eta/annotator_34": 0.8999996185302734,
45
+ "eta/annotator_35": 0.8999996185302734,
46
+ "eta/annotator_36": 0.8999996185302734,
47
+ "eta/annotator_37": 0.8999996185302734,
48
+ "eta/annotator_38": 0.8999996185302734,
49
+ "eta/annotator_39": 0.8999996185302734,
50
+ "eta/annotator_40": 0.8999996185302734,
51
+ "eta/annotator_41": 0.8999996185302734,
52
+ "eta/annotator_42": 0.8999996185302734,
53
+ "eta/annotator_43": 0.8999996185302734,
54
+ "eta/annotator_44": 0.8999996185302734,
55
+ "eta/annotator_45": 0.8999996185302734,
56
+ "eta/annotator_46": 0.8999996185302734,
57
+ "eta/annotator_47": 0.8999996185302734,
58
+ "eta/annotator_48": 0.8999996185302734,
59
+ "eta/annotator_49": 0.8999996185302734,
60
+ "eta/annotator_50": 0.8999996185302734,
61
+ "eta/annotator_51": 0.8999996185302734,
62
+ "eta/annotator_52": 0.8999996185302734,
63
+ "eta/annotator_53": 0.8999996185302734,
64
+ "eta/annotator_54": 0.8999996185302734,
65
+ "eta/annotator_55": 0.8999996185302734,
66
+ "eta/annotator_56": 0.8999996185302734,
67
+ "eta/annotator_57": 0.8999996185302734,
68
+ "eta/annotator_58": 0.8999996185302734,
69
+ "eta/annotator_59": 0.8999996185302734,
70
+ "eta/annotator_60": 0.8999996185302734,
71
+ "eta/annotator_61": 0.8999996185302734,
72
+ "eta/annotator_62": 0.8999996185302734,
73
+ "eta/annotator_63": 0.8999996185302734,
74
+ "eta/annotator_64": 0.8999996185302734,
75
+ "eta/annotator_65": 0.8999996185302734,
76
+ "eta/annotator_66": 0.8999996185302734,
77
+ "eta/annotator_67": 0.8999996185302734,
78
+ "eta/annotator_68": 0.8999996185302734,
79
+ "eta/annotator_69": 0.8999996185302734,
80
+ "eta/annotator_70": 0.8999996185302734,
81
+ "eta/annotator_71": 0.8999996185302734,
82
+ "eta/annotator_72": 0.8999996185302734,
83
+ "eta/annotator_73": 0.8999996185302734,
84
+ "eta/annotator_74": 0.8999996185302734,
85
+ "eta/annotator_75": 0.8999996185302734,
86
+ "eta/annotator_76": 0.8999996185302734,
87
+ "eta/annotator_77": 0.8999996185302734,
88
+ "eta/annotator_78": 0.8999996185302734,
89
+ "eta/annotator_79": 0.8999996185302734,
90
+ "eta/annotator_80": 0.8999996185302734,
91
+ "eta/annotator_81": 0.8999996185302734,
92
+ "eta/annotator_82": 0.8999996185302734,
93
+ "eta/annotator_83": 0.8999996185302734,
94
+ "eta/annotator_84": 0.8999996185302734,
95
+ "eta/annotator_85": 0.8999996185302734,
96
+ "eta/annotator_86": 0.8999996185302734,
97
+ "eta/annotator_87": 0.8999996185302734,
98
+ "eta/annotator_88": 0.8999996185302734,
99
+ "eta/annotator_89": 0.8999996185302734,
100
+ "eta/annotator_90": 0.8999996185302734,
101
+ "eta/annotator_91": 0.8999996185302734,
102
+ "eta/annotator_92": 0.8999996185302734,
103
+ "eta/annotator_93": 0.8999996185302734,
104
+ "eta/annotator_94": 0.8999996185302734,
105
+ "eta/annotator_95": 0.8999996185302734,
106
+ "eta/annotator_96": 0.8999996185302734,
107
+ "eta/annotator_97": 0.8999996185302734,
108
+ "eta/annotator_98": 0.8999996185302734,
109
+ "eta/annotator_99": 0.8999996185302734,
110
+ "eta/annotator_100": 0.8999996185302734,
111
+ "eta/annotator_101": 0.8999996185302734,
112
+ "eta/annotator_102": 0.8999996185302734,
113
+ "eta/annotator_103": 0.8999996185302734,
114
+ "eta/annotator_104": 0.8999996185302734,
115
+ "eta/annotator_105": 0.8999996185302734,
116
+ "eta/annotator_106": 0.8999996185302734,
117
+ "eta/annotator_107": 0.8999996185302734,
118
+ "eta/annotator_108": 0.8999996185302734,
119
+ "eta/annotator_109": 0.8999996185302734,
120
+ "eta/annotator_110": 0.8999996185302734,
121
+ "eta/annotator_111": 0.8999996185302734,
122
+ "eta/annotator_112": 0.8999996185302734,
123
+ "eta/annotator_113": 0.8999996185302734,
124
+ "eta/annotator_114": 0.8999996185302734,
125
+ "eta/annotator_115": 0.8999996185302734,
126
+ "eta/annotator_116": 0.8999996185302734,
127
+ "eta/annotator_117": 0.8999996185302734,
128
+ "eta/annotator_118": 0.8999996185302734,
129
+ "eta/annotator_119": 0.8999996185302734,
130
+ "eta/annotator_120": 0.8999996185302734,
131
+ "eta/annotator_121": 0.8999996185302734,
132
+ "eta/annotator_122": 0.8999996185302734,
133
+ "eta/annotator_123": 0.8999996185302734,
134
+ "eta/annotator_124": 0.8999996185302734,
135
+ "eta/annotator_125": 0.8999996185302734,
136
+ "eta/annotator_126": 0.8999996185302734,
137
+ "eta/annotator_127": 0.8999996185302734,
138
+ "eta/annotator_128": 0.8999996185302734,
139
+ "eta/annotator_129": 0.8999996185302734,
140
+ "eta/annotator_130": 0.8999996185302734,
141
+ "eta/annotator_131": 0.8999996185302734,
142
+ "eta/annotator_132": 0.8999996185302734,
143
+ "eta/annotator_133": 0.8999996185302734,
144
+ "eta/annotator_134": 0.8999996185302734,
145
+ "eta/annotator_135": 0.8999996185302734,
146
+ "eta/annotator_136": 0.8999996185302734,
147
+ "eta/annotator_137": 0.8999996185302734,
148
+ "eta/annotator_138": 0.8999996185302734,
149
+ "eta/annotator_139": 0.8999996185302734,
150
+ "eta/annotator_140": 0.8999996185302734,
151
+ "eta/annotator_141": 0.8999996185302734,
152
+ "eta/annotator_142": 0.8999996185302734,
153
+ "eta/annotator_143": 0.8999996185302734,
154
+ "eta/annotator_144": 0.8999996185302734,
155
+ "eta/annotator_145": 0.8999996185302734,
156
+ "eta/annotator_146": 0.8999996185302734,
157
+ "eta/annotator_147": 0.8999996185302734,
158
+ "eta/annotator_148": 0.8999996185302734,
159
+ "eta/annotator_149": 0.8999996185302734,
160
+ "eta/annotator_150": 0.8999996185302734,
161
+ "eta/annotator_151": 0.8999996185302734,
162
+ "eta/annotator_152": 0.8999996185302734,
163
+ "eta/annotator_153": 0.8999996185302734,
164
+ "eta/annotator_154": 0.8999996185302734,
165
+ "eta/annotator_155": 0.8999996185302734,
166
+ "eta/annotator_156": 0.8999996185302734,
167
+ "eta/annotator_157": 0.8999996185302734,
168
+ "eta/annotator_158": 0.8999996185302734,
169
+ "eta/annotator_159": 0.8999996185302734,
170
+ "eta/annotator_160": 0.8999996185302734,
171
+ "eta/annotator_161": 0.8999996185302734,
172
+ "eta/annotator_162": 0.8999996185302734,
173
+ "eta/annotator_163": 0.8999996185302734,
174
+ "eta/annotator_164": 0.8999996185302734,
175
+ "eta/annotator_165": 0.8999996185302734,
176
+ "eta/annotator_166": 0.8999996185302734,
177
+ "eta/annotator_167": 0.8999996185302734,
178
+ "eta/annotator_168": 0.8999996185302734,
179
+ "eta/annotator_169": 0.8999996185302734,
180
+ "eta/annotator_170": 0.8999996185302734,
181
+ "eta/annotator_171": 0.8999996185302734,
182
+ "eta/annotator_172": 0.8999996185302734,
183
+ "eta/annotator_173": 0.8999996185302734,
184
+ "eta/annotator_174": 0.8999996185302734,
185
+ "eta/annotator_175": 0.8999996185302734,
186
+ "eta/annotator_176": 0.8999996185302734,
187
+ "eta/annotator_177": 0.8999996185302734,
188
+ "eta/annotator_178": 0.8999996185302734,
189
+ "eta/annotator_179": 0.8999996185302734,
190
+ "eta/annotator_180": 0.8999996185302734,
191
+ "eta/annotator_181": 0.8999996185302734,
192
+ "eta/annotator_182": 0.8999996185302734,
193
+ "eta/annotator_183": 0.8999996185302734,
194
+ "eta/annotator_184": 0.8999996185302734,
195
+ "eta/annotator_185": 0.8999996185302734,
196
+ "eta/annotator_186": 0.8999996185302734,
197
+ "eta/annotator_187": 0.8999996185302734,
198
+ "eta/annotator_188": 0.8999996185302734,
199
+ "eta/annotator_189": 0.8999996185302734,
200
+ "eta/annotator_190": 0.8999996185302734,
201
+ "eta/annotator_191": 0.8999996185302734,
202
+ "eta/annotator_192": 0.8999996185302734,
203
+ "eta/annotator_193": 0.8999996185302734,
204
+ "eta/annotator_194": 0.8999996185302734,
205
+ "eta/annotator_195": 0.8999996185302734,
206
+ "eta/annotator_196": 0.8999996185302734,
207
+ "eta/annotator_197": 0.8999996185302734,
208
+ "eta/annotator_198": 0.8999996185302734,
209
+ "eta/annotator_199": 0.8999996185302734,
210
+ "eta/annotator_200": 0.8999996185302734,
211
+ "eta/annotator_201": 0.8999996185302734,
212
+ "eta/annotator_202": 0.8999996185302734,
213
+ "eta/annotator_203": 0.8999996185302734,
214
+ "eta/annotator_204": 0.8999996185302734,
215
+ "eta/annotator_205": 0.8999996185302734,
216
+ "eta/annotator_206": 0.8999996185302734,
217
+ "eta/annotator_207": 0.8999996185302734,
218
+ "eta/annotator_208": 0.8999996185302734,
219
+ "eta/annotator_209": 0.8999996185302734,
220
+ "eta/annotator_210": 0.8999996185302734,
221
+ "eta/annotator_211": 0.8999996185302734,
222
+ "eta/annotator_212": 0.8999996185302734,
223
+ "eta/annotator_213": 0.8999996185302734,
224
+ "eta/annotator_214": 0.8999996185302734,
225
+ "eta/annotator_215": 0.8999996185302734,
226
+ "eta/annotator_216": 0.8999996185302734,
227
+ "eta/annotator_217": 0.8999996185302734,
228
+ "eta/annotator_218": 0.8999996185302734,
229
+ "eta/annotator_219": 0.8999996185302734,
230
+ "eta/annotator_220": 0.8999996185302734,
231
+ "eta/annotator_221": 0.8999996185302734,
232
+ "eta/annotator_222": 0.8999996185302734,
233
+ "eta/annotator_223": 0.8999996185302734,
234
+ "eta/annotator_224": 0.8999996185302734,
235
+ "eta/annotator_225": 0.8999996185302734,
236
+ "eta/annotator_226": 0.8999996185302734,
237
+ "epoch": 0.9983615510649918
238
+ }