nm-research commited on
Commit
8b2e640
·
verified ·
1 Parent(s): 0c1ec85

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +54 -54
README.md CHANGED
@@ -179,113 +179,113 @@ lm_eval \
179
  <tr>
180
  <td rowspan="7"><b>OpenLLM V1</b></td>
181
  <td>ARC-Challenge (Acc-Norm, 25-shot)</td>
182
- <td></td>
183
- <td></td>
184
- <td>%</td>
185
  </tr>
186
  <tr>
187
  <td>GSM8K (Strict-Match, 5-shot)</td>
188
- <td></td>
189
- <td></td>
190
- <td>%</td>
191
  </tr>
192
  <tr>
193
  <td>HellaSwag (Acc-Norm, 10-shot)</td>
194
- <td></td>
195
- <td></td>
196
- <td>%</td>
197
  </tr>
198
  <tr>
199
  <td>MMLU (Acc, 5-shot)</td>
200
- <td></td>
201
- <td></td>
202
- <td>%</td>
203
  </tr>
204
  <tr>
205
  <td>TruthfulQA (MC2, 0-shot)</td>
206
- <td></td>
207
- <td></td>
208
- <td>%</td>
209
  </tr>
210
  <tr>
211
  <td>Winogrande (Acc, 5-shot)</td>
212
- <td></td>
213
- <td></td>
214
- <td>%</td>
215
  </tr>
216
  <tr>
217
  <td><b>Average Score</b></td>
218
- <td><b></b></td>
219
- <td><b></b></td>
220
- <td><b>%</b></td>
221
  </tr>
222
  <tr>
223
  <td rowspan="7"><b>OpenLLM V2</b></td>
224
  <td>IFEval (Inst Level Strict Acc, 0-shot)</td>
225
- <td></td>
226
- <td></td>
227
- <td>%</td>
228
  </tr>
229
  <tr>
230
  <td>BBH (Acc-Norm, 3-shot)</td>
231
- <td></td>
232
- <td></td>
233
- <td>%</td>
234
  </tr>
235
  <tr>
236
  <td>Math-Hard (Exact-Match, 4-shot)</td>
237
- <td></td>
238
- <td></td>
239
- <td>%</td>
240
  </tr>
241
  <tr>
242
  <td>GPQA (Acc-Norm, 0-shot)</td>
243
- <td></td>
244
- <td></td>
245
- <td>%</td>
246
  </tr>
247
  <tr>
248
  <td>MUSR (Acc-Norm, 0-shot)</td>
249
- <td></td>
250
- <td></td>
251
- <td>%</td>
252
  </tr>
253
  <tr>
254
  <td>MMLU-Pro (Acc, 5-shot)</td>
255
- <td></td>
256
- <td></td>
257
- <td>%</td>
258
  </tr>
259
  <tr>
260
  <td><b>Average Score</b></td>
261
- <td><b></b></td>
262
- <td><b></b></td>
263
- <td><b>%</b></td>
264
  </tr>
265
  <tr>
266
  <td rowspan="4"><b>Coding</b></td>
267
  <td>HumanEval (pass@1)</td>
268
- <td></td>
269
- <td></td>
270
- <td><b>%</b></td>
271
  </tr>
272
  <tr>
273
  <td>HumanEval (pass@10)</td>
274
- <td></td>
275
- <td></td>
276
- <td>%</td>
277
  </tr>
278
  <tr>
279
  <td>HumanEval+ (pass@10)</td>
280
- <td></td>
281
- <td></td>
282
- <td>%</td>
283
  </tr>
284
  <tr>
285
  <td>HumanEval+ (pass@10)</td>
286
- <td></td>
287
- <td></td>
288
- <td>%</td>
289
  </tr>
290
  </tbody>
291
  </table>
 
179
  <tr>
180
  <td rowspan="7"><b>OpenLLM V1</b></td>
181
  <td>ARC-Challenge (Acc-Norm, 25-shot)</td>
182
+ <td>63.65</td>
183
+ <td>63.57</td>
184
+ <td>99.9%</td>
185
  </tr>
186
  <tr>
187
  <td>GSM8K (Strict-Match, 5-shot)</td>
188
+ <td>93.03</td>
189
+ <td>93.56</td>
190
+ <td>100.6%</td>
191
  </tr>
192
  <tr>
193
  <td>HellaSwag (Acc-Norm, 10-shot)</td>
194
+ <td>84.85</td>
195
+ <td>85.15</td>
196
+ <td>100.4%</td>
197
  </tr>
198
  <tr>
199
  <td>MMLU (Acc, 5-shot)</td>
200
+ <td>78.04</td>
201
+ <td>78.01</td>
202
+ <td>100.0%</td>
203
  </tr>
204
  <tr>
205
  <td>TruthfulQA (MC2, 0-shot)</td>
206
+ <td>56.67</td>
207
+ <td>57.47</td>
208
+ <td>101.4%</td>
209
  </tr>
210
  <tr>
211
  <td>Winogrande (Acc, 5-shot)</td>
212
+ <td>78.22</td>
213
+ <td>78.37</td>
214
+ <td>100.2%</td>
215
  </tr>
216
  <tr>
217
  <td><b>Average Score</b></td>
218
+ <td><b>75.74</b></td>
219
+ <td><b>76.02</b></td>
220
+ <td><b>100.4%</b></td>
221
  </tr>
222
  <tr>
223
  <td rowspan="7"><b>OpenLLM V2</b></td>
224
  <td>IFEval (Inst Level Strict Acc, 0-shot)</td>
225
+ <td>43.15</td>
226
+ <td>43.42</td>
227
+ <td>100.2%</td>
228
  </tr>
229
  <tr>
230
  <td>BBH (Acc-Norm, 3-shot)</td>
231
+ <td>64.32</td>
232
+ <td>62.78</td>
233
+ <td>97.6%</td>
234
  </tr>
235
  <tr>
236
  <td>Math-Hard (Exact-Match, 4-shot)</td>
237
+ <td>35.04</td>
238
+ <td>32.32</td>
239
+ <td>92.2%</td>
240
  </tr>
241
  <tr>
242
  <td>GPQA (Acc-Norm, 0-shot)</td>
243
+ <td>37.15</td>
244
+ <td>36.83</td>
245
+ <td>99.1%</td>
246
  </tr>
247
  <tr>
248
  <td>MUSR (Acc-Norm, 0-shot)</td>
249
+ <td>42.89</td>
250
+ <td>43.16</td>
251
+ <td>100.6%</td>
252
  </tr>
253
  <tr>
254
  <td>MMLU-Pro (Acc, 5-shot)</td>
255
+ <td>47.22</td>
256
+ <td>47.30</td>
257
+ <td>100.2%</td>
258
  </tr>
259
  <tr>
260
  <td><b>Average Score</b></td>
261
+ <td><b>44.96</b></td>
262
+ <td><b>44.30</b></td>
263
+ <td><b>98.5%</b></td>
264
  </tr>
265
  <tr>
266
  <td rowspan="4"><b>Coding</b></td>
267
  <td>HumanEval (pass@1)</td>
268
+ <td>81.10</td>
269
+ <td>81.00</td>
270
+ <td><b>99.9%</b></td>
271
  </tr>
272
  <tr>
273
  <td>HumanEval (pass@10)</td>
274
+ <td>87.60</td>
275
+ <td>86.80</td>
276
+ <td>99.1%</td>
277
  </tr>
278
  <tr>
279
  <td>HumanEval+ (pass@10)</td>
280
+ <td>75.20</td>
281
+ <td>75.80</td>
282
+ <td>100.8%</td>
283
  </tr>
284
  <tr>
285
  <td>HumanEval+ (pass@10)</td>
286
+ <td>83.10</td>
287
+ <td>83.40</td>
288
+ <td>100.4%</td>
289
  </tr>
290
  </tbody>
291
  </table>