Safetensors
English
llama
oasst
simonko912 commited on
Commit
cb11baa
·
verified ·
1 Parent(s): 009f6d7

Update eval_results.json

Browse files
Files changed (1) hide show
  1. eval_results.json +20 -7
eval_results.json CHANGED
@@ -1,9 +1,22 @@
1
  {
2
- "mmlu": 0.2290, // Baseline: 0.25
3
- "hellaswag": 0.2668, // Baseline: 0.25
4
- "arc_challenge_acc": 0.1843, // Baseline: 0.25
5
- "arc_challenge_acc_norm": 0.2338, // Baseline: 0.25
6
- "boolq": 0.5590, // Baseline: 0.50
7
- "winogrande": 0.5146, // Baseline: 0.50
8
- "gsm8k_exact_match_5shot": 0.0091 // Baseline: 0.00
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  }
 
1
  {
2
+ "mmlu": 0.2290,
3
+ "mmlu_baseline": 0.25,
4
+
5
+ "hellaswag": 0.2668,
6
+ "hellaswag_baseline": 0.25,
7
+
8
+ "arc_challenge_acc": 0.1843,
9
+ "arc_challenge_acc_baseline": 0.25,
10
+
11
+ "arc_challenge_acc_norm": 0.2338,
12
+ "arc_challenge_acc_norm_baseline": 0.25,
13
+
14
+ "boolq": 0.5590,
15
+ "boolq_baseline": 0.50,
16
+
17
+ "winogrande": 0.5146,
18
+ "winogrande_baseline": 0.50,
19
+
20
+ "gsm8k_exact_match_5shot": 0.0091,
21
+ "gsm8k_exact_match_5shot_baseline": 0.00
22
  }