wheattoast11 commited on
Commit
f3db6e2
·
verified ·
1 Parent(s): 59141be

Upload eval_lfm_baseline.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_lfm_baseline.py +2 -3
eval_lfm_baseline.py CHANGED
@@ -13,10 +13,9 @@
13
  import subprocess
14
  import sys
15
 
16
- model_args = "pretrained=LiquidAI/LFM2.5-1.2B-Instruct,trust_remote_code=True"
17
- tasks = "leaderboard|mmlu|5,leaderboard|hellaswag|0,leaderboard|arc_challenge|25"
18
 
19
- # lighteval 0.13+ uses positional args: accelerate MODEL_ARGS TASKS
20
  cmd = [
21
  sys.executable, "-m", "lighteval", "accelerate",
22
  model_args,
 
13
  import subprocess
14
  import sys
15
 
16
+ model_args = "model_name=LiquidAI/LFM2.5-1.2B-Instruct,trust_remote_code=True"
17
+ tasks = "leaderboard|mmlu|5|0,leaderboard|hellaswag|0|0,leaderboard|arc_challenge|25|0"
18
 
 
19
  cmd = [
20
  sys.executable, "-m", "lighteval", "accelerate",
21
  model_args,