wheattoast11 commited on
Commit
126bf9d
·
verified ·
1 Parent(s): f3db6e2

Upload eval_lfm_finetuned.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_lfm_finetuned.py +2 -3
eval_lfm_finetuned.py CHANGED
@@ -14,10 +14,9 @@
14
  import subprocess
15
  import sys
16
 
17
- model_args = "pretrained=wheattoast11/agent-zero-lfm-1.2b-v1,trust_remote_code=True"
18
- tasks = "leaderboard|mmlu|5,leaderboard|hellaswag|0,leaderboard|arc_challenge|25"
19
 
20
- # lighteval 0.13+ uses positional args: accelerate MODEL_ARGS TASKS
21
  cmd = [
22
  sys.executable, "-m", "lighteval", "accelerate",
23
  model_args,
 
14
  import subprocess
15
  import sys
16
 
17
+ model_args = "model_name=wheattoast11/agent-zero-lfm-1.2b-v1,trust_remote_code=True"
18
+ tasks = "leaderboard|mmlu|5|0,leaderboard|hellaswag|0|0,leaderboard|arc_challenge|25|0"
19
 
 
20
  cmd = [
21
  sys.executable, "-m", "lighteval", "accelerate",
22
  model_args,