wheattoast11 commited on
Commit
9c86ea0
·
verified ·
1 Parent(s): dbaf7a9

Upload eval_lfm_finetuned.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_lfm_finetuned.py +2 -3
eval_lfm_finetuned.py CHANGED
@@ -16,12 +16,11 @@ import sys
16
 
17
  tasks = "leaderboard|mmlu|5,leaderboard|hellaswag|0,leaderboard|arc_challenge|25"
18
 
19
- # PEFT adapter model — lighteval loads base + adapter automatically
20
  cmd = [
21
  sys.executable, "-m", "lighteval", "accelerate",
22
- "--model_args", "pretrained=wheattoast11/agent-zero-lfm-1.2b-v1,trust_remote_code=True",
23
  "--tasks", tasks,
24
- "--output_dir", "./eval_results_finetuned",
25
  ]
26
 
27
  print(f"Running: {' '.join(cmd)}")
 
16
 
17
  tasks = "leaderboard|mmlu|5,leaderboard|hellaswag|0,leaderboard|arc_challenge|25"
18
 
 
19
  cmd = [
20
  sys.executable, "-m", "lighteval", "accelerate",
21
+ "--model-args", "pretrained=wheattoast11/agent-zero-lfm-1.2b-v1,trust_remote_code=True",
22
  "--tasks", tasks,
23
+ "--output-dir", "./eval_results_finetuned",
24
  ]
25
 
26
  print(f"Running: {' '.join(cmd)}")