Upload eval_lfm_finetuned.py with huggingface_hub

eval_lfm_finetuned.py

@@ -1,7 +1,7 @@
 # /// script
 # requires-python = ">=3.10"
 # dependencies = [
-#     "lighteval[accelerate]>=0.6.0",
+#     "lighteval>=0.6.0",
 #     "torch>=2.0.0",
 #     "transformers>=4.40.0",
 #     "accelerate>=0.30.0",
@@ -14,12 +14,14 @@
 import subprocess
 import sys
 
+model_args = "pretrained=wheattoast11/agent-zero-lfm-1.2b-v1,trust_remote_code=True"
 tasks = "leaderboard|mmlu|5,leaderboard|hellaswag|0,leaderboard|arc_challenge|25"
 
+# lighteval 0.13+ uses positional args: accelerate MODEL_ARGS TASKS
 cmd = [
     sys.executable, "-m", "lighteval", "accelerate",
-    "--model-args", "pretrained=wheattoast11/agent-zero-lfm-1.2b-v1,trust_remote_code=True",
-    "--tasks", tasks,
+    model_args,
+    tasks,
     "--output-dir", "./eval_results_finetuned",
 ]