Upload eval_lfm_baseline.py with huggingface_hub

eval_lfm_baseline.py

@@ -1,7 +1,7 @@
 # /// script
 # requires-python = ">=3.10"
 # dependencies = [
-#     "lighteval[accelerate]>=0.6.0",
+#     "lighteval>=0.6.0",
 #     "torch>=2.0.0",
 #     "transformers>=4.40.0",
 #     "accelerate>=0.30.0",
@@ -13,12 +13,14 @@
 import subprocess
 import sys
 
+model_args = "pretrained=LiquidAI/LFM2.5-1.2B-Instruct,trust_remote_code=True"
 tasks = "leaderboard|mmlu|5,leaderboard|hellaswag|0,leaderboard|arc_challenge|25"
 
+# lighteval 0.13+ uses positional args: accelerate MODEL_ARGS TASKS
 cmd = [
     sys.executable, "-m", "lighteval", "accelerate",
-    "--model-args", "pretrained=LiquidAI/LFM2.5-1.2B-Instruct,trust_remote_code=True",
-    "--tasks", tasks,
+    model_args,
+    tasks,
     "--output-dir", "./eval_results_baseline",
 ]