Upload folder using huggingface_hub
Browse files
src/mathcompose/eval/run.py
CHANGED
|
@@ -157,7 +157,7 @@ def main() -> None:
|
|
| 157 |
p.add_argument("--maj-k", type=int, default=1)
|
| 158 |
p.add_argument("--limit", type=int, default=None)
|
| 159 |
p.add_argument("--max-seqs", type=int, default=0, help="max concurrent sequences (0=auto by VRAM)")
|
| 160 |
-
p.add_argument("--max-new-tokens", type=int, default=
|
| 161 |
p.add_argument("--splits", nargs="+", default=["gsm8k", "math", "olympiadbench", "omnimath"])
|
| 162 |
p.add_argument("--code-exec", action="store_true",
|
| 163 |
help="run the code-execution verify loop (GenPRM-style; per-example, slower)")
|
|
@@ -170,7 +170,7 @@ def main() -> None:
|
|
| 170 |
p.add_argument("--maj-k", type=int, default=1)
|
| 171 |
p.add_argument("--limit", type=int, default=None)
|
| 172 |
p.add_argument("--max-seqs", type=int, default=0, help="max concurrent sequences (0=auto by VRAM)")
|
| 173 |
-
p.add_argument("--max-new-tokens", type=int, default=
|
| 174 |
p.set_defaults(func=cmd_prmbench)
|
| 175 |
|
| 176 |
p = sub.add_parser("math")
|
|
|
|
| 157 |
p.add_argument("--maj-k", type=int, default=1)
|
| 158 |
p.add_argument("--limit", type=int, default=None)
|
| 159 |
p.add_argument("--max-seqs", type=int, default=0, help="max concurrent sequences (0=auto by VRAM)")
|
| 160 |
+
p.add_argument("--max-new-tokens", type=int, default=1024)
|
| 161 |
p.add_argument("--splits", nargs="+", default=["gsm8k", "math", "olympiadbench", "omnimath"])
|
| 162 |
p.add_argument("--code-exec", action="store_true",
|
| 163 |
help="run the code-execution verify loop (GenPRM-style; per-example, slower)")
|
|
|
|
| 170 |
p.add_argument("--maj-k", type=int, default=1)
|
| 171 |
p.add_argument("--limit", type=int, default=None)
|
| 172 |
p.add_argument("--max-seqs", type=int, default=0, help="max concurrent sequences (0=auto by VRAM)")
|
| 173 |
+
p.add_argument("--max-new-tokens", type=int, default=1024)
|
| 174 |
p.set_defaults(func=cmd_prmbench)
|
| 175 |
|
| 176 |
p = sub.add_parser("math")
|