Sarthak commited on
Commit ·
da2f1e0
1
Parent(s): 44ddb30
fix(main): reduce maximum queries per language to 100
Browse filesThe default value was too high, causing the evaluation to take a long time.
src/distiller/__main__.py
CHANGED
|
@@ -30,7 +30,7 @@ def evaluate(
|
|
| 30 |
use_beam: Annotated[bool, typer.Option(help="Use Beam for evaluation")] = False,
|
| 31 |
skip_third_party: Annotated[bool, typer.Option(help="Skip third-party models")] = False,
|
| 32 |
skip_benchmark: Annotated[bool, typer.Option(help="Skip performance benchmarking")] = False,
|
| 33 |
-
max_queries: Annotated[int, typer.Option(help="Maximum queries per language")] =
|
| 34 |
) -> None:
|
| 35 |
"""Run CodeSearchNet evaluation on models."""
|
| 36 |
from .evaluate import main as evaluate_main
|
|
|
|
| 30 |
use_beam: Annotated[bool, typer.Option(help="Use Beam for evaluation")] = False,
|
| 31 |
skip_third_party: Annotated[bool, typer.Option(help="Skip third-party models")] = False,
|
| 32 |
skip_benchmark: Annotated[bool, typer.Option(help="Skip performance benchmarking")] = False,
|
| 33 |
+
max_queries: Annotated[int, typer.Option(help="Maximum queries per language")] = 100,
|
| 34 |
) -> None:
|
| 35 |
"""Run CodeSearchNet evaluation on models."""
|
| 36 |
from .evaluate import main as evaluate_main
|