Sarthak commited on
Commit
da2f1e0
·
1 Parent(s): 44ddb30

fix(main): reduce maximum queries per language to 100

Browse files

The default value was too high, causing the evaluation to take a long time.

Files changed (1) hide show
  1. src/distiller/__main__.py +1 -1
src/distiller/__main__.py CHANGED
@@ -30,7 +30,7 @@ def evaluate(
30
  use_beam: Annotated[bool, typer.Option(help="Use Beam for evaluation")] = False,
31
  skip_third_party: Annotated[bool, typer.Option(help="Skip third-party models")] = False,
32
  skip_benchmark: Annotated[bool, typer.Option(help="Skip performance benchmarking")] = False,
33
- max_queries: Annotated[int, typer.Option(help="Maximum queries per language")] = 1000,
34
  ) -> None:
35
  """Run CodeSearchNet evaluation on models."""
36
  from .evaluate import main as evaluate_main
 
30
  use_beam: Annotated[bool, typer.Option(help="Use Beam for evaluation")] = False,
31
  skip_third_party: Annotated[bool, typer.Option(help="Skip third-party models")] = False,
32
  skip_benchmark: Annotated[bool, typer.Option(help="Skip performance benchmarking")] = False,
33
+ max_queries: Annotated[int, typer.Option(help="Maximum queries per language")] = 100,
34
  ) -> None:
35
  """Run CodeSearchNet evaluation on models."""
36
  from .evaluate import main as evaluate_main