Fix to avoid error with synced_gpus

#1
by NicolasBFR - opened
Files changed (1) hide show
  1. custom_generate/generate.py +1 -1
custom_generate/generate.py CHANGED
@@ -26,7 +26,7 @@ def _constrained_beam_search(
26
  logits_processor: LogitsProcessorList,
27
  stopping_criteria: StoppingCriteriaList,
28
  generation_config: GenerationConfig,
29
- synced_gpus: bool,
30
  streamer: Optional["BaseStreamer"] = None,
31
  **model_kwargs,
32
  ) -> Union[GenerateBeamOutput, torch.LongTensor]:
 
26
  logits_processor: LogitsProcessorList,
27
  stopping_criteria: StoppingCriteriaList,
28
  generation_config: GenerationConfig,
29
+ synced_gpus: bool = False,
30
  streamer: Optional["BaseStreamer"] = None,
31
  **model_kwargs,
32
  ) -> Union[GenerateBeamOutput, torch.LongTensor]: