Fix to avoid error with synced_gpus
#1
by
NicolasBFR
- opened
custom_generate/generate.py
CHANGED
|
@@ -26,7 +26,7 @@ def _constrained_beam_search(
|
|
| 26 |
logits_processor: LogitsProcessorList,
|
| 27 |
stopping_criteria: StoppingCriteriaList,
|
| 28 |
generation_config: GenerationConfig,
|
| 29 |
-
synced_gpus: bool,
|
| 30 |
streamer: Optional["BaseStreamer"] = None,
|
| 31 |
**model_kwargs,
|
| 32 |
) -> Union[GenerateBeamOutput, torch.LongTensor]:
|
|
|
|
| 26 |
logits_processor: LogitsProcessorList,
|
| 27 |
stopping_criteria: StoppingCriteriaList,
|
| 28 |
generation_config: GenerationConfig,
|
| 29 |
+
synced_gpus: bool = False,
|
| 30 |
streamer: Optional["BaseStreamer"] = None,
|
| 31 |
**model_kwargs,
|
| 32 |
) -> Union[GenerateBeamOutput, torch.LongTensor]:
|