Update custom_generate/generate.py

custom_generate/generate.py

@@ -210,12 +210,6 @@ def generate(model, *args, **kwargs):
         xtc_threshold (float): The threshold for defining a "top choice". Default 0.1.
         xtc_protected_tokens (List[int]): Optional list of specific token IDs to prevent XTC from removing (e.g., newlines).
     """
-    # XTC is effectively a sampler, so we should ensure do_sample is True in the config
-    if "generation_config" in kwargs:
-        kwargs["generation_config"].do_sample = True
-    elif "do_sample" not in kwargs:
-        kwargs["do_sample"] = True
-
     # Delegate to the standard GenerationMixin, injecting our custom decoding loop
     generation_outputs = GenerationMixin.generate(
         model, *args, custom_generate=_xtc_decoding, **kwargs