Update src/chatterbox/models/t3/t3.py

src/chatterbox/models/t3/t3.py

@@ -286,21 +286,21 @@ class T3(nn.Module):
         logger.warning(f"t3.inference: patch/compile backend took {time.perf_counter() - compile_start:.4f}s (compiled={self.compiled})")
 
         # # Run normal generate method, which calls our custom extended methods
-        # return self.patched_model.generate(
-        #     inputs=initial_speech_tokens,
-        #     decoder_cond=embeds,
-        #     bos_token_id=self.hp.start_speech_token,
-        #     eos_token_id=(self.hp.stop_speech_token if stop_on_eos else -1),
-        #     pad_token_id=self.hp.stop_speech_token,
-        #     max_new_tokens=max_new_tokens or self.hp.max_speech_tokens,
-        #     num_return_sequences=num_return_sequences,
-        #     temperature=temperature,
-        #     min_p=min_p,
-        #     length_penalty=length_penalty,
-        #     repetition_penalty=repetition_penalty,
-        #     do_sample=do_sample,
-        #     # cache_implementation=None if not self.compiled else "static",
-        # )
+        return self.patched_model.generate(
+            inputs=initial_speech_tokens,
+            decoder_cond=embeds,
+            bos_token_id=self.hp.start_speech_token,
+            eos_token_id=(self.hp.stop_speech_token if stop_on_eos else -1),
+            pad_token_id=self.hp.stop_speech_token,
+            max_new_tokens=max_new_tokens or self.hp.max_speech_tokens,
+            num_return_sequences=num_return_sequences,
+            temperature=temperature,
+            min_p=min_p,
+            length_penalty=length_penalty,
+            repetition_penalty=repetition_penalty,
+            do_sample=do_sample,
+            # cache_implementation=None if not self.compiled else "static",
+        )
 
         device = embeds.device