Update orpheus-tts/engine_class.py

orpheus-tts/engine_class.py

@@ -94,15 +94,19 @@ class OrpheusModel:
         else:
             full_prompt = prompt
             
-        # Kartoffel model token format
-        start_token = torch.tensor([[128259]], dtype=torch.int64)
-        end_tokens = torch.tensor([[128009, 128260]], dtype=torch.int64)
+        # Kartoffel model token format - direkt die Token-IDs einfügen
+        start_token_id = 128259
+        end_token_ids = [128009, 128260]
         
-        input_ids = self.tokenizer(full_prompt, return_tensors="pt").input_ids
-        modified_input_ids = torch.cat([start_token, input_ids, end_tokens], dim=1)
+        # Text tokenisieren
+        input_ids = self.tokenizer(full_prompt, return_tensors="pt").input_ids[0].tolist()
+        
+        # Token-IDs zusammenfügen
+        all_token_ids = [start_token_id] + input_ids + end_token_ids
+        
+        # Zurück zu String dekodieren - aber die speziellen Token-IDs bleiben erhalten
+        prompt_string = self.tokenizer.decode(all_token_ids, skip_special_tokens=False)
         
-        # Decode back to string for vLLM
-        prompt_string = self.tokenizer.decode(modified_input_ids[0], skip_special_tokens=False)
         return prompt_string