Update app.py

app.py

@@ -31,17 +31,16 @@ def generate(text, target_language):
     tokenized_chat = tokenizer.apply_chat_template(
         messages,
         tokenize=True,
-        add_generation_prompt=False,
+        add_generation_prompt=True,
         return_tensors="pt"
     )
-
-    print(tokenized_chat)
-
+    
     outputs = model.generate(**tokenized_chat, max_new_tokens=2048)
 
-    print(outputs)
+    input_length = tokenized_chat["input_ids"].shape[1]
+    generated_tokens = outputs[0][input_length:]
+    result = tokenizer.decode(generated_tokens, skip_special_tokens=True)
 
-    result = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return result
 
 LANG_MAP = {