Update app.py

app.py

@@ -31,9 +31,9 @@ def translate_text(text, lang=None, progress=gr.Progress(track_tqdm=True)):
     if lang is None:
         return text
     system_message = "You are a helpful AI assistant."
-    max_tokens = 5120
-    temperature = 0.7
-    top_p = 0.95
+    max_tokens = 1024
+    temperature = 0.1
+    top_p = 0.05
     
     # Build conversation history
     messages = []
@@ -62,11 +62,11 @@ def translate_text(text, lang=None, progress=gr.Progress(track_tqdm=True)):
             temperature=temperature,
             top_p=top_p,
             do_sample=True if temperature > 0 else False,
-            pad_token_id=tokenizer.eos_token_id
+            pad_token_id=tokenizer_trans.eos_token_id
         )
     
     # Decode only the new tokens
-    response = tokenizer.decode(outputs[0][tokenized_chat.shape[-1]:], skip_special_tokens=True)
+    response = tokenizer_trans.decode(outputs[0][tokenized_chat.shape[-1]:], skip_special_tokens=True)
     
     return response