Fix trans_api

app.py

@@ -97,20 +97,28 @@ def predict(input, chatbot, max_length, top_p, temperature, history, past_key_va
 
 
 def trans_api(input, max_length=4096, top_p=0.8, temperature=0.2):
+    if max_length < 100:
+        max_length = 4096
+    if top_p < 0.1:
+        top_p = 0.8
+    if temperature <= 0:
+        temperature = 0.01
     try:
-        res = model.stream_chat(
+        res, _ = model.chat(
             tokenizer, 
             input, 
             history=[], 
             past_key_values=None,
-            return_past_key_values=False,
             max_length=max_length,
             top_p=top_p,
             temperature=temperature,
         )
-        logger.debug(f"{res=}")
+        # logger.debug(f"{res=} \n{_=}")
     except Exception as exc:
         logger.error(exc)
+        res = str(exc)
+
+    return res
         
 
 def reset_user_input():
@@ -167,8 +175,9 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     with gr.Accordion("For Translation API", open=False):
         input_text = gr.Text()
         tr_btn = gr.Button("Go", variant="primary")
-    tr_btn.click(trans_api, [input_text, max_length, top_p, temperature], [], show_progress=True, api_name="tr")
-        
+        out_text = gr.Text()
+    tr_btn.click(trans_api, [input_text, max_length, top_p, temperature], out_text, show_progress=True, api_name="tr")       
+
 # demo.queue().launch(share=False, inbrowser=True)
 # demo.queue().launch(share=True, inbrowser=True, debug=True)