Update app.py

app.py

@@ -26,7 +26,7 @@ def format_prompt(message, history):
 
 def chat_inf(system_prompt,prompt,history,client_choice):
     #token max=8192
-    client=clients[int(client_choice)]
+    client=clients[int(client_choice)-1]
     if not history:
         history = []
         hist_len=0
@@ -43,8 +43,8 @@ def chat_inf(system_prompt,prompt,history,client_choice):
         do_sample=True,
         seed=seed,
     )
-        
-    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    formatted_prompt=prompt   
+    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
         
@@ -68,5 +68,7 @@ with gr.Blocks() as app:
                     stop_btn=gr.Button("Stop")
                     clear_btn=gr.Button("Clear")
         client_choice=gr.Dropdown(label="Models",type='index',choices=[c for c in models],value=models[0],interactive=True)
-    btn.click(chat_inf,[sys_inp,inp,chat_b,client_choice],chat_b)
+    go=btn.click(chat_inf,[sys_inp,inp,chat_b,client_choice],chat_b)
+    stop_btn.click(None,None,None,cancels=go)
+
 app.launch()