Update app.py

app.py

@@ -19,21 +19,9 @@ print (loaded_model)
 now = datetime.now()
 date_time_str = now.strftime("%Y-%m-%d %H:%M:%S")
 
-client = InferenceClient(
-    "mistralai/Mixtral-8x7B-Instruct-v0.1"
-)
-
-############################################
-model = gr.load("models/stabilityai/sdxl-turbo")
-
-VERBOSE = True
-MAX_HISTORY = 10000
-#MODEL = "gpt-3.5-turbo"  # "gpt-4"
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 history = []
 
-def infer(txt):
-    return (model(txt))
-
 def format_prompt(message, history):
   prompt = "<s>"
   for user_prompt, bot_response in history:
@@ -42,12 +30,7 @@ def format_prompt(message, history):
   prompt += f"[INST] {message} [/INST]"
   return prompt
 
-
-
-def run_gpt(
-    in_prompt,
-    history,
-):
+def run_gpt(in_prompt,history):
     print(f'history :: {history}')
     prompt=format_prompt(in_prompt,history)
     seed = random.randint(1,1111111111111111)
@@ -60,21 +43,12 @@ def run_gpt(
         do_sample=True,
         seed=seed,
     )
-
-    
     content = agent.GENERATE_PROMPT + prompt
-
     print(content)
-    
-    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    #formatted_prompt = format_prompt(f'{content}', history)
-
     stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
     resp = ""
     for response in stream:
         resp += response.token.text
-    
-    #history.append((in_prompt,resp))
     return resp
 
 
@@ -108,8 +82,6 @@ def run(purpose,history,model_drop):
     else:
         yield ([(purpose,"an Error occured")],None)
 
-
-
 ################################################
 
 with gr.Blocks() as iface:
@@ -117,27 +89,15 @@ with gr.Blocks() as iface:
     #chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     with gr.Row():
         with gr.Column():
-            chatbot=gr.Chatbot()
+            chatbot=gr.Chatbot(show_copy_button=True, layout='panel')
             msg = gr.Textbox()
             model_drop=gr.Dropdown(label="Diffusion Models", type="index", choices=[m for m in models], value=models[0])
     with gr.Row():
         submit_b = gr.Button()
         stop_b = gr.Button("Stop")
         clear = gr.ClearButton([msg, chatbot])
-    
     sumbox=gr.Image(label="Image")
-
-        
     sub_b = submit_b.click(run, [msg,chatbot,model_drop],[chatbot,sumbox])
     sub_e = msg.submit(run, [msg, chatbot,model_drop], [chatbot,sumbox])
     stop_b.click(None,None,None, cancels=[sub_b,sub_e])
 iface.launch()
-'''
-gr.ChatInterface(
-    fn=run,
-    chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-    title="Mixtral 46.7B\nMicro-Agent\nInternet Search <br> development test",
-    examples=examples,
-    concurrency_limit=20,
-).launch(show_api=False)
-'''