Update app.py

app.py

@@ -1,9 +1,32 @@
-from gradio_client import Client
+from gradio_client import Client, InferenceClient
 import gradio as gr
-client = Client("https://omnibus-html-image-current-tab.hf.space/")
+ss_client = Client("https://omnibus-html-image-current-tab.hf.space/")
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
+
+def format_prompt(message, history):
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
+
+
+def chat_inf(system_prompt,prompt,history):
+    if not history:
+        history = []
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    output = ""
+    for response in stream:
+        output += response.token.text
+        yield [history,(prompt,output)]
+
+
+        
 def get_screenshot(chat: list,height=5000,width=600,chatblock=[1],header=True,theme="light",wait=3000):
-    result = client.predict(chat,height,width,chatblock,header,theme,wait,api_name="/run_script")
+    result = ss_client.predict(chat,height,width,chatblock,header,theme,wait,api_name="/run_script")
 		# str  in 'Chat: [('user','bot'),('user','bot')]' Textbox component
 		# float  in 'Height' Number component
 		# float  in 'Width' Number component
@@ -26,8 +49,16 @@ chat=[('user','bot'),('user','bot')]
 
 #get_screenshot(chat=[('user','bot'),('user','bot')])
 with gr.Blocks() as app:
-    inp = gr.Textbox(value=chat)
-    img=gr.Image(type='filepath')
-    
-    app.load(get_screenshot,inp,img)
+    with gr.Row():
+        with gr.Column(scale=2):
+            chat_b = gr.Chatbot()
+        with gr.Column(scale=1)
+            with gr.Group():    
+                inp = gr.Textbox(label="Prompt")
+                sys_inp = gr.Textbox(label="System Prompt")
+                btn = gr.Button("Chat")
+                im_btn=gr.Button("Screenshot")
+                img=gr.Image(type='filepath')
+    btn.click(chat_inf,[sys_inp,inp,chatbot],chatbot)
+    #app.load(get_screenshot,inp,img)
 app.launch()