some test

a.py

@@ -0,0 +1,9 @@
+from gradio_client import Client
+
+
+client = Client("wiklif/mixtral-api")
+result = client.predict(
+    name="Jak się dziś masz?",
+	api_name="/predict"
+)
+print(result)

app.py

@@ -4,14 +4,16 @@ import gradio as gr
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 def format_prompt(message, history):
-    prompt = "<s>"
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
-
-def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
+
+def generate(
+    prompt, history, temperature=0, max_new_tokens=3500, top_p=0.95, repetition_penalty=1.0,
+):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -36,24 +38,15 @@ def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, r
         yield output
     return output
 
-# Definicja API Gradio
-def predict(prompt, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
-    history = []  # lub inny sposób na przechowywanie historii rozmowy
-    output = generate(prompt, history, temperature, max_new_tokens, top_p, repetition_penalty)
-    return output
 
-# Utworzenie interfejsu API w Gradio
-demo = gr.Interface(
-    fn=predict,
-    inputs=[
-        gr.inputs.Textbox(lines=2, placeholder="Wpisz prompt tutaj..."),
-        gr.inputs.Slider(0, 1, default=0.2, label="Temperature"),
-        gr.inputs.Slider(1, 500, default=256, label="Max New Tokens"),
-        gr.inputs.Slider(0, 1, default=0.95, label="Top P"),
-        gr.inputs.Slider(0.5, 2, default=1.0, label="Repetition Penalty")
-    ],
-    outputs="text"
-)
-
-if __name__ == "__main__":
-    demo.launch(server_name="0.0.0.0", server_port=7860)
+mychatbot = gr.Chatbot(
+    avatar_images=["./user.png", "./botm.png"], bubble_full_width=False, show_label=False, show_copy_button=True, likeable=True,)
+
+demo = gr.ChatInterface(fn=generate,
+                        chatbot=mychatbot,
+                        title="Tomoniai's Mixtral 8x7b Chat",
+                        retry_btn=None,
+                        undo_btn=None
+                       )
+
+demo.queue().launch(show_api=True)