Update app.py

app.py

@@ -1,68 +1,57 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
-from pydantic import BaseModel
-from typing import List, Dict
 
-# Inisialisasi client model
 client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
 
-def chat_llama(chat_history: List[Dict[str, str]]):
-    # Mengirim chat_history ke model dan mendapatkan respons
+def chat_llama(chat_history):
     chat_completion = client.chat_completion(
         messages=chat_history,
-        max_tokens=500
+        max_tokens=500,
+        # stream=True
     )
-    # Menambahkan respons model ke chat_history
+    # Append the assistant's response to chat history
     chat_history.append({"role": "assistant", "content": chat_completion.choices[0].message.content})
-
-    return chat_history
+    
+    # Format chat_history as a list of tuples
+    formatted_history = [(chat_history[i*2]["content"], chat_history[i*2+1]["content"]) 
+                         for i in range(len(chat_history)//2)]
+    
+    return formatted_history
 
 def chat_mem(message, chat_history):
-    # Membuat chat_history_role untuk pengolahan model
     chat_history_role = [{"role": "system", "content": "You are a helpful assistant."}]
     
-    # Menambahkan pesan dari chat_history ke chat_history_role
     if chat_history:
-        for user_message, assistant_response in chat_history:
+        for user_message, assistant_message in chat_history:
             chat_history_role.append({"role": "user", "content": user_message})
-            chat_history_role.append({"role": "assistant", "content": assistant_response})
+            chat_history_role.append({"role": "assistant", "content": assistant_message})
     
-    # Menambahkan pesan pengguna terbaru
     chat_history_role.append({"role": "user", "content": message})
     
-    # Mendapatkan respons dari model
     chat_completion = client.chat_completion(
         messages=chat_history_role,
-        max_tokens=500
+        max_tokens=500,
+        # stream=True
     )
+    assistant_message = chat_completion.choices[0].message.content
+    chat_history_role.append({"role": "assistant", "content": assistant_message})
     
-    # Menambahkan respons model ke chat_history_role
-    chat_history_role.append({"role": "assistant", "content": chat_completion.choices[0].message.content})
+    # Format chat_history as a list of tuples
+    formatted_history = [(chat_history_role[i*2]["content"], chat_history_role[i*2+1]["content"]) 
+                         for i in range(len(chat_history_role)//2)]
     
-    # Format ulang chat_history
-    modified = [entry["content"] for entry in chat_history_role]
-    chat_history = [(modified[i*2], modified[i*2+1]) for i in range(len(modified)//2)]
-
-    return "", chat_history  # Kembalikan pesan kosong dan chat_history yang diperbarui
-
-def api_chat(chat_history: List[Dict[str, str]]):
-    # Memanggil chat_llama untuk mendapatkan respons
-    updated_history = chat_llama(chat_history)
-    # Mengambil respons terakhir sebagai output
-    return updated_history[-1] if updated_history else {}
+    return "", formatted_history
 
-# Mengatur antarmuka Gradio
 with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column():
             chatbot = gr.Chatbot()
-            msg = gr.Textbox(interactive=True)
+            msg = gr.Textbox(placeholder="Type a message...", interactive=True)
             with gr.Row():
                 clear = gr.ClearButton([msg, chatbot], icon="https://img.icons8.com/?size=100&id=Xnx8cxDef16O&format=png&color=000000")
                 send_btn = gr.Button("Send", variant='primary', icon="https://img.icons8.com/?size=100&id=g8ltXTwIfJ1n&format=png&color=000000")
             msg.submit(fn=chat_mem, inputs=[msg, chatbot], outputs=[msg, chatbot])
             send_btn.click(fn=chat_mem, inputs=[msg, chatbot], outputs=[msg, chatbot])
-        
         with gr.Column():
             gr.Markdown("### API Testing")
             json_input = gr.Textbox(label="Input JSON", placeholder='Enter JSON here', lines=10)
@@ -72,4 +61,4 @@ with gr.Blocks() as demo:
             test_btn.click(fn=chat_llama, inputs=json_input, outputs=json_output)
 
 if __name__ == "__main__":
-    demo.launch(server_name="0.0.0.0", server_port=7860)
+    demo.launch()