Update app.py

app.py

@@ -6,56 +6,38 @@ from typing import List, Dict
 # Inisialisasi client model
 client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
 
-# Model untuk data input API
-class ChatMessage(BaseModel):
-    role: str
-    content: str
-
 def chat_llama(chat_history: List[Dict[str, str]]):
-    # Mengirim chat_history ke model dan mendapatkan respons
     chat_completion = client.chat_completion(
         messages=chat_history,
         max_tokens=500
     )
-    # Menambahkan respons model ke chat_history
     chat_history.append({"role": "assistant", "content": chat_completion.choices[0].message.content})
-
     return chat_history
 
 def chat_mem(message, chat_history):
-    # Membuat chat_history_role untuk pengolahan model
     chat_history_role = [{"role": "system", "content": "You are a helpful assistant."}]
-    
-    # Menambahkan pesan dari chat_history ke chat_history_role
     if chat_history:
         for user_message, assistant_response in chat_history:
             chat_history_role.append({"role": "user", "content": user_message})
             chat_history_role.append({"role": "assistant", "content": assistant_response})
-    
-    # Menambahkan pesan pengguna terbaru
     chat_history_role.append({"role": "user", "content": message})
-    
-    # Mendapatkan respons dari model
     chat_completion = client.chat_completion(
         messages=chat_history_role,
         max_tokens=500
     )
-    
-    # Menambahkan respons model ke chat_history_role
     chat_history_role.append({"role": "assistant", "content": chat_completion.choices[0].message.content})
-    
-    # Format ulang chat_history
     modified = [entry["content"] for entry in chat_history_role]
     chat_history = [(modified[i*2], modified[i*2+1]) for i in range(len(modified)//2)]
-
-    return "", chat_history  # Kembalikan pesan kosong dan chat_history yang diperbarui
+    return "", chat_history
 
 def api_chat(chat_history: List[Dict[str, str]]):
-    # Memanggil chat_llama untuk mendapatkan respons
     updated_history = chat_llama(chat_history)
-    # Mengambil respons terakhir sebagai output
     return updated_history[-1] if updated_history else {}
 
+def api_endpoint(chat_history: List[Dict[str, str]]):
+    updated_history = api_chat(chat_history)
+    return updated_history
+
 # Mengatur antarmuka Gradio
 with gr.Blocks() as demo:
     with gr.Row():
@@ -68,20 +50,14 @@ with gr.Blocks() as demo:
             msg.submit(fn=chat_mem, inputs=[msg, chatbot], outputs=[msg, chatbot])
             send_btn.click(fn=chat_mem, inputs=[msg, chatbot], outputs=[msg, chatbot])
 
-# Mengatur endpoint API
-def api_endpoint(chat_history: List[Dict[str, str]]):
-    updated_history = api_chat(chat_history)
-    return updated_history
-
-# Membuat interface API
-api_interface = gr.Interface(
-    fn=api_endpoint,
-    inputs=gr.JSON(),
-    outputs=gr.JSON(),
-    title="Chat API",
-    description="Endpoint API untuk berinteraksi dengan model chat."
-)
+    # Membuat interface API
+    api_interface = gr.Interface(
+        fn=api_endpoint,
+        inputs=gr.JSON(),
+        outputs=gr.JSON(),
+        title="Chat API",
+        description="Endpoint API untuk berinteraksi dengan model chat."
+    )
 
-if __name__ == "__main__":
     demo.launch()
     api_interface.launch(server_name="0.0.0.0", server_port=7860)