Update app.py

app.py

@@ -2,16 +2,33 @@ import os
 import gradio as gr
 from huggingface_hub import InferenceClient
 
+# Read token from Hugging Face Space Secrets
+HF_TOKEN = os.environ.get("HF_TOKEN")
+
 client = InferenceClient(
-    model="microsoft/Phi-3-mini-4k-instruct",
-    token=os.getenv("HF_TOKEN")
+    provider="hf-inference",
+    api_key=HF_TOKEN,
 )
 
+SYSTEM_PROMPT = "You are a helpful assistant."
+
 def chatbot(message, history):
-    messages = [{"role": "user", "content": message}]
-    response = client.chat_completion(messages=messages, max_tokens=100)
+    messages = [{"role": "system", "content": SYSTEM_PROMPT}]
+
+    for user, assistant in history:
+        messages.append({"role": "user", "content": user})
+        messages.append({"role": "assistant", "content": assistant})
+
+    messages.append({"role": "user", "content": message})
+
+    response = client.chat.completions.create(
+        model="microsoft/Phi-3-mini-4k-instruct",
+        messages=messages,
+        max_tokens=100,
+    )
+
     return response.choices[0].message.content
 
-demo = gr.ChatInterface(fn=chatbot)
+demo = gr.ChatInterface(fn=chatbot, title="Simple HF Chatbot")
 
-demo.launch(server_name="0.0.0.0", server_port=7860)
+demo.launch()