Update app.py

app.py

@@ -1,18 +1,15 @@
 import gradio as gr
+import os
 from huggingface_hub import InferenceClient
 
-# Use the Arabic chatbot model
-client = InferenceClient("sambanovasystems/SambaLingo-Arabic-Chat")
+# Load Hugging Face token from secrets (set as HF_TOKEN)
+hf_token = os.getenv("HF_TOKEN")
 
-def respond(
-    message,
-    history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
-):
-    # Build prompt from chat history
+# Arabic Chat model client
+client = InferenceClient("sambanovasystems/SambaLingo-Arabic-Chat", token=hf_token)
+
+# Define the response function
+def respond(message, history: list[tuple[str, str]], system_message, max_tokens, temperature, top_p):
     prompt = system_message.strip() + "\n"
     for user_msg, bot_msg in history:
         if user_msg:
@@ -21,19 +18,18 @@ def respond(
             prompt += f"المساعد: {bot_msg}\n"
     prompt += f"أنت: {message}\nالمساعد:"
 
-    # Generate response from model (non-streaming)
+    # Generate response
     response = client.text_generation(
-        prompt,
+        prompt=prompt,
         max_new_tokens=max_tokens,
         temperature=temperature,
         top_p=top_p,
     )
-
     return response.strip()
 
-# Gradio UI setup
+# Gradio chat UI
 demo = gr.ChatInterface(
-    respond,
+    fn=respond,
     additional_inputs=[
         gr.Textbox(value="أنت مساعد ذكي ودود يتحدث اللغة العربية.", label="رسالة النظام"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="عدد الرموز القصوى"),