Update app.py

app.py

@@ -2,7 +2,7 @@ import gradio as gr
 from huggingface_hub import InferenceClient
 
 # -------------------------------------------------
-# Inference function
+# Inference function (using text generation)
 # -------------------------------------------------
 def respond(
     message,
@@ -14,34 +14,29 @@ def respond(
     hf_token: gr.OAuthToken,
 ):
     """
-    Chat interface for the Gilbert Multitask Reasoning Model.
-    Uses the Hugging Face Inference API for GilbertAkham/deepseek-R1-multitask-lora.
+    Chat interface for Gilbert Multitask Reasoning Model.
+    Uses text_generation() because model doesn't support chat_completion().
     """
     client = InferenceClient(
         token=hf_token.token,
         model="GilbertAkham/deepseek-R1-multitask-lora"
     )
 
-    # Build prompt history as structured messages
-    messages = [{"role": "system", "content": system_message}]
-    messages.extend(history)
-    messages.append({"role": "user", "content": message})
+    # Build conversation prompt manually
+    history_text = ""
+    for turn in history:
+        history_text += f"User: {turn['role']}\n{turn['content']}\n"
 
-    response = ""
+    prompt = f"{system_message}\n\n{history_text}\nUser: {message}\nAssistant:"
 
-    # Stream responses from model
-    for message in client.chat_completion(
-        messages=messages,
-        max_tokens=max_tokens,
+    response = ""
+    for token in client.text_generation(
+        prompt,
+        max_new_tokens=max_tokens,
         stream=True,
         temperature=temperature,
         top_p=top_p,
     ):
-        choices = message.choices
-        token = ""
-        if len(choices) and choices[0].delta and choices[0].delta.content:
-            token = choices[0].delta.content
-
         response += token
         yield response
 
@@ -55,9 +50,8 @@ chatbot = gr.ChatInterface(
     additional_inputs=[
         gr.Textbox(
             value=(
-                "You are Reasoning-Bot, an intelligent multitask reasoning model capable of "
-                "drafting emails, summarizing text, continuing stories, solving reasoning "
-                "questions, and engaging in helpful conversations."
+                "You are Reasoning-Bot, a multitask reasoning AI trained for "
+                "chatting, summarization, creative writing, reasoning, and formal replies."
             ),
             label="🧠 System Message"
         ),
@@ -79,7 +73,7 @@ with gr.Blocks(title="Gilbert Multitask Reasoning AI") as demo:
             ### 💡 About
             - Model: **GilbertAkham/deepseek-R1-multitask-lora**
             - Base: DeepSeek-R1-Distill-Qwen-1.5B  
-            - Trained for email, reasoning, chat, and summarization tasks.
+            - Tasks: Chat, email, reasoning, story continuation, summarization.
             """
         )
     chatbot.render()