Update app.py

app.py

@@ -1,10 +1,10 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
+# ✅ Your fine-tuned model on Hugging Face
+MODEL_NAME = "Abeersherif/Medical_Homework2"
 
-MODEL_NAME = "smol-medical-meadow-FT"
-
-# Load model & tokenizer
+# Load model & tokenizer from HF
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
 
@@ -15,19 +15,17 @@ pipe = pipeline(
 )
 
 def respond(message, history, system_message, max_tokens, temperature, top_p):
-    # Build chat-style messages
+    # Build chat-style messages for the model’s chat template
     messages = [{"role": "system", "content": system_message}]
     messages.extend(history)
     messages.append({"role": "user", "content": message})
 
-    # Convert to model-specific chat template
     prompt = tokenizer.apply_chat_template(
         messages,
         tokenize=False,
         add_generation_prompt=True,
     )
 
-    # Generate
     out = pipe(
         prompt,
         max_new_tokens=max_tokens,
@@ -36,18 +34,20 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
         do_sample=True,
     )[0]["generated_text"]
 
-    # Extract assistant-only text
+    # Extract only the assistant part (for Smol-style chat templates)
     if "<|im_start|>assistant" in out:
         out = out.split("<|im_start|>assistant", 1)[-1]
     out = out.replace("<|im_end|>", "").strip()
 
     return out
 
+
 chatbot = gr.ChatInterface(
     fn=respond,
     type="messages",
     additional_inputs=[
-        gr.Textbox("Give short answers with brief logical reasoning.", label="System message"),
+        gr.Textbox("You are a helpful medical assistant. Answer concisely with brief reasoning.",
+                   label="System message"),
         gr.Slider(1, 512, value=256, step=1, label="Max new tokens"),
         gr.Slider(0.1, 4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(0.1, 1.0, value=0.9, step=0.05, label="Top-p"),