Upload 3 files

README.md

@@ -1,13 +1,68 @@
 ---
-title: Medical Assistant
-emoji: 📉
-colorFrom: yellow
+title: TinyLlama Medical Assistant
+emoji: 🩺
+colorFrom: blue
 colorTo: green
 sdk: gradio
-sdk_version: 6.2.0
+sdk_version: 4.0.0
 app_file: app.py
 pinned: false
 license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# 🩺 TinyLlama Medical Assistant
+
+A fine-tuned TinyLlama-1.1B model for answering questions about allopathic medicines.
+
+## 🎯 Features
+
+- Fine-tuned on 500 medicine examples using LoRA
+- Provides information about common medications
+- 4-bit quantization for efficient inference
+- Interactive chat interface
+
+## 💊 Supported Medications
+
+The model has been trained on information about:
+- **Pain Relief:** Paracetamol, Ibuprofen
+- **Antibiotics:** Amoxicillin, Azithromycin
+- **Diabetes:** Metformin
+- **Cholesterol:** Atorvastatin
+- **Blood Pressure:** Amlodipine, Losartan
+- **Digestive:** Omeprazole
+- **Allergies:** Cetirizine
+
+## 🚀 Usage
+
+Simply type your question about a medication in the chat box. For example:
+- "What is Paracetamol used for?"
+- "Tell me about Metformin"
+- "What are the uses of Ibuprofen?"
+
+## ⚠️ Disclaimer
+
+**IMPORTANT:** This AI assistant is for educational purposes only. It should NOT replace professional medical advice, diagnosis, or treatment. Always seek the advice of qualified health providers with any questions about medical conditions or medications.
+
+## 🛠️ Technical Details
+
+- **Base Model:** TinyLlama/TinyLlama-1.1B-Chat-v1.0
+- **Fine-tuning Method:** LoRA (Low-Rank Adaptation)
+- **Training Data:** 500 instruction-response pairs
+- **Quantization:** 4-bit NF4
+- **Framework:** Transformers, PEFT, Gradio
+
+## 📊 Model Performance
+
+The model has been trained for 5 epochs with:
+- Training loss: ~0.054
+- Mean token accuracy: ~97.9%
+
+## 📝 License
+
+MIT License - Feel free to use and modify for educational purposes.
+
+## 🙏 Acknowledgments
+
+- TinyLlama team for the base model
+- Hugging Face for the infrastructure
+- Gradio for the UI framework

app.py

@@ -0,0 +1,128 @@
+import gradio as gr
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from peft import PeftModel
+
+print("🔄 Loading model... Please wait...")
+
+MEDICAL_DISCLAIMER = """
+
+⚠️ **Medical Disclaimer:** This response is for educational purposes only 
+and is not a substitute for professional medical advice. 
+Always consult a qualified healthcare provider.
+"""
+
+base_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+lora_path = "./model"
+
+bnb_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_quant_type="nf4",
+    bnb_4bit_compute_dtype=torch.bfloat16,
+    bnb_4bit_use_double_quant=True
+)
+
+tokenizer = AutoTokenizer.from_pretrained(base_model)
+tokenizer.pad_token = tokenizer.eos_token
+
+model = AutoModelForCausalLM.from_pretrained(
+    base_model,
+    quantization_config=bnb_config,
+    device_map="auto",
+    trust_remote_code=True
+)
+
+model = PeftModel.from_pretrained(model, lora_path)
+model.eval()
+
+print("✅ Model loaded successfully!")
+
+def generate_response(message, history, temperature, max_tokens, top_p):
+    prompt = f"""### Instruction:
+{message}
+
+### Response:
+"""
+    
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    
+    with torch.no_grad():
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=max_tokens,
+            temperature=temperature,
+            top_p=top_p,
+            do_sample=True,
+            eos_token_id=tokenizer.eos_token_id,
+            pad_token_id=tokenizer.eos_token_id
+        )
+    
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    response = response.split("### Response:")[-1].strip()
+    
+    return response + MEDICAL_DISCLAIMER
+
+with gr.Blocks(theme=gr.themes.Soft(), title="Medical Assistant") as demo:
+    gr.Markdown("""
+    # 🩺 TinyLlama Medical Assistant
+    ### Fine-tuned on Allopathic Medicine Dataset
+    
+    Ask questions about common medications and their uses.
+    """)
+    
+    gr.Markdown("""
+    <div style='background-color: #fff3cd; padding: 15px; border-radius: 8px; border-left: 4px solid #ffc107; margin: 10px 0;'>
+    ⚠️ <strong>Important:</strong> For educational purposes only. Not a substitute for professional medical advice.
+    </div>
+    """)
+    
+    with gr.Row():
+        with gr.Column(scale=3):
+            chatbot = gr.Chatbot(
+                height=500,
+                label="Medical Consultation",
+                bubble_full_width=False
+            )
+            
+            msg = gr.Textbox(
+                label="Your Question",
+                placeholder="Type your question, e.g., 'What is Paracetamol used for?'",
+                lines=2
+            )
+            
+            with gr.Row():
+                submit = gr.Button("Send 🚀", variant="primary", scale=2)
+                clear = gr.Button("Clear 🗑️", variant="secondary", scale=1)
+        
+        with gr.Column(scale=1):
+            gr.Markdown("### ⚙️ Settings")
+            
+            temperature = gr.Slider(0.1, 1.5, 0.7, 0.1, label="Temperature")
+            max_tokens = gr.Slider(32, 256, 100, 8, label="Max Tokens")
+            top_p = gr.Slider(0.1, 1.0, 0.9, 0.05, label="Top-p")
+            
+            gr.Markdown("""
+            ### 📝 Try These:
+            - What is Paracetamol used for?
+            - Tell me about Metformin
+            - Uses of Ibuprofen
+            - What is Amoxicillin?
+            """)
+    
+    def respond(message, chat_history, temp, max_tok, top_p_val):
+        if not message.strip():
+            return chat_history, ""
+        bot_response = generate_response(message, chat_history, temp, max_tok, top_p_val)
+        chat_history.append((message, bot_response))
+        return chat_history, ""
+    
+    submit.click(respond, [msg, chatbot, temperature, max_tokens, top_p], [chatbot, msg])
+    msg.submit(respond, [msg, chatbot, temperature, max_tokens, top_p], [chatbot, msg])
+    clear.click(lambda: None, None, chatbot)
+    
+    gr.Markdown("""
+    ---
+    **Model Info:** TinyLlama-1.1B-Chat fine-tuned with LoRA on 500 medicine examples
+    """)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,8 @@
+gradio
+torch
+transformers>=4.35.0
+accelerate
+peft
+bitsandbytes
+sentencepiece
+protobuf