Update app.py

app.py

@@ -1,4 +1,4 @@
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM
 from peft import PeftModel, PeftConfig
 import torch
 import gradio as gr
@@ -14,7 +14,7 @@ tokenizer.padding_side = 'left'
 
 # Load the PEFT model
 peft_config = PeftConfig.from_pretrained("Tonic/mistralmed", token="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")
-base_model = AutoModelForSeq2SeqLM.from_pretrained(base_model_id)
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
 peft_model = PeftModel.from_pretrained(base_model, "Tonic/mistralmed", token="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")
 
 class ChatBot: