Update app.py

app.py

@@ -51,7 +51,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
 
 # Use the base model's ID
 base_model_id = "mistralai/Mistral-7B-v0.1"
-model_directory = "Tonic/mistralmed"
+model_directory = "Tonic/GaiaMiniMed"
 
 # Instantiate the Tokenizer
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True, padding_side="left")
@@ -59,6 +59,12 @@ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", trust_rem
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = 'left'
 
+# Load the GaiaMiniMed model with the specified configuration
+
+peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
+peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
+peft_model = PeftModel.from_pretrained(model, "Tonic/GaiaMiniMed")
+
 # Specify the configuration class for the model
 #model_config = AutoConfig.from_pretrained(base_model_id)
 
@@ -66,9 +72,9 @@ tokenizer.padding_side = 'left'
 #peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
 
 # Load the PEFT model
-peft_config = PeftConfig.from_pretrained("Tonic/mistralmed", token="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")
-peft_model = MistralForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
-peft_model = PeftModel.from_pretrained(peft_model, "Tonic/mistralmed", token="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")
+# peft_config = PeftConfig.from_pretrained("Tonic/mistralmed", token="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")
+# peft_model = MistralForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
+# peft_model = PeftModel.from_pretrained(peft_model, "Tonic/mistralmed", token="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")
 
 class ChatBot:
     def __init__(self):