Update app.py
Browse files
app.py
CHANGED
|
@@ -7,12 +7,9 @@ import textwrap
|
|
| 7 |
#model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 8 |
|
| 9 |
|
| 10 |
-
|
| 11 |
-
from transformers import
|
| 12 |
-
|
| 13 |
-
config = PeftConfig.from_pretrained("TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
|
| 14 |
-
base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
| 15 |
-
model = PeftModel.from_pretrained(base_model, "TachyHealthResearch/Mistral-7B-Medical-Finetune_V2")
|
| 16 |
client = InferenceClient(model)
|
| 17 |
|
| 18 |
# Embedded system prompt
|
|
|
|
| 7 |
#model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 8 |
|
| 9 |
|
| 10 |
+
# Load model directly
|
| 11 |
+
from transformers import AutoModel
|
| 12 |
+
model = AutoModel.from_pretrained("GRMenon/mental-health-mistral-7b-instructv0.2-finetuned-V2")
|
|
|
|
|
|
|
|
|
|
| 13 |
client = InferenceClient(model)
|
| 14 |
|
| 15 |
# Embedded system prompt
|