Sanjay002 commited on
Commit
4b77375
Β·
verified Β·
1 Parent(s): 9b6bf26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
4
  from peft import PeftModel
5
 
6
 
7
- base_model = "google/gemma-3-4b-it-qat-q4_0-gguf"
8
  adapter_model = "Sanjay002/falcon-7b-mental-health-finetuned"
9
 
10
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
4
  from peft import PeftModel
5
 
6
 
7
+ base_model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
8
  adapter_model = "Sanjay002/falcon-7b-mental-health-finetuned"
9
 
10
  device = "cuda" if torch.cuda.is_available() else "cpu"