Sanjay002 commited on
Commit
57cab67
Β·
verified Β·
1 Parent(s): 77cd8a5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import torch
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
  from peft import PeftModel
5
 
6
- base_model = "tiiuae/falcon-1b"
7
  adapter_model = "Sanjay002/falcon-7b-mental-health-finetuned"
8
 
9
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
  from peft import PeftModel
5
 
6
+ base_model = "google/gemma-3-4b-it-qat-q4_0-gguf"
7
  adapter_model = "Sanjay002/falcon-7b-mental-health-finetuned"
8
 
9
  device = "cuda" if torch.cuda.is_available() else "cpu"