kouki321 commited on
Commit
a892111
·
verified ·
1 Parent(s): 5e6b895

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import torch
4
 
5
  app = FastAPI()
6
 
7
- model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
8
 
9
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
10
  model = AutoModelForCausalLM.from_pretrained(
 
4
 
5
  app = FastAPI()
6
 
7
+ model_id = "unsloth/mistral-7b-v0.2-bnb-4bit"
8
 
9
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
10
  model = AutoModelForCausalLM.from_pretrained(