kouki321 commited on
Commit
2ba48b4
·
verified ·
1 Parent(s): a892111

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -4,8 +4,9 @@ import torch
4
 
5
  app = FastAPI()
6
 
7
- model_id = "unsloth/mistral-7b-v0.2-bnb-4bit"
8
-
 
9
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
10
  model = AutoModelForCausalLM.from_pretrained(
11
  model_id,
 
4
 
5
  app = FastAPI()
6
 
7
+ model_id = "google/flan-t5-small"
8
+ #"unsloth/mistral-7b-v0.2-bnb-4bit"
9
+ #deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
10
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
11
  model = AutoModelForCausalLM.from_pretrained(
12
  model_id,