jake2004 commited on
Commit
2e00b35
·
verified ·
1 Parent(s): 460c07d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ client = InferenceClient(token=HF_API_KEY)
17
 
18
 
19
  # ✅ Load Local Model with Device Optimization
20
- MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.3"
21
  device = "cuda" if torch.cuda.is_available() else "cpu"
22
 
23
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
17
 
18
 
19
  # ✅ Load Local Model with Device Optimization
20
+ MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.2"
21
  device = "cuda" if torch.cuda.is_available() else "cpu"
22
 
23
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)