leonardlin commited on
Commit
220d3c0
·
verified ·
1 Parent(s): a8804d4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ if not torch.cuda.is_available():
26
 
27
  if torch.cuda.is_available():
28
  model_id = "shisa-ai/shisa-v2-unphi-14b-W8A8-INT8"
29
- model = AutoModelForCausalLM.from_pretrained(model_id, orch_dtype="auto", device_map="auto")
30
  tokenizer = AutoTokenizer.from_pretrained(model_id)
31
  tokenizer.use_default_system_prompt = False
32
 
 
26
 
27
  if torch.cuda.is_available():
28
  model_id = "shisa-ai/shisa-v2-unphi-14b-W8A8-INT8"
29
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto", device_map="auto")
30
  tokenizer = AutoTokenizer.from_pretrained(model_id)
31
  tokenizer.use_default_system_prompt = False
32