Hugging Face's logo

Spaces:
aryo100
/
qwen_api
Sleeping

App Files Community
aryo100 commited on
Commit
4d9abbf
·
1 Parent(s): 4b3ff1b

update app

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
14
  model = AutoModelForCausalLM.from_pretrained(
15
  MODEL_NAME,
16
  torch_dtype=torch.float16,
17
- device_map="auto",
18
  trust_remote_code=True,
19
  )
20
  if not tokenizer.chat_template:
 
14
  model = AutoModelForCausalLM.from_pretrained(
15
  MODEL_NAME,
16
  torch_dtype=torch.float16,
17
+ device_map="cpu",
18
  trust_remote_code=True,
19
  )
20
  if not tokenizer.chat_template: