arhamTariq commited on
Commit
efc1f81
·
verified ·
1 Parent(s): cb7b950

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ def tinyllama_chat(message, history):
20
  tokenizer = AutoTokenizer.from_pretrained(model_id)
21
  model = AutoModelForCausalLM.from_pretrained(
22
  model_id,
23
- device_map="cuda",
24
  torch_dtype=dtype,
25
  )
26
 
 
20
  tokenizer = AutoTokenizer.from_pretrained(model_id)
21
  model = AutoModelForCausalLM.from_pretrained(
22
  model_id,
23
+ device_map=None,
24
  torch_dtype=dtype,
25
  )
26