CGQN commited on
Commit
069261e
·
verified ·
1 Parent(s): 71021b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ def load_model():
31
  trust_remote_code=True,
32
  attn_implementation="sdpa", # SDPA is fine on CPU; avoid flash-attn on CPU
33
  torch_dtype=torch.float32, # Safer default for CPU
34
- device_map="cpu" # Ensure CPU execution
35
  quantization_config=None,
36
  )
37
  model.eval()
 
31
  trust_remote_code=True,
32
  attn_implementation="sdpa", # SDPA is fine on CPU; avoid flash-attn on CPU
33
  torch_dtype=torch.float32, # Safer default for CPU
34
+ device_map="cpu", # Ensure CPU execution
35
  quantization_config=None,
36
  )
37
  model.eval()