Joe6636564 commited on
Commit
d032b96
·
verified ·
1 Parent(s): 6ae2d0e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ model = AutoModelForCausalLM.from_pretrained(
9
  model_id,
10
  load_in_4bit=True,
11
  torch_dtype=torch.float16,
12
- device_map="auto"
13
  )
14
 
15
  # ✅ CodeBuddy System Prompt
 
9
  model_id,
10
  load_in_4bit=True,
11
  torch_dtype=torch.float16,
12
+ device_map="cpu"
13
  )
14
 
15
  # ✅ CodeBuddy System Prompt