Rustamshry commited on
Commit
1427fc1
·
verified ·
1 Parent(s): 15d7736

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ tokenizer = AutoTokenizer.from_pretrained("unsloth/Qwen3-1.7B")
8
  base_model = AutoModelForCausalLM.from_pretrained(
9
  "unsloth/Qwen3-1.7B",
10
  torch_dtype=torch.float32,
11
- device_map="cpu"
12
  )
13
  model = PeftModel.from_pretrained(base_model, "khazarai/BioGenesis-ToT")
14
 
 
8
  base_model = AutoModelForCausalLM.from_pretrained(
9
  "unsloth/Qwen3-1.7B",
10
  torch_dtype=torch.float32,
11
+ device_map={"": "cpu"}
12
  )
13
  model = PeftModel.from_pretrained(base_model, "khazarai/BioGenesis-ToT")
14