legolasyiu commited on
Commit
325feac
·
verified ·
1 Parent(s): 614fcae

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ model_name = "EpistemeAI/Episteme-gptoss-20b-RL"
13
  print(f"Loading model: {model_name}")
14
  model, tokenizer = FastLanguageModel.from_pretrained(
15
  model_name=model_name,
16
- load_in_4bit=True,
17
  dtype=None,
18
  device_map="auto",
19
  )
 
13
  print(f"Loading model: {model_name}")
14
  model, tokenizer = FastLanguageModel.from_pretrained(
15
  model_name=model_name,
16
+ load_in_4bit=False,
17
  dtype=None,
18
  device_map="auto",
19
  )