zkmine commited on
Commit
b3cd93a
·
verified ·
1 Parent(s): ce706e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -62,7 +62,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
62
  tokenizer.pad_token = tokenizer.eos_token
63
 
64
  _base = AutoModelForCausalLM.from_pretrained(
65
- MODEL_ID, dtype=DTYPE, trust_remote_code=True
66
  )
67
  # Keep the adapter separate (not merged) so we can toggle it on/off.
68
  model = PeftModel.from_pretrained(_base, ADAPTER_DIR)
 
62
  tokenizer.pad_token = tokenizer.eos_token
63
 
64
  _base = AutoModelForCausalLM.from_pretrained(
65
+ MODEL_ID, torch_dtype=DTYPE, trust_remote_code=True
66
  )
67
  # Keep the adapter separate (not merged) so we can toggle it on/off.
68
  model = PeftModel.from_pretrained(_base, ADAPTER_DIR)