Hugging Face's logo

Spaces:
lordsnow21
/
aura
Runtime error

App Files Community
lordsnow21 commited on
Commit
10054be
·
verified ·
1 Parent(s): e0602db

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +4 -1
model.py CHANGED
@@ -9,7 +9,10 @@ bnb_config = BitsAndBytesConfig(
9
  bnb_4bit_compute_dtype=torch.float16
10
  )
11
 
12
- tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 
 
 
13
  model = AutoModelForCausalLM.from_pretrained(
14
  MODEL_ID,
15
  quantization_config=bnb_config,
 
9
  bnb_4bit_compute_dtype=torch.float16
10
  )
11
 
12
+ tokenizer = AutoTokenizer.from_pretrained(
13
+ MODEL_ID,
14
+ use_fast=False
15
+ )
16
  model = AutoModelForCausalLM.from_pretrained(
17
  MODEL_ID,
18
  quantization_config=bnb_config,