abnuel commited on
Commit
be85ca1
·
verified ·
1 Parent(s): 89b9ccd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
32
  if tokenizer.pad_token is None:
33
  tokenizer.pad_token = tokenizer.eos_token
34
 
35
- OFFLOAD_FOLDER = "./model_offload_dir"
36
  model = AutoModelForCausalLM.from_pretrained(
37
  model,
38
  quantization_config=bnb_config,
 
32
  if tokenizer.pad_token is None:
33
  tokenizer.pad_token = tokenizer.eos_token
34
 
35
+ OFFLOAD_FOLDER = "model_offload_dir"
36
  model = AutoModelForCausalLM.from_pretrained(
37
  model,
38
  quantization_config=bnb_config,