Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
|
|
| 32 |
if tokenizer.pad_token is None:
|
| 33 |
tokenizer.pad_token = tokenizer.eos_token
|
| 34 |
|
| 35 |
-
OFFLOAD_FOLDER = "
|
| 36 |
model = AutoModelForCausalLM.from_pretrained(
|
| 37 |
model,
|
| 38 |
quantization_config=bnb_config,
|
|
|
|
| 32 |
if tokenizer.pad_token is None:
|
| 33 |
tokenizer.pad_token = tokenizer.eos_token
|
| 34 |
|
| 35 |
+
OFFLOAD_FOLDER = "model_offload_dir"
|
| 36 |
model = AutoModelForCausalLM.from_pretrained(
|
| 37 |
model,
|
| 38 |
quantization_config=bnb_config,
|