Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -62,9 +62,8 @@ def load_models():
|
|
| 62 |
base_mod = AutoModelForCausalLM.from_pretrained(
|
| 63 |
BASE_ID,
|
| 64 |
token=HF_TOKEN,
|
| 65 |
-
device_map="auto",
|
| 66 |
-
|
| 67 |
-
offload_folder="/tmp/offload" # ruta temporal de escritura
|
| 68 |
)
|
| 69 |
norm_tok = AutoTokenizer.from_pretrained(ADAPTER_ID, use_fast=True, token=HF_TOKEN)
|
| 70 |
norm_mod = PeftModel.from_pretrained(
|
|
|
|
| 62 |
base_mod = AutoModelForCausalLM.from_pretrained(
|
| 63 |
BASE_ID,
|
| 64 |
token=HF_TOKEN,
|
| 65 |
+
device_map="auto",
|
| 66 |
+
offload_folder="/tmp/offload"
|
|
|
|
| 67 |
)
|
| 68 |
norm_tok = AutoTokenizer.from_pretrained(ADAPTER_ID, use_fast=True, token=HF_TOKEN)
|
| 69 |
norm_mod = PeftModel.from_pretrained(
|