Rhulli commited on
Commit
475702b
·
verified ·
1 Parent(s): eac88fa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -62,9 +62,8 @@ def load_models():
62
  base_mod = AutoModelForCausalLM.from_pretrained(
63
  BASE_ID,
64
  token=HF_TOKEN,
65
- device_map="auto", # deja que Accelerate decida
66
- quantization_config=quant_config,
67
- offload_folder="/tmp/offload" # ruta temporal de escritura
68
  )
69
  norm_tok = AutoTokenizer.from_pretrained(ADAPTER_ID, use_fast=True, token=HF_TOKEN)
70
  norm_mod = PeftModel.from_pretrained(
 
62
  base_mod = AutoModelForCausalLM.from_pretrained(
63
  BASE_ID,
64
  token=HF_TOKEN,
65
+ device_map="auto",
66
+ offload_folder="/tmp/offload"
 
67
  )
68
  norm_tok = AutoTokenizer.from_pretrained(ADAPTER_ID, use_fast=True, token=HF_TOKEN)
69
  norm_mod = PeftModel.from_pretrained(