Delta0723 commited on
Commit
2b7be64
·
verified ·
1 Parent(s): 7936a0a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ BASE_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
8
  LORA_MODEL = "Delta0723/techmind-pro-v9"
9
 
10
  # Carga del modelo
11
- tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
12
  model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, device_map="auto", torch_dtype=torch.float16)
13
  model = PeftModel.from_pretrained(model, LORA_MODEL)
14
  model.eval()
 
8
  LORA_MODEL = "Delta0723/techmind-pro-v9"
9
 
10
  # Carga del modelo
11
+ tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, use_fast=False)
12
  model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, device_map="auto", torch_dtype=torch.float16)
13
  model = PeftModel.from_pretrained(model, LORA_MODEL)
14
  model.eval()