Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ BASE_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
|
|
| 8 |
LORA_MODEL = "Delta0723/techmind-pro-v9"
|
| 9 |
|
| 10 |
# Carga del modelo
|
| 11 |
-
tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, device_map="auto", torch_dtype=torch.float16)
|
| 13 |
model = PeftModel.from_pretrained(model, LORA_MODEL)
|
| 14 |
model.eval()
|
|
|
|
| 8 |
LORA_MODEL = "Delta0723/techmind-pro-v9"
|
| 9 |
|
| 10 |
# Carga del modelo
|
| 11 |
+
tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, use_fast=False)
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, device_map="auto", torch_dtype=torch.float16)
|
| 13 |
model = PeftModel.from_pretrained(model, LORA_MODEL)
|
| 14 |
model.eval()
|