Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
|
| 21 |
# Cargar Modelo en AWQ (18-20 GB VRAM)
|
| 22 |
model = AutoModelForCausalLM.from_pretrained(
|
| 23 |
MODEL_ID,
|
| 24 |
-
|
| 25 |
device_map="auto",
|
| 26 |
trust_remote_code=True
|
| 27 |
)
|
|
|
|
| 21 |
# Cargar Modelo en AWQ (18-20 GB VRAM)
|
| 22 |
model = AutoModelForCausalLM.from_pretrained(
|
| 23 |
MODEL_ID,
|
| 24 |
+
dtype=torch.float16,
|
| 25 |
device_map="auto",
|
| 26 |
trust_remote_code=True
|
| 27 |
)
|