acsaco commited on
Commit
7304c43
·
verified ·
1 Parent(s): 44abb0a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
21
  # Cargar Modelo en AWQ (18-20 GB VRAM)
22
  model = AutoModelForCausalLM.from_pretrained(
23
  MODEL_ID,
24
- torch_dtype=torch.float16,
25
  device_map="auto",
26
  trust_remote_code=True
27
  )
 
21
  # Cargar Modelo en AWQ (18-20 GB VRAM)
22
  model = AutoModelForCausalLM.from_pretrained(
23
  MODEL_ID,
24
+ dtype=torch.float16,
25
  device_map="auto",
26
  trust_remote_code=True
27
  )