prithivMLmods commited on
Commit
665e0de
·
verified ·
1 Parent(s): cf773a2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -167,9 +167,9 @@ processor_s = AutoProcessor.from_pretrained(MODEL_ID_S, trust_remote_code=True)
167
  model_s = AutoModelForCausalLM.from_pretrained(
168
  MODEL_ID_S,
169
  _attn_implementation='flash_attention_2',
 
170
  trust_remote_code=True,
171
- use_safetensors=True
172
- ).eval().to(device).to(torch.bfloat16)
173
 
174
 
175
  @spaces.GPU
 
167
  model_s = AutoModelForCausalLM.from_pretrained(
168
  MODEL_ID_S,
169
  _attn_implementation='flash_attention_2',
170
+ torch_dtype=torch.bfloat16,
171
  trust_remote_code=True,
172
+ ).eval()
 
173
 
174
 
175
  @spaces.GPU