tlam commited on
Commit
51e540e
·
verified ·
1 Parent(s): dac055f

Upload 3 files

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -16,10 +16,8 @@ processor = AutoProcessor.from_pretrained(MODEL_ID)
16
  # Load Model
17
  model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
18
  MODEL_ID,
19
- torch_dtype=torch.float16,
20
- device_map="auto"
21
- )
22
- model.eval()
23
  print("Model loaded.")
24
 
25
  @spaces.GPU
 
16
  # Load Model
17
  model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
18
  MODEL_ID,
19
+ torch_dtype=torch.float16
20
+ ).to(device).eval()
 
 
21
  print("Model loaded.")
22
 
23
  @spaces.GPU