Hugging Face's logo

Spaces:
OP7
/
SG_TestSpace
Paused

App Files Community
OP7 commited on
Commit
a9ca561
·
verified ·
1 Parent(s): 40c331a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ from PIL import Image
31
 
32
  # Load the model and processor
33
  model = Qwen2VLForConditionalGeneration.from_pretrained(
34
- "Qwen/QVQ-72B-Preview", torch_dtype="auto", device_map="auto"
35
  )
36
  processor = AutoProcessor.from_pretrained("Qwen/QVQ-72B-Preview")
37
 
 
31
 
32
  # Load the model and processor
33
  model = Qwen2VLForConditionalGeneration.from_pretrained(
34
+ "Qwen/QVQ-72B-Preview", torch_dtype="torch.float16", device_map="auto", load_in_4bit=True,
35
  )
36
  processor = AutoProcessor.from_pretrained("Qwen/QVQ-72B-Preview")
37