666satan666 commited on
Commit
6fc2cf1
·
verified ·
1 Parent(s): 304a66f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -28,7 +28,8 @@ for model_key, config in MODEL_CONFIGS.items():
28
  print(f"Loading {model_key}...")
29
  models[model_key] = config["class"].from_pretrained(
30
  config["name"],
31
- torch_dtype="auto"
 
32
  )
33
  processors[model_key] = AutoProcessor.from_pretrained(config["name"])
34
 
 
28
  print(f"Loading {model_key}...")
29
  models[model_key] = config["class"].from_pretrained(
30
  config["name"],
31
+ torch_dtype="auto",
32
+ device_map="auto"
33
  )
34
  processors[model_key] = AutoProcessor.from_pretrained(config["name"])
35