Alexander Bagus commited on
Commit
507a133
·
1 Parent(s): ec96f0a
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -62,7 +62,7 @@ vram_config = {
62
  "offload_dtype": "disk",
63
  "offload_device": "disk",
64
  "onload_dtype": torch.bfloat16,
65
- "onload_device": "gpu",
66
  "preparing_dtype": torch.bfloat16,
67
  "preparing_device": "cuda",
68
  "computation_dtype": torch.bfloat16,
 
62
  "offload_dtype": "disk",
63
  "offload_device": "disk",
64
  "onload_dtype": torch.bfloat16,
65
+ "onload_device": "cuda",
66
  "preparing_dtype": torch.bfloat16,
67
  "preparing_device": "cuda",
68
  "computation_dtype": torch.bfloat16,