Spaces:
Running
on
Zero
Running
on
Zero
Alexander Bagus
commited on
Commit
·
507a133
1
Parent(s):
ec96f0a
22
Browse files
app.py
CHANGED
|
@@ -62,7 +62,7 @@ vram_config = {
|
|
| 62 |
"offload_dtype": "disk",
|
| 63 |
"offload_device": "disk",
|
| 64 |
"onload_dtype": torch.bfloat16,
|
| 65 |
-
"onload_device": "
|
| 66 |
"preparing_dtype": torch.bfloat16,
|
| 67 |
"preparing_device": "cuda",
|
| 68 |
"computation_dtype": torch.bfloat16,
|
|
|
|
| 62 |
"offload_dtype": "disk",
|
| 63 |
"offload_device": "disk",
|
| 64 |
"onload_dtype": torch.bfloat16,
|
| 65 |
+
"onload_device": "cuda",
|
| 66 |
"preparing_dtype": torch.bfloat16,
|
| 67 |
"preparing_device": "cuda",
|
| 68 |
"computation_dtype": torch.bfloat16,
|