Spaces:
Runtime error
Runtime error
feat(src): :rocket: Do not quantize
Browse files
app.py
CHANGED
|
@@ -11,14 +11,14 @@ from hyvideo.config import parse_args
|
|
| 11 |
|
| 12 |
@spaces.GPU
|
| 13 |
def initialize_model(model):
|
| 14 |
-
quant_config = BitsAndBytesConfig(load_in_8bit=True)
|
| 15 |
|
| 16 |
transformer_8bit = HunyuanVideoTransformer3DModel.from_pretrained(
|
| 17 |
model,
|
| 18 |
subfolder="transformer",
|
| 19 |
-
quantization_config=quant_config,
|
| 20 |
torch_dtype=torch.bfloat16,
|
| 21 |
-
|
| 22 |
)
|
| 23 |
|
| 24 |
# Cargar el pipeline
|
|
|
|
| 11 |
|
| 12 |
@spaces.GPU
|
| 13 |
def initialize_model(model):
|
| 14 |
+
# quant_config = BitsAndBytesConfig(load_in_8bit=True)
|
| 15 |
|
| 16 |
transformer_8bit = HunyuanVideoTransformer3DModel.from_pretrained(
|
| 17 |
model,
|
| 18 |
subfolder="transformer",
|
| 19 |
+
# quantization_config=quant_config,
|
| 20 |
torch_dtype=torch.bfloat16,
|
| 21 |
+
device_map="balanced",
|
| 22 |
)
|
| 23 |
|
| 24 |
# Cargar el pipeline
|