Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -135,7 +135,7 @@ def build_pipeline(lora_name: str) -> ICLoraPipeline:
|
|
| 135 |
gemma_root=gemma_root,
|
| 136 |
loras=[lora],
|
| 137 |
#loras=[],
|
| 138 |
-
|
| 139 |
)
|
| 140 |
return pipe
|
| 141 |
|
|
|
|
| 135 |
gemma_root=gemma_root,
|
| 136 |
loras=[lora],
|
| 137 |
#loras=[],
|
| 138 |
+
quantization=QuantizationPolicy.fp8_cast(),
|
| 139 |
)
|
| 140 |
return pipe
|
| 141 |
|