linoyts HF Staff commited on
Commit
af3a2cc
·
verified ·
1 Parent(s): 5228679

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -135,7 +135,7 @@ def build_pipeline(lora_name: str) -> ICLoraPipeline:
135
  gemma_root=gemma_root,
136
  loras=[lora],
137
  #loras=[],
138
- # quantization=QuantizationPolicy.fp8_cast(),
139
  )
140
  return pipe
141
 
 
135
  gemma_root=gemma_root,
136
  loras=[lora],
137
  #loras=[],
138
+ quantization=QuantizationPolicy.fp8_cast(),
139
  )
140
  return pipe
141