Spaces:
Running
Running
MekkCyber
commited on
Commit
·
2f8a4dc
1
Parent(s):
ec58e3d
fix
Browse files
app.py
CHANGED
|
@@ -155,7 +155,7 @@ with gr.Blocks(theme=gr.themes.Ocean()) as app:
|
|
| 155 |
choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
|
| 156 |
value="int8_weight_only"
|
| 157 |
)
|
| 158 |
-
group_size = gr.
|
| 159 |
label="Group Size (only for int4_weight_only)",
|
| 160 |
value=128,
|
| 161 |
interactive=True
|
|
@@ -217,7 +217,7 @@ with gr.Blocks(theme=gr.themes.Ocean()) as app:
|
|
| 217 |
|
| 218 |
quantize_button.click(
|
| 219 |
fn=quantize_and_save,
|
| 220 |
-
inputs=[model_name, quantization_type, group_size, quantized_model_name],
|
| 221 |
outputs=[output_link]
|
| 222 |
)
|
| 223 |
|
|
|
|
| 155 |
choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
|
| 156 |
value="int8_weight_only"
|
| 157 |
)
|
| 158 |
+
group_size = gr.Textbox(
|
| 159 |
label="Group Size (only for int4_weight_only)",
|
| 160 |
value=128,
|
| 161 |
interactive=True
|
|
|
|
| 217 |
|
| 218 |
quantize_button.click(
|
| 219 |
fn=quantize_and_save,
|
| 220 |
+
inputs=[model_name, quantization_type, int(group_size), quantized_model_name],
|
| 221 |
outputs=[output_link]
|
| 222 |
)
|
| 223 |
|