fix

app.py

@@ -149,8 +149,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as app:
                     placeholder="Search for model id on Huggingface",
                     search_type="model",
                 )
-            
-            with gr.Row():
+            with gr.Column():
                 quantization_type = gr.Dropdown(
                     label="Quantization Type",
                     choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
@@ -161,16 +160,16 @@ with gr.Blocks(theme=gr.themes.Soft()) as app:
                     value=128,
                     interactive=True
                 )
-                # device = gr.Dropdown(
-                #     label="Device (int4 only works with cuda)",
-                #     choices=["cuda", "cpu"],
-                #     value="cuda"
-                # )
                 quantized_model_name = gr.Textbox(
                     label="Model Name (optional : to override default)",
                     value="",
                     interactive=True
                 )
+            # device = gr.Dropdown(
+            #     label="Device (int4 only works with cuda)",
+            #     choices=["cuda", "cpu"],
+            #     value="cuda"
+            # )
             # with gr.Row():
             #     username = gr.Textbox(
             #         label="Hugging Face Username",