Update app.py

app.py

@@ -78,42 +78,41 @@ with gr.Blocks(css="style.css", fill_height=True) as demo:
         with gr.Column(scale=1):
             complete_button = gr.Button("Complete")
             stop_button = gr.Button("Stop")
-
-    max_new_tokens = gr.Slider(
-        label="Max new tokens",
-        minimum=1,
-        maximum=MAX_MAX_NEW_TOKENS,
-        step=1,
-        value=DEFAULT_MAX_NEW_TOKENS,
-    )
-    temperature = gr.Slider(
-        label="Temperature",
-        minimum=0.1,
-        maximum=4.0,
-        step=0.1,
-        value=0.6,
-    )
-    top_p = gr.Slider(
-        label="Top-p (nucleus sampling)",
-        minimum=0.05,
-        maximum=1.0,
-        step=0.05,
-        value=0.9,
-    )
-    top_k = gr.Slider(
-        label="Top-k",
-        minimum=1,
-        maximum=1000,
-        step=1,
-        value=50,
-    )
-    repetition_penalty = gr.Slider(
-        label="Repetition penalty",
-        minimum=1.0,
-        maximum=2.0,
-        step=0.05,
-        value=1.2,
-    )
+            max_new_tokens = gr.Slider(
+                label="Max new tokens",
+                minimum=1,
+                maximum=MAX_MAX_NEW_TOKENS,
+                step=1,
+                value=DEFAULT_MAX_NEW_TOKENS,
+            )
+            temperature = gr.Slider(
+                label="Temperature",
+                minimum=0.1,
+                maximum=1.0,
+                step=0.1,
+                value=0.6,
+            )
+            top_p = gr.Slider(
+                label="Top-p (nucleus sampling)",
+                minimum=0.05,
+                maximum=1.0,
+                step=0.05,
+                value=0.9,
+            )
+            top_k = gr.Slider(
+                label="Top-k",
+                minimum=1,
+                maximum=100,  # Changed from 1000 to 100
+                step=1,
+                value=50,
+            )
+            repetition_penalty = gr.Slider(
+                label="Repetition penalty",
+                minimum=1.0,
+                maximum=2.0,
+                step=0.05,
+                value=1.2,
+            )
 
     # Set up the generation event
     generation_event = complete_button.click(