add changes

app.py

@@ -41,49 +41,49 @@ def generate(
     return output
 
 
-# additional_inputs=[
-#     gr.Textbox(
-#         label="System Prompt",
-#         max_lines=1,
-#         interactive=True,
-#     ),
-#     gr.Slider(
-#         label="Temperature",
-#         value=0.9,
-#         minimum=0.0,
-#         maximum=1.0,
-#         step=0.05,
-#         interactive=True,
-#         info="Higher values produce more diverse outputs",
-#     ),
-#     gr.Slider(
-#         label="Max new tokens",
-#         value=256,
-#         minimum=0,
-#         maximum=1048,
-#         step=64,
-#         interactive=True,
-#         info="The maximum numbers of new tokens",
-#     ),
-#     gr.Slider(
-#         label="Top-p (nucleus sampling)",
-#         value=0.90,
-#         minimum=0.0,
-#         maximum=1,
-#         step=0.05,
-#         interactive=True,
-#         info="Higher values sample more low-probability tokens",
-#     ),
-#     gr.Slider(
-#         label="Repetition penalty",
-#         value=1.2,
-#         minimum=1.0,
-#         maximum=2.0,
-#         step=0.05,
-#         interactive=True,
-#         info="Penalize repeated tokens",
-#     )
-# ]
+additional_inputs=[
+    gr.Textbox(
+        label="System Prompt",
+        max_lines=1,
+        interactive=True,
+    ),
+    gr.Slider(
+        label="Temperature",
+        value=0.9,
+        minimum=0.0,
+        maximum=1.0,
+        step=0.05,
+        interactive=True,
+        info="Higher values produce more diverse outputs",
+    ),
+    gr.Slider(
+        label="Max new tokens",
+        value=256,
+        minimum=0,
+        maximum=1048,
+        step=64,
+        interactive=True,
+        info="The maximum numbers of new tokens",
+    ),
+    gr.Slider(
+        label="Top-p (nucleus sampling)",
+        value=0.90,
+        minimum=0.0,
+        maximum=1,
+        step=0.05,
+        interactive=True,
+        info="Higher values sample more low-probability tokens",
+    ),
+    gr.Slider(
+        label="Repetition penalty",
+        value=1.2,
+        minimum=1.0,
+        maximum=2.0,
+        step=0.05,
+        interactive=True,
+        info="Penalize repeated tokens",
+    )
+]
 
 # examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
 #           ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
@@ -97,5 +97,6 @@ gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     title="Compilerx-LLM",
+    additional_inputs=additional_inputs
     concurrency_limit=20,
 ).launch(show_api=True)