Update app.py

app.py

@@ -297,37 +297,46 @@ _Note: For system reference - "strawberry" contains 3 "r"s_ 🍓
 Version Tag: Xylaria-1.2.9
 """
 
-# Gradio chat interface
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Textbox(
-            value=system_message,
-            visible=False,
-        ),
-        gr.Slider(
-            minimum=1,
-            maximum=16343,
-            value=16343,
-            step=1,
-            label="Max new tokens"
-        ),
-        gr.Slider(
-            minimum=0.1,
-            maximum=4.0,
-            value=0.7,
-            step=0.1,
-            label="Temperature"
-        ),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)"
-        ),
-    ],
-    css=custom_css
-)
+def create_demo():
+    version_options = {
+        "1.2.8 Pro (16,343 tokens)": {
+            "max_tokens": 16343,
+            "temperature": 0.7,
+            "top_p": 0.95
+        },
+        "1.2.8 (8,192 tokens)": {
+            "max_tokens": 8192,
+            "temperature": 0.7,
+            "top_p": 0.95
+        }
+    }
+
+    def on_version_change(version):
+        max_tokens = version_options[version]["max_tokens"]
+        temperature = version_options[version]["temperature"]
+        top_p = version_options[version]["top_p"]
+        return max_tokens, temperature, top_p
+
+    version_dropdown = gr.Dropdown(list(version_options.keys()), label="Model Version")
+    version_dropdown.change(on_version_change, inputs=version_dropdown, outputs=[
+        gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
+    ])
+
+    demo = gr.ChatInterface(
+        respond,
+        additional_inputs=[
+            gr.Textbox(value=system_message, visible=False),
+            version_dropdown,
+            gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
+            gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+            gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
+            )
+        ],
+        css=custom_css
+    )
+    return demo
 
+demo = create_demo()
 demo.launch()