Dynamic radio buttons

app.py

@@ -11,8 +11,6 @@ from shared import Client
 config = json.loads(os.environ['CONFIG'])
 
 
-model_names = list(config.keys())
-
 
 clients = {}
 for name in config:
@@ -25,19 +23,29 @@ for name in config:
     clients[name] = client
 
 
-personas = list(OrderedDict.fromkeys(persona for name in model_names for persona in clients[name].personas))
-info = "\n\n".join([f"{model} ({clients[model].vllm_model_name}):\n{list(clients[model].personas.keys())}" for model in model_names])
+model_names = list(config.keys())
+radio_infos = [f"{name} ({clients[name].vllm_model_name})" for name in model_names]
+accordion_info = "Config"
+
+
+
+def parse_radio_select(radio_select):
+    value_index = next(i for i in range(len(radio_select)) if radio_select[i] is not None)
+    model = model_names[value_index]
+    persona = radio_select[value_index]
+    return model, persona
+
 
 
 def respond(
     message,
     history: List[Tuple[str, str]],
-    persona,
-    model,
-    info,
     conversational,
     max_tokens,
+    *radio_select,
 ):
+    model, persona = parse_radio_select(radio_select)
+
     client = clients[model]
 
     messages = []
@@ -74,20 +82,45 @@ def respond(
     return response
 
 
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Radio(choices=personas, value="default", label="persona"),
-        gr.Radio(choices=model_names, value="stable", label="model"),
-        gr.Textbox(value=info, interactive=False, label="info"),
-        gr.Checkbox(value=True, label="conversational"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-    ],
-    additional_inputs_accordion=gr.Accordion(label="Config", open=True),
-    title="NeonLLM (v2024-07-03)",
-    concurrency_limit=5,
-)
+# Components
+radios = [gr.Radio(choices=clients[name].personas.keys(), value=None, label=info) for name, info in zip(model_names, radio_infos)]
+radios[0].value = list(clients[model_names[0]].personas.keys())[0]
+
+conversational_checkbox = gr.Checkbox(value=True, label="conversational")
+max_tokens_slider = gr.Slider(minimum=64, maximum=2048, value=512, step=64, label="Max new tokens")
+
+
+
+with gr.Blocks() as blocks:
+    # Events
+    radio_state = gr.State([radio.value for radio in radios])
+    @gr.on(triggers=[radio.input for radio in radios], inputs=[radio_state, *radios], outputs=[radio_state, *radios])
+    def radio_click(state, *new_state):
+        changed_index = next(i for i in range(len(state)) if state[i] != new_state[i])
+        changed_value = new_state[changed_index]
+        clean_state = [None if i != changed_index else changed_value for i in range(len(state))]
+
+        return clean_state, *clean_state
+
+    # Compile
+    with gr.Accordion(label=accordion_info, open=True, render=False) as accordion:
+        [radio.render() for radio in radios]
+        conversational_checkbox.render()
+        max_tokens_slider.render()
+
+    demo = gr.ChatInterface(
+        respond,
+        additional_inputs=[
+            conversational_checkbox,
+            max_tokens_slider,
+            *radios,
+        ],
+        additional_inputs_accordion=accordion,
+        title="NeonLLM (v2024-07-03)",
+        concurrency_limit=5,
+    )
+    accordion.render()
 
 
 if __name__ == "__main__":
-    demo.launch()
+    blocks.launch()