Update app.py

app.py

@@ -7,18 +7,12 @@ llm = ChatOpenAI(
     base_url="https://api.featherless.ai/v1/",
     api_key=api_key,
     streaming=True,
-    # model="Qwen/Qwen3-32B",
-    model="deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
-    # model="meta-llama/Llama-3.3-70B-Instruct",
-    # model="mistralai/Magistral-Small-2506",
-    # model="unsloth/DeepSeek-R1-Distill-Llama-70B",
-    # model="unsloth/Qwen2.5-72B-Instruct",
-    # model="unsloth/Llama-3.3-70B-Instruct",
 )
 
 def respond(
     message,
     history: list[tuple[str, str]],
+    model,
     system_message,
     max_tokens,
     temperature,
@@ -33,6 +27,7 @@ def respond(
             messages.append({"role": "assistant", "content": val[1]})
 
     messages.append({"role": "user", "content": message})
+    llm.model = model
     llm.max_tokens = max_tokens
     llm.temperature = temperature
     llm.top_p = top_p
@@ -46,6 +41,19 @@ def respond(
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
+        gr.Dropdown(
+            [
+                "Qwen/Qwen3-32B",
+                "Qwen/Qwen2.5-72B-Instruct",
+                "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
+                "meta-llama/Llama-3.3-70B-Instruct",
+                "mistralai/Magistral-Small-2506",
+                "unsloth/DeepSeek-R1-Distill-Llama-70B",
+                "unsloth/Qwen2.5-72B-Instruct",
+                "unsloth/Llama-3.3-70B-Instruct",
+            ],
+            label="Models"
+        ),
         gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
         gr.Slider(minimum=1, maximum=16384, value=2048, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"),