Update app.py

app.py

@@ -3,6 +3,13 @@ import gradio as gr
 from openai import OpenAI
 from typing import List, Tuple
 
+# Define available models
+AVAILABLE_MODELS = {
+    "DeepSeek V3": "deepseek-ai/DeepSeek-V3",
+    "Llama3.3-70b-Instruct": "meta-llama/Llama-3.3-70B-Instruct",
+    "Llama3.1-8b-Instruct": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+}
+
 ENDPOINT_URL = "https://api.hyperbolic.xyz/v1"
 OAI_API_KEY = os.getenv('HYPERBOLIC_XYZ_KEY')
 PASSWORD = os.getenv("PASSWD")  # Store the password in an environment variable
@@ -13,6 +20,7 @@ def respond(
     message: str,
     history: List[Tuple[str, str]],
     system_message: str,
+    model_choice: str,
     max_tokens: int,
     temperature: float,
     top_p: float,
@@ -27,7 +35,7 @@ def respond(
 
     response = ""
     for chunk in client.chat.completions.create(
-        model="deepseek-ai/DeepSeek-V3",
+        model=AVAILABLE_MODELS[model_choice],  # Use the selected model
         messages=messages,
         max_tokens=max_tokens,
         temperature=temperature,
@@ -59,7 +67,12 @@ with gr.Blocks() as demo:
             respond,
             additional_inputs=[
                 gr.Textbox(value="You are a helpful assistant.", label="System message"),
-                gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+                gr.Dropdown(
+                    choices=list(AVAILABLE_MODELS.keys()),
+                    value=list(AVAILABLE_MODELS.keys())[0],
+                    label="Select Model"
+                ),
+                gr.Slider(minimum=1, maximum=30000, value=2048, step=100, label="Max new tokens"),
                 gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
                 gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
             ],
@@ -68,4 +81,4 @@ with gr.Blocks() as demo:
     submit_button.click(check_password, inputs=password_input, outputs=[password_input, chat_interface])
 
 if __name__ == "__main__":
-    demo.launch(share=True)
+    demo.launch(share=True)