update app.py

app.py

@@ -5,14 +5,21 @@ from outlines.models import openai
 from outlines.generate import choice
 
 
-model_list = ["google/gemma-2b-it",
-            "Qwen/Qwen2.5-7B-Instruct-Turbo"]
-model = openai(
-    model_list[0],
-    api_key=os.getenv("TOGETHER_API_KEY"),
-    base_url="https://api.together.xyz/v1"
+model_names = {
+    "Gemma-2B": "google/gemma-2b-it",
+    "Qwen2.5-7B": "Qwen/Qwen2.5-7B-Instruct-Turbo"
+}
+
+def load_classifier(model_key):
+    model_id = model_names[model_key]
+    model = openai(
+        model_id,
+        api_key=os.getenv("TOGETHER_AI_KEY"),
+        base_url="https://api.together.xyz/v1"
     )
-classifier = choice(model, ["Reservation", "Others"])
+    return choice(model, ["Reservation", "Others"])
+
+classifier = load_classifier("Gemma 2B")
 
 def create_prompt_message(message: str) -> str:
     return f"""
@@ -56,11 +63,15 @@ def inference(message:str)->str:
 with gr.Blocks() as demo:
     gr.Markdown("LLM訂位意圖分類器🍴🥂")
     gr.Markdown("判斷輸入訊息是否與訂位有關")
+
+    with gr.Row():
+        model_list = gr.Dropdown(choices=list(model_names.keys()), label="選擇模型", value="Gemma 2B")
     with gr.Row():
         inputs=gr.Textbox(placeholder="請輸入顧客訊息...", label="輸入訊息")
         outputs=gr.Textbox(label="分類結果")
     with gr.Row():
         inference_btn = gr.Button("開始分類")
+        
     inference_btn.click(
         fn=inference,
         inputs=inputs,