Add model selection feature - allows switching between different HuggingFace models

app.py

@@ -29,6 +29,15 @@ DOMAINS = {
     "general": {"name": "General", "model": "mistralai/Mistral-7B-Instruct-v0.3", "icon": "🌐"},
 }
 
+# 利用可能なモデル
+MODELS = {
+    "DeepSeek R1 7B": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
+    "Qwen2.5 Coder 7B": "Qwen/Qwen2.5-Coder-7B-Instruct",
+    "Mistral 7B": "mistralai/Mistral-7B-Instruct-v0.3",
+    "Llama 3.1 8B": "meta-llama/Llama-3.1-8B-Instruct",
+    "Gemma 2 9B": "google/gemma-2-9b-it",
+}
+
 # 検証マークの状態管理（デモ用）
 verification_store = {}
 
@@ -69,7 +78,8 @@ def generate_response(
     temperature: float = 0.7,
     max_tokens: int = 1024,
     is_expert: bool = False,
-    expert_name: str = ""
+    expert_name: str = "",
+    custom_model: str = None
 ) -> tuple:
     """
     質問に対する回答を生成
@@ -81,7 +91,8 @@ def generate_response(
         return "Please enter a question.", "", 0.0, "none"
 
     domain_info = DOMAINS.get(domain, DOMAINS["general"])
-    model_name = domain_info["model"]
+    # カスタムモデルが指定されていればそれを使用
+    model_name = MODELS.get(custom_model, domain_info["model"]) if custom_model else domain_info["model"]
     system_prompt = get_system_prompt(domain)
 
     # プロンプト構築
@@ -186,6 +197,13 @@ with gr.Blocks(
             )
 
             with gr.Accordion("Advanced Settings", open=False):
+                model_dropdown = gr.Dropdown(
+                    choices=["Auto (Best for Domain)"] + list(MODELS.keys()),
+                    value="Auto (Best for Domain)",
+                    label="Model Selection",
+                    info="Choose a specific model or use Auto for domain-optimized selection"
+                )
+
                 temperature_slider = gr.Slider(
                     minimum=0.0,
                     maximum=1.0,
@@ -238,9 +256,12 @@ with gr.Blocks(
             )
 
     # Event handlers
-    def process_question(question, domain, temp, max_tok, is_expert, expert_name):
+    def process_question(question, domain, model_choice, temp, max_tok, is_expert, expert_name):
+        # "Auto"が選択された場合はNoneを渡す
+        custom_model = None if model_choice == "Auto (Best for Domain)" else model_choice
+
         answer, thinking, confidence, status = generate_response(
-            question, domain, temp, max_tok, is_expert, expert_name
+            question, domain, temp, max_tok, is_expert, expert_name, custom_model
         )
         badge_html = format_verification_badge(status, expert_name if is_expert else "")
         return answer, thinking, confidence, badge_html
@@ -250,6 +271,7 @@ with gr.Blocks(
         inputs=[
             question_input,
             domain_dropdown,
+            model_dropdown,
             temperature_slider,
             max_tokens_slider,
             is_expert_checkbox,