fix

app.py

@@ -6,8 +6,7 @@ def main():
     model_options = list(LlamaCppGemmaModel.AVAILABLE_MODELS.keys())
     task_options = ["Question Answering", "Text Generation", "Code Completion"]
     
-    prompt_manager = PromptManager(task="Question Answering")
-    chat = GradioChat(prompt_manager=prompt_manager, model_options=model_options, task_options=task_options)
+    chat = GradioChat(model_options=model_options, task_options=task_options)
     chat.run()
 
 if __name__ == "__main__":

gemmademo/_chat.py

@@ -10,28 +10,40 @@ class GradioChat:
     Features:
     - A Gradio-based chatbot UI.
     - Dynamically loads models based on user selection.
+    - Dynamically updates tasks using PromptManager.
     - Uses Gemma (llama.cpp) for generating responses.
-    - Formats user inputs before sending them to the model.
     """
 
-    def __init__(self, prompt_manager: PromptManager, model_options: list[str], task_options: list[str]):
-        self.prompt_manager = prompt_manager
+    def __init__(self, model_options: list[str], task_options: list[str]):
         self.model_options = model_options
         self.task_options = task_options
         self.current_model_name = "gemma-2b-it"  # Default model
         self.model = self._load_model(self.current_model_name)
+        self.current_task_name = "Question Answering"  # Default task
+        self.prompt_manager = self._load_task(self.current_task_name)
 
     def _load_model(self, model_name: str):
         """Loads the model dynamically when switching models."""
         return LlamaCppGemmaModel(name=model_name).load_model()
 
+    def _load_task(self, task_name: str):
+        """Loads the task dynamically when switching tasks."""
+        return PromptManager(task=task_name)
+
     def _chat(self):
         def chat_fn(message, history, selected_model, selected_task):
+            # Reload model if changed
             if selected_model != self.current_model_name:
                 self.current_model_name = selected_model
-                self.model = self._load_model(selected_model)  # Reload model when changed
+                self.model = self._load_model(selected_model)
+
+            # Reload task if changed
+            if selected_task != self.current_task_name:
+                self.current_task_name = selected_task
+                self.prompt_manager = self._load_task(selected_task)
 
-            prompt = self.prompt_manager.get_prompt(user_input=message, task=selected_task)
+            # Generate response using updated model & prompt manager
+            prompt = self.prompt_manager.get_prompt(user_input=message)
             response = self.model.generate_response(prompt)
             return response
 
@@ -40,7 +52,7 @@ class GradioChat:
             textbox=gr.Textbox(placeholder="Ask me something...", container=False),
             additional_inputs=[
                 gr.Dropdown(choices=self.model_options, value=self.current_model_name, label="Select Gemma Model"),
-                gr.Dropdown(choices=self.task_options, value="Question Answering", label="Select Task"),
+                gr.Dropdown(choices=self.task_options, value=self.current_task_name, label="Select Task"),
             ],
         )
         chat_interface.launch()