fixes

app.py

@@ -6,21 +6,11 @@ def main():
     model_options = list(LlamaCppGemmaModel.AVAILABLE_MODELS.keys())
     task_options = ["Question Answering", "Text Generation", "Code Completion"]
     
-    def update_chat(model_name, task_name):
-        model = LlamaCppGemmaModel(name=model_name)
-        model.load_model()
-        prompt_manager = PromptManager(task=task_name)
-        chat = GradioChat(model=model, prompt_manager=prompt_manager)
-        chat.run()
-    
-    gr.Interface(
-        fn=update_chat,
-        inputs=[
-            gr.Dropdown(choices=model_options, value="gemma-2b-it", label="Select Gemma Model"),
-            gr.Dropdown(choices=task_options, value="Question Answering", label="Select Task"),
-        ],
-        outputs=[],
-    ).launch()
+    model = LlamaCppGemmaModel(name="gemma-2b-it")
+    model.load_model()
+    prompt_manager = PromptManager(task="Question Answering")
+    chat = GradioChat(model=model, prompt_manager=prompt_manager, model_options=model_options, task_options=task_options)
+    chat.run()
 
 if __name__ == "__main__":
     main()

gemmademo/_chat.py

@@ -14,9 +14,11 @@ class GradioChat:
     - Formats user inputs before sending them to the model.
     """
 
-    def __init__(self, model: LlamaCppGemmaModel, prompt_manager: PromptManager):
+    def __init__(self, model: LlamaCppGemmaModel, prompt_manager: PromptManager, model_options: list[str], task_options: list[str]):
         self.model = model
         self.prompt_manager = prompt_manager
+        self.model_options = model_options
+        self.task_options = task_options
 
     def run(self):
         self._chat()
@@ -30,4 +32,9 @@ class GradioChat:
         chat_interface = gr.ChatInterface(
             chat_fn,
             textbox=gr.Textbox(placeholder="What is up?", container=False),
+            additional_inputs=[
+                gr.Dropdown(choices=self.model_options, value="gemma-2b-it", label="Select Gemma Model"),
+                gr.Dropdown(choices=self.task_options, value="Question Answering", label="Select Task"),
+            ],
         )
+        chat_interface.launch()