Update app.py

app.py

@@ -49,6 +49,25 @@ gemma_3_formatter = MessagesFormatter(
     eos_token="<eos>",  # End of sequence token for Gemma 3
 )
 
+# Translation direction to prompts mapping
+direction_to_prompts = {
+    "English to Kazakh": {
+        "system": "You are a professional translator. Translate the following sentence into қазақ.",
+        "prefix": "<src=en><tgt=kk>"
+    },
+    "Kazakh to English": {
+        "system": "Сіз кәсіби аудармашысыз. Төмендегі сөйлемді English тіліне аударыңыз.",
+        "prefix": "<src=kk><tgt=en>"
+    },
+    "Kazakh to Russian": {
+        "system": "Сіз кәсіби аудармашысыз. Төмендегі сөйлемді орыс тіліне аударыңыз.",
+        "prefix": "<src=kk><tgt=ru>"
+    },
+    "Russian to Kazakh": {
+        "system": "Вы профессиональный переводчик. Переведите следующее предложение на қазақ язык.",
+        "prefix": "<src=ru><tgt=kk>"
+    }
+}
 
 # Set the title and description
 title = "Kazakh Language Model"
@@ -62,7 +81,7 @@ def respond(
     message: str,
     history: List[Tuple[str, str]],
     model: str = "gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",  # Set default model
-    system_message: str = "",
+    direction: str = "English to Kazakh",
     max_tokens: int = 64,
     temperature: float = 0.7,
     top_p: float = 0.95,
@@ -132,16 +151,16 @@ def respond(
 
     messages = BasicChatHistory()
 
-    # Add the chat history
-    for msn in history:
-        user = {"role": Roles.user, "content": msn[0]}
-        assistant = {"role": Roles.assistant, "content": msn[1]}
-        messages.add_message(user)
-        messages.add_message(assistant)
+     # Add the chat history
+    for user_msg, assistant_msg in history:
+        full_user_msg = user_prefix + " " + user_msg
+        messages.add_message({"role": Roles.user, "content": full_user_msg})
+        messages.add_message({"role": Roles.assistant, "content": assistant_msg})
+    full_message = user_prefix + " " + message
 
     # Get the response stream
     stream = agent.get_chat_response(
-        message,
+        full_message,
         llm_sampling_settings=settings,
         chat_history=messages,
         returns_streaming_generator=True,
@@ -172,12 +191,9 @@ demo = gr.ChatInterface(
     ),
     additional_inputs=[
         gr.Dropdown(
-            choices=[
-                "gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",
-            ],
-            value="gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",
-            label="Model",
-            info="Select the AI model to use for chat",
+            choices=["English to Kazakh", "Kazakh to English", "Kazakh to Russian", "Russian to Kazakh"],
+            label="Translation Direction",
+            info="Select the direction of translation"
         ),
         gr.Textbox(
             value="You are a helpful assistant.",