Update app.py

app.py

@@ -5,12 +5,14 @@ from huggingface_hub import hf_hub_download
 from functools import lru_cache
 
 # --- Hugging Face Space Configuration ---
-# Load the model and tokenizer only once when the app starts
 MODEL_NAME = "Kenan023214/PyroNet-mini"
 DEVICE = "cpu"  # Use CPU for basic Space
-MAX_NEW_TOKENS = 256
+MAX_NEW_TOKENS = 1024
 MAX_CONTEXT_TOKENS = 2048
 
+# Dictionary to store the full paths of downloaded templates
+TEMPLATE_PATHS = {}
+
 @lru_cache(maxsize=1)
 def load_model():
     """Loads the model and tokenizer, caching them for performance."""
@@ -24,17 +26,18 @@ def load_model():
     print("Model loaded.")
     return tokenizer, model
 
-@lru_cache(maxsize=1)
 def download_templates():
-    """Downloads template files from the model repository."""
+    """Downloads template files from the model repository and stores their paths."""
     print("Downloading chat templates...")
     for lang in ["ru", "en", "uk"]:
-        hf_hub_download(
+        filename = f"chat_template_{lang}.jinja"
+        file_path = hf_hub_download(
             repo_id=MODEL_NAME,
-            filename=f"chat_template_{lang}.jinja",
+            filename=filename,
             local_dir=".",
             local_dir_use_symlinks=False
         )
+        TEMPLATE_PATHS[lang] = file_path
     print("Templates downloaded.")
 
 tokenizer, model = load_model()
@@ -102,8 +105,8 @@ def generate_response(user_text: str, history, reasoning: bool, language: str):
 
     messages_for_template = build_messages_for_template(trimmed_history, reasoning, language)
 
-    # Select the template file from the local files
-    template_file = f"chat_template_{language}.jinja"
+    # Use the full path from the TEMPLATE_PATHS dictionary
+    template_file = TEMPLATE_PATHS.get(language, TEMPLATE_PATHS["en"])
     
     text = tokenizer.apply_chat_template(
         messages_for_template,
@@ -134,7 +137,7 @@ def generate_response(user_text: str, history, reasoning: bool, language: str):
 # --- Gradio Interface ---
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.Markdown("# PyroNet-mini Chat")
-    gr.Markdown("A demonstration of PyroNet-mini (based on a custom model) with multilingual templates and a reasoning mode.")
+    gr.Markdown("A demonstration of PyroNet-mini with multilingual templates and a reasoning mode.")
     
     chatbot = gr.Chatbot(height=500)
     
@@ -147,7 +150,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             )
         with gr.Column(scale=1, min_width=100):
             language_dropdown = gr.Dropdown(
-                choices=["ru", "en", "uk"],
+                choices=["en", "ru", "uk"],
                 value="en",
                 label="Language",
                 container=False