Update app.py

app.py

@@ -1,63 +1,74 @@
 import gradio as gr
-from transformers import pipeline, AutoTokenizer
-import threading
-import warnings
+from transformers import pipeline, AutoTokenizer, logging
+import threading, torch, warnings
 from langdetect import detect
 
+# --- Disable warnings and logs ---
 warnings.filterwarnings("ignore")
+logging.set_verbosity_error()
 
 models = {}
 models_ready = False
-init_message = "⏳ Инициализация моделей (1–2 мин)..."
+status_message = "⏳ Инициализация моделей (1–2 мин)..."
 
-def load_model_safe(model_name, task="summarization"):
+def load_model(model_name, task="summarization"):
+    """Безопасная загрузка с fallback на legacy-токенайзер и half precision"""
     try:
         print(f"🔄 Загружается модель: {model_name}")
         tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, legacy=True)
-        model = pipeline(task, model=model_name, tokenizer=tokenizer)
-        return model
+        model_pipe = pipeline(task, model=model_name, tokenizer=tokenizer, device=-1)
+        # Оптимизация PyTorch
+        if hasattr(model_pipe.model, "half"):
+            model_pipe.model = model_pipe.model.half()
+        if hasattr(torch, "compile"):
+            try:
+                model_pipe.model = torch.compile(model_pipe.model, mode="reduce-overhead")
+            except Exception:
+                pass
+        return model_pipe
     except Exception as e:
         print(f"⚠️ Ошибка загрузки {model_name}: {e}")
         return None
 
 def preload_models():
-    global models, models_ready, init_message
+    global models, models_ready, status_message
     try:
-        models["en"] = load_model_safe("facebook/bart-large-cnn")
-        models["ru"] = load_model_safe("IlyaGusev/mbart_ru_sum_gazeta")
-        models["multi"] = load_model_safe("csebuetnlp/mT5_multilingual_XLSum")
+        models["en"] = load_model("facebook/bart-large-cnn")
+        models["ru"] = load_model("IlyaGusev/mbart_ru_sum_gazeta")
+        models["multi"] = load_model("csebuetnlp/mT5_multilingual_XLSum")
         models_ready = True
-        init_message = "✅ Все модели успешно загружены!"
-        print(init_message)
+        status_message = "✅ Все модели успешно загружены и оптимизированы!"
+        print(status_message)
     except Exception as e:
-        init_message = f"❌ Ошибка инициализации моделей: {e}"
+        status_message = f"❌ Ошибка при инициализации моделей: {e}"
+        print(status_message)
 
+# --- Lazy background loading ---
 threading.Thread(target=preload_models, daemon=True).start()
 
 def summarize_text(text):
     if not text.strip():
-        return "⚠️ Пожалуйста, введите текст."
+        return "⚠️ Введите текст для суммаризации."
     if not models_ready:
-        return init_message
+        return status_message
     try:
         lang = detect(text)
-        if lang == "ru":
-            model = models["ru"]
-        elif lang in ("en", "fr", "de", "es"):
-            model = models["en"]
-        else:
-            model = models["multi"]
+        model = (
+            models["ru"] if lang == "ru" else
+            models["en"] if lang in ("en", "fr", "de", "es") else
+            models["multi"]
+        )
         summary = model(text, max_length=250, min_length=40, do_sample=False)
         return summary[0]["summary_text"]
     except Exception as e:
-        return f"⚠️ Ошибка обработки: {e}"
+        return f"⚠️ Ошибка суммаризации: {e}"
 
-with gr.Blocks(title="Eroha Summarizer PRO") as iface:
-    gr.Markdown("## 🧠 **Eroha Summarizer PRO**\nМногоязычный суммаризатор на BART / MBART / mT5\n")
-    gr.Markdown(init_message)
-    inp = gr.Textbox(label="Введите текст для суммаризации", lines=12)
+with gr.Blocks(title="🧠 Eroha Summarizer PRO v4.0") as app:
+    gr.Markdown("## 🧠 **Eroha Summarizer PRO** — Multilingual Summarizer (BART / MBART / mT5)")
+    status = gr.Markdown(status_message)
+    inp = gr.Textbox(label="Введите текст", lines=12, placeholder="Вставьте текст сюда...")
     out = gr.Textbox(label="Результат суммаризации")
     btn = gr.Button("🚀 Суммаризировать")
-    btn.click(summarize_text, inputs=inp, outputs=out)
+    btn.click(fn=summarize_text, inputs=inp, outputs=out)
 
-iface.launch(server_name="0.0.0.0", server_port=7860)
+app.launch(server_name="0.0.0.0", server_port=7860)