v.1.50

app.py

@@ -71,17 +71,16 @@ class ProcessControl:
 class EventDetector:
     def __init__(self):
         try:
-            self.device = "cuda" if torch.cuda.is_available() else "cpu"
-            logger.info(f"Initializing MT5 model on device: {self.device}")
-            
-            # Initialize MT5 model
-            self.model_name = "google/mt5-small"
-            self.tokenizer = AutoTokenizer.from_pretrained(
-                self.model_name,
-                legacy=True
-            )
-            self.model = AutoModelForSeq2SeqLM.from_pretrained(self.model_name).to(self.device)
-            logger.info("MT5 model initialized successfully")
+            # Initialize models
+            device = "cuda" if torch.cuda.is_available() else "cpu"
+            logger.info(f"Initializing models on device: {device}")
+            
+            # Initialize all models
+            self.initialize_models(device)  # Move initialization to separate method
+            
+            self.device = device
+            self.initialized = True
+            logger.info("All models initialized successfully")
             
         except Exception as e:
             logger.error(f"Error in EventDetector initialization: {str(e)}")
@@ -314,7 +313,7 @@ class EventDetector:
 
     @spaces.GPU(duration=20)
     def detect_events(self, text, entity):
-        """Detect events in text using MT5 model"""
+        """Rest of the detect_events method remains the same"""
         if not text or not entity:
             return "Нет", "Invalid input"
             
@@ -324,56 +323,69 @@ class EventDetector:
             
             if not text or not entity:
                 return "Нет", "Empty input"
-                
-            # Prepare prompt for event detection and summary
-            prompt = f"""<s>Analyze this news about {entity}:
+            
+            # First check for keyword matches
+            text_lower = text.lower()
+            keywords = {
+                'Отчетность': ['отчет', 'выручка', 'прибыль', 'ebitda', 'финансов', 'результат', 'показател'],
+                'РЦБ': ['облигаци', 'купон', 'дефолт', 'реструктуризац', 'ценные бумаги', 'долг'],
+                'Суд': ['суд', 'иск', 'арбитраж', 'разбирательств', 'банкрот']
+            }
+            
+            # Check keywords first
+            detected_event = None
+            for event_type, terms in keywords.items():
+                if any(term in text_lower for term in terms):
+                    detected_event = event_type
+                    break
+                    
+            if detected_event:
+                # Prepare prompt for summary
+                prompt = f"""<s>Summarize this {detected_event} news about {entity}:
 
 Text: {text}
 
-Is there a significant event? Answer only YES or NO.
-If YES, create a brief, factual summary focusing on key points.
+Create a brief, factual summary focusing on the main points.
 
 Format:
-Event: [YES/NO]
-Summary: [2-3 sentence summary if event is YES]</s>"""
+Summary: [2-3 sentence summary]</s>"""
                 
-            # Generate response
-            inputs = self.tokenizer(
-                prompt,
-                return_tensors="pt",
-                padding=True,
-                truncation=True,
-                max_length=512
-            ).to(self.device)
+                # Generate summary
+                inputs = self.tokenizer(
+                    prompt,
+                    return_tensors="pt",
+                    padding=True,
+                    truncation=True,
+                    max_length=512
+                ).to(self.device)
                 
-            outputs = self.model.generate(
-                **inputs,
-                max_length=200,
-                num_return_sequences=1,
-                do_sample=False,
-                pad_token_id=self.tokenizer.pad_token_id,
-                eos_token_id=self.tokenizer.eos_token_id,
-                no_repeat_ngram_size=3
-            )
+                outputs = self.model.generate(
+                    **inputs,
+                    max_length=200,
+                    num_return_sequences=1,
+                    do_sample=False,
+                    pad_token_id=self.tokenizer.pad_token_id,
+                    eos_token_id=self.tokenizer.eos_token_id,
+                    no_repeat_ngram_size=3
+                )
                 
-            response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
-            
-            # Parse response for event detection and summary
-            event_detected = False
-            summary = ""
-            
-            if "Event:" in response:
-                event_line = response.split("Event:")[1].split("\n")[0].strip()
-                event_detected = "YES" in event_line.upper()
+                response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
                 
-                if event_detected and "Summary:" in response:
+                # Extract summary
+                if "Summary:" in response:
                     summary = response.split("Summary:")[1].strip()
-                    summary = summary.replace("<s>", "").replace("</s>", "").strip()
+                    summary = summary.replace('<s>', '').replace('</s>', '').strip()
                 else:
-                    summary = "Event detected but no summary generated"
+                    if detected_event == 'Отчетность':
+                        summary = f"Компания {entity} опубликовала финансовые показатели."
+                    elif detected_event == 'РЦБ':
+                        summary = f"Обнаружена информация о ценных бумагах компании {entity}."
+                    elif detected_event == 'Суд':
+                        summary = f"Компания {entity} участвует в судебном разбирательстве."
+                
+                return detected_event, summary
             
-            event_type = "Событие" if event_detected else "Нет"
-            return event_type, summary
+            return "Нет", "No significant event detected"
             
         except Exception as e:
             logger.error(f"Event detection error: {str(e)}")
@@ -383,7 +395,12 @@ Summary: [2-3 sentence summary if event is YES]</s>"""
         """Clean up GPU resources"""
         try:
             self.model = None
+            self.translator = None
+            self.finbert = None
+            self.roberta = None
+            self.finbert_tone = None
             torch.cuda.empty_cache()
+            self.initialized = False
             logger.info("Cleaned up GPU resources")
         except Exception as e:
             logger.error(f"Error in cleanup: {str(e)}")
@@ -641,7 +658,7 @@ def create_interface():
         # Create state for file data
         current_file = gr.State(None)
         
-        gr.Markdown("# AI-анализ мониторинга новостей v.1.49")
+        gr.Markdown("# AI-анализ мониторинга новостей v.1.50")
         
         with gr.Row():
             file_input = gr.File(