fix

utils/summary_utils.py

@@ -5,11 +5,13 @@ from transformers import pipeline
 
 from utils.tag_utils import filter_tags
 
-AiSummaryVersion = 1
+AiSummaryVersion = 2
 summarization_pipeline = pipeline("summarization", model="csebuetnlp/mT5_multilingual_XLSum")
 en_translation_pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-mul-en")
 classification_pipe = pipeline("text-classification", model="Yueh-Huan/news-category-classification-distilbert")
-tag_gen_pipe = pipeline("text2text-generation", model="fabiochiu/t5-base-tag-generation")
+tag_gen_pipe_1 = pipeline("text-classification", model="yiyanghkust/finbert-esg-9-categories")
+tag_gen_pipe_2 = pipeline("text-classification", model="dima806/news-category-classifier-distilbert")
+tag_gen_pipe_3 = pipeline("text-classification", model="elozano/bert-base-cased-news-category")
 
 
 def summarize(id: str, text: str):
@@ -37,8 +39,7 @@ def get_summarization(text: str):
     try:
         result = summarization_pipeline(text)
         return result[0]['summary_text'] if isinstance(result, list) else result['summary_text']
-    except Exception as e:
-        print(e)
+    except:
         return None
 
 
@@ -50,8 +51,7 @@ def get_en_translation(text: str):
             return text
         result = en_translation_pipe(text)
         return result[0]['translation_text'] if isinstance(result, list) else result['translation_text']
-    except Exception as e:
-        print(e)
+    except:
         return None
 
 
@@ -59,8 +59,7 @@ def is_english(text):
     try:
         lang = detect(text)
         return lang == 'en'
-    except Exception as e:
-        print(e)
+    except:
         return False
 
 
@@ -68,14 +67,15 @@ def get_tags(text: str):
     if text is None:
         return []
     try:
-        result = tag_gen_pipe(text)
+        result = tag_gen_pipe_1(text)
+        print('XXXXXXXXXXXXXXXXXXXXX')
+        print(result)
         tag_str = result[0]['generated_text'] if isinstance(result, list) else result['generated_text']
         tags = re.split(r'[&,]', tag_str)
         tags = [tag.strip() for tag in tags]
         tags = [tag for tag in tags if len(tag) > 2 and len(tag.split(' ')) == 1]
         return tags
-    except Exception as e:
-        print(e)
+    except:
         return []
 
 
@@ -88,6 +88,5 @@ def get_classification(text: str):
             return [tag['label'].strip() for tag in result if tag['score'] > 0.75]
         else:
             return [result['label'].strip()] if result['score'] > 0.75 else []
-    except Exception as e:
-        print(e)
+    except:
         return []