fix

utils/cache_layer.py

@@ -3,7 +3,6 @@ from typing import List
 from diskcache import Cache
 
 from utils.data_proto import Page
-from utils.logging import logger
 from utils.summary_utils import summarize
 
 cache = Cache(directory='/.cache/tmp/summary', size_limit=int(1e9))  # 1GB
@@ -27,4 +26,4 @@ def summarize_un_cache_page(pages: List[Page]):
         id = page['id']
         summary = summarize(id, page['text'])
         cache.set(id, summary)
-        logger.info(f'processed page {id}')
+        print(f'processed page {id}')

utils/summary_utils.py

@@ -3,7 +3,6 @@ import re
 from langdetect import detect
 from transformers import pipeline
 
-from utils.logging import logger
 from utils.tag_utils import filter_tags
 
 AiSummaryVersion = 1
@@ -39,7 +38,7 @@ def get_summarization(text: str):
         result = summarization_pipeline(text)
         return result[0]['summary_text'] if isinstance(result, list) else result['summary_text']
     except Exception as e:
-        logger.error(e)
+        print(e)
         return None
 
 
@@ -52,7 +51,7 @@ def get_en_translation(text: str):
         result = en_translation_pipe(text)
         return result[0]['translation_text'] if isinstance(result, list) else result['translation_text']
     except Exception as e:
-        logger.error(e)
+        print(e)
         return None
 
 
@@ -61,7 +60,7 @@ def is_english(text):
         lang = detect(text)
         return lang == 'en'
     except Exception as e:
-        logger.error(e)
+        print(e)
         return False
 
 
@@ -76,7 +75,7 @@ def get_tags(text: str):
         tags = [tag for tag in tags if len(tag) > 2 and len(tag.split(' ')) == 1]
         return tags
     except Exception as e:
-        logger.error(e)
+        print(e)
         return []
 
 
@@ -90,5 +89,5 @@ def get_classification(text: str):
         else:
             return [result['label'].strip()] if result['score'] > 0.75 else []
     except Exception as e:
-        logger.error(e)
+        print(e)
         return []