Debug: improve logging information and formatter.

run_first.py

@@ -2,11 +2,11 @@ import json
 from scripts.utils.ReadFiles import get_filenames_from_dir
 from scripts.ResumeProcessor import ResumeProcessor
 from scripts.JobDescriptionProcessor import JobDescriptionProcessor
+from scripts.utils.logger import init_logging_config
 import logging
 import os
-logging.basicConfig(filename='app.log', filemode='w',
-                    level=logging.DEBUG,
-                    format='%(name)s - %(levelname)s - %(message)s')
+
+init_logging_config()
 
 PROCESSED_RESUMES_PATH = "Data/Processed/Resumes"
 PROCESSED_JOB_DESCRIPTIONS_PATH = "Data/Processed/JobDescription"

scripts/utils/logger.py

@@ -0,0 +1,41 @@
+import logging
+
+
+def init_logging_config():
+    class CustomFormatter(logging.Formatter):
+        def __init__(self, file=False):
+            super().__init__()
+            yellow = "\x1b[36;10m" if not file else ""
+            blue = "\x1b[35;10m" if not file else ""
+            green = "\x1b[32;10m" if not file else ""
+            red = "\x1b[31;10m" if not file else ""
+            bold_red = "\x1b[31;1m" if not file else ""
+            reset = "\x1b[0m" if not file else ""
+            log = "%(asctime)s (%(filename)s:%(lineno)d) - %(levelname)s: "
+            msg = reset + "%(message)s"
+
+            self.FORMATS = {
+                logging.DEBUG: blue + log + msg,
+                logging.INFO: green + log + msg,
+                logging.WARNING: yellow + log + msg,
+                logging.ERROR: red + log + msg,
+                logging.CRITICAL: bold_red + log + msg,
+            }
+
+        def format(self, record):
+            log_fmt = self.FORMATS.get(record.levelno)
+            formatter = logging.Formatter(log_fmt)
+            return formatter.format(record)
+
+    logger = logging.getLogger()
+    logger.setLevel(logging.DEBUG)
+
+    stderr_handler = logging.StreamHandler()
+    stderr_handler.setLevel(logging.DEBUG)
+    stderr_handler.setFormatter(CustomFormatter())
+    logger.addHandler(stderr_handler)
+
+    file_handler = logging.FileHandler("app.log",  mode="w")
+    file_handler.setLevel(logging.DEBUG)
+    file_handler.setFormatter(CustomFormatter(True))
+    logger.addHandler(file_handler)