complete new structure

documents_prep.py

@@ -3,7 +3,8 @@ import zipfile
 import pandas as pd
 from huggingface_hub import hf_hub_download, list_repo_files
 from llama_index.core import Document
-from utils import log_message
+from logging import log_message
+
 
 def extract_text_from_json(data, document_id, document_name):
     documents = []

logging.py

@@ -0,0 +1,12 @@
+
+import logging
+import sys
+
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
+
+def log_message(message):
+    logger.info(message)
+    print(message, flush=True)
+    sys.stdout.flush()
+

utils.py

@@ -7,16 +7,8 @@ from sentence_transformers import CrossEncoder
 from config import AVAILABLE_MODELS, DEFAULT_MODEL, GOOGLE_API_KEY
 import time
 from index_retriever import rerank_nodes
-from utils import log_message, generate_sources_html
-
-logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
-logger = logging.getLogger(__name__)
-
-def log_message(message):
-    logger.info(message)
-    print(message, flush=True)
-    sys.stdout.flush()
-
+from utils import generate_sources_html
+from logging import log_message
 
 def get_llm_model(model_name):
     try: