improvements

Dockerfile

@@ -26,4 +26,4 @@ RUN mkdir /.cache && chmod -R 777 /.cache
 RUN --mount=type=secret,id=HUGGINGFACEHUB_API_TOKEN,mode=0444,required=true 
 RUN --mount=type=secret,id=OPENAI_API_KEY,mode=0444,required=true 
 
-CMD ["chainlit", "run", "code/main.py", "--host", "0.0.0.0", "--port", "7860"]
+CMD python code/modules/vector_db.py && chainlit run code/main.py --host 0.0.0.0 --port 7860

code/config.yml

@@ -1,5 +1,5 @@
 embedding_options:
-  embedd_files: True # bool
+  embedd_files: False # bool
   persist_directory: null # str or None
   data_path: 'storage/data' # str
   url_file_path: 'storage/data/urls.txt' # str

code/modules/embedding_model_loader.py

@@ -1,7 +1,10 @@
 from langchain_community.embeddings import OpenAIEmbeddings
 from langchain.embeddings import HuggingFaceEmbeddings
 from langchain.embeddings import LlamaCppEmbeddings
-from modules.constants import *
+try:
+    from modules.constants import *
+except:
+    from constants import *
 import os
 
 

code/modules/helpers.py

@@ -4,7 +4,10 @@ from tqdm import tqdm
 from urllib.parse import urlparse
 import chainlit as cl
 from langchain import PromptTemplate
-from modules.constants import *
+try:
+    from modules.constants import *
+except:
+    from constants import *
 
 """
 Ref: https://python.plainenglish.io/scraping-the-subpages-on-a-website-ea2d4e3db113

code/modules/vector_db.py

@@ -1,12 +1,18 @@
 import logging
 import os
 import yaml
-
-from modules.embedding_model_loader import EmbeddingModelLoader
 from langchain.vectorstores import FAISS
-from modules.data_loader import DataLoader
-from modules.constants import *
-from modules.helpers import *
+
+try:
+    from modules.embedding_model_loader import EmbeddingModelLoader
+    from modules.data_loader import DataLoader
+    from modules.constants import *
+    from modules.helpers import *
+except:
+    from embedding_model_loader import EmbeddingModelLoader
+    from data_loader import DataLoader
+    from constants import *
+    from helpers import *
 
 
 class VectorDB:
@@ -108,7 +114,7 @@ class VectorDB:
 
 
 if __name__ == "__main__":
-    with open("config.yml", "r") as f:
+    with open("code/config.yml", "r") as f:
         config = yaml.safe_load(f)
     print(config)
     vector_db = VectorDB(config)