added seperate file to chec pydantic version

app.py

@@ -1,31 +1,5 @@
-import pydantic
-module_file_path = pydantic.__file__
-
-module_file_path = module_file_path.split('pydantic')[0] + 'haystack'
-
-import os
-import fileinput
-
-
-def replace_string_in_files(folder_path, old_str, new_str):
-    for subdir, dirs, files in os.walk(folder_path):
-        for file in files:
-            file_path = os.path.join(subdir, file)
-
-            # Check if the file is a text file (you can modify this condition based on your needs)
-            if file.endswith(".txt") or file.endswith(".py"):
-                # Open the file in place for editing
-                with fileinput.FileInput(file_path, inplace=True) as f:
-                    for line in f:
-                        # Replace the old string with the new string
-                        print(line.replace(old_str, new_str), end='')
-
-with open(module_file_path+'/schema.py','r') as f:
-    haystack_schema_file = f.read()
-
-if 'from pydantic.v1' not in haystack_schema_file:
-    replace_string_in_files(module_file_path, 'from pydantic', 'from pydantic.v1')
-
+from utils.check_pydantic_version import use_pydantic_v1
+use_pydantic_v1() #This function has to be run before importing haystack. as haystack requires pydantic v1 to run
 
 from operator import index
 import streamlit as st
@@ -52,6 +26,7 @@ txt_converter = TextConverter(remove_numeric_tables=True, valid_languages=["en",
 
 # Whether the file upload should be enabled or not
 DISABLE_FILE_UPLOAD = bool(os.getenv("DISABLE_FILE_UPLOAD"))
+
 # Define a function to handle file uploads
 def upload_files():
     uploaded_files = upload_container.file_uploader(
@@ -60,7 +35,6 @@ def upload_files():
     return uploaded_files
 
 # Define a function to process a single file
-
 def process_file(data_file, preprocesor, document_store):
     # read file and add content
     file_contents = data_file.read().decode("utf-8")
@@ -85,10 +59,8 @@ def process_file(data_file, preprocesor, document_store):
     except Exception as e:
         print(e)
 
-def reset_documents():
-    print('\nReseting documents list at ' + str(datetime.now()) + '\n')
-    document_store.delete_documents()
 
+# Define a function to upload the documents to haystack document store
 def upload_document():
     print(f'Uploading document store at {datetime.now()}')
     upload_status = 0
@@ -106,6 +78,11 @@ def upload_document():
                     upload_container.write(str(data_file.name) + "    ❌ ")
                     upload_container.write("_This file could not be parsed, see the logs for more information._")
 
+# Define a function to reset the documents in haystack document store
+def reset_documents():
+    print('\nReseting documents list at ' + str(datetime.now()) + '\n')
+    document_store.delete_documents()
+
 try:
     args = parser.parse_args()
     preprocesor = start_preprocessor_node()
@@ -123,7 +100,6 @@ try:
         }
     )
     st.sidebar.image("ml_logo.png", use_column_width=True)
-        
 
     # Sidebar for Task Selection
     st.sidebar.header('Options:')
@@ -154,13 +130,12 @@ try:
     if not DISABLE_FILE_UPLOAD:
         upload_container = st.sidebar.container()
         upload_container.write("## File Upload:")
-        #data_files = st.sidebar.file_uploader(
-        #    "upload", type=["pdf", "txt", "docx"], accept_multiple_files=True, label_visibility="hidden"
-        #)
         data_files = upload_files()
 
+        # Button to update files in the documentStore
         upload_container.button('Upload Files', on_click=upload_document, args=())
 
+    # Button to reset the documents in DocumentStore
     st.sidebar.button("Reset documents", on_click=reset_documents, args=())
 
     if "question" not in st.session_state:

utils/check_pydantic_version.py

@@ -0,0 +1,26 @@
+import pydantic
+import os
+import fileinput
+
+def replace_string_in_files(folder_path, old_str, new_str):
+    for subdir, dirs, files in os.walk(folder_path):
+        for file in files:
+            file_path = os.path.join(subdir, file)
+
+            # Check if the file is a text file (you can modify this condition based on your needs)
+            if file.endswith(".txt") or file.endswith(".py"):
+                # Open the file in place for editing
+                with fileinput.FileInput(file_path, inplace=True) as f:
+                    for line in f:
+                        # Replace the old string with the new string
+                        print(line.replace(old_str, new_str), end='')
+
+
+def use_pydantic_v1():
+    module_file_path = pydantic.__file__
+    module_file_path = module_file_path.split('pydantic')[0] + 'haystack'  
+    with open(module_file_path+'/schema.py','r') as f:
+        haystack_schema_file = f.read()
+
+    if 'from pydantic.v1' not in haystack_schema_file:
+        replace_string_in_files(module_file_path, 'from pydantic', 'from pydantic.v1')