Update appStore/multiapp.py

appStore/multiapp.py

@@ -1,15 +1,10 @@
-"""Frameworks for running multiple Streamlit applications as a single app.
-"""
+
+import scripts.process as pre
+
 import streamlit as st
 from PIL import Image
 import tempfile
 import logging
-from sklearn.feature_extraction import _stop_words
-from haystack.document_stores import InMemoryDocumentStore
-from haystack.pipelines import ExtractiveQAPipeline
-from haystack.nodes import FARMReader, TfidfRetriever
-import scripts.process as pre
-import scripts.clean as clean
 logger = logging.getLogger(__name__)
 
 # Initialization
@@ -19,13 +14,6 @@ if 'file' not in st.session_state:
 #Haystack Components
 @st.cache(hash_funcs={"builtins.SwigPyObject": lambda _: None},allow_output_mutation=True)
 
-def start_haystack(documents_processed):
-    document_store = InMemoryDocumentStore()
-    document_store.write_documents(documents_processed)
-    retriever = TfidfRetriever(document_store=document_store)
-    reader = FARMReader(model_name_or_path="deepset/tinyroberta-squad2", use_gpu=True) #deepset/roberta-base-squad2
-    pipeline = ExtractiveQAPipeline(reader, retriever)
-    return pipeline
     
 class MultiApp:
     """
@@ -51,7 +39,7 @@ class MultiApp:
 
     def run(self):
         if 'file' not in st.session_state:
-            st.session_state['pipeline'] = None
+            st.session_state['document'] = None
     
         st.sidebar.write(format_func=lambda app: app['title'])
         image = Image.open('appStore/img/sdsn.png')
@@ -77,5 +65,4 @@ class MultiApp:
                 # load document
                 documents = pre.load_document(temp.name,file_name)
                 documents_processed = pre.preprocessing(documents)
-                pipeline = start_haystack(documents_processed)
-                st.session_state['pipeline'] = pipeline 
+                st.session_state['documents'] = documents_processed