update summary

app.py

@@ -330,6 +330,23 @@ def process_documents_2(ignored_files: List[str] = []) -> List[Document]:
     print(f"Split into {len(texts)} chunks of text (max. {chunk_size} tokens each)")
     return texts
 
+def process_documents_3(ignored_files: List[str] = []) -> List[Document]:
+    """
+    Load documents and split in chunks
+    """
+    global file_list_loaded
+    print(f"Loading documents from {source_directory}")
+    print("File Path to start processing:", file_list_loaded)
+    documents = load_documents_2(file_list_loaded, ignored_files)
+    if not documents:
+        print("No new documents to load")
+        exit(0)
+    print(f"Loaded {len(documents)} new documents from {source_directory}")
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=2000, chunk_overlap=500)
+    texts = text_splitter.split_documents(documents)
+    print(f"Split into {len(texts)} chunks of text (max. {chunk_size} tokens each)")
+    return texts
+
 def UpdateDb():
     global vectordb_p
     global index_name
@@ -352,7 +369,7 @@ def SummarizeDoc():
     # collection = vectordb_p.get()
     # split_docs = process_documents([metadata['source'] for metadata in collection['metadatas']])
     # split_docs = process_documents()
-    split_docs = process_documents_2()
+    split_docs = process_documents_3()
     tt = len(split_docs)
     print(split_docs[tt-1])
     sum_text=""
@@ -1351,7 +1368,7 @@ with gr.Blocks() as demo:
     """
 
     # upload_button.upload(func_upload_file, [upload_button, main.chatbot], main.chatbot)
-    clear_button.click(clearall, None, [chatbot, submit_button, stop_button], voice_output)
+    
     retry_button.click(retry, chatbot, chatbot).success(playsound1, None, voice_output).\
         success(HMI_Wait, None, [submit_button, stop_button])#.\
         # success(ClearAudio, None, voice_output)
@@ -1383,7 +1400,7 @@ with gr.Blocks() as demo:
         then(HMI_Wait, None, [submit_button, stop_button])
     # stop_button.click(read_logs, None, logs, cancels=[inf2])
     upload_button.upload(func_upload_file, [upload_button, chatbot], chatbot)
-    summary_file_button.upload(Summary_upload_file, [summary_file_button, chatbot], chatbot)
+    sum1 = summary_file_button.upload(Summary_upload_file, [summary_file_button, chatbot], chatbot)
     agentchoice.change(SetAgent, agentchoice, None)
     frash_logs.click(read_logs, None, logs)
     voice_input.stop_recording(SingleTalk, [voice_input, chatbot], [voice_input, voice_output, chatbot]).\
@@ -1391,6 +1408,7 @@ with gr.Blocks() as demo:
         success(playsound1, None, voice_output) #.\
         # success(HMI_Wait, None, [submit_button, stop_button]).\
         # success(ClearAudio, None, voice_output)
+    clear_button.click(clearall, None, [chatbot, submit_button, stop_button], voice_output, cancels=[inf4,inf3,sum1])
     # voice_output.end(ClearAudio, None, voice_output)
     # def clear_voice():
     #     print("clear audio ...")