added EvalDataset Generation

app.py

@@ -95,8 +95,16 @@ class BSIChatbot:
         #self.vectorstore: VectorStore = None
 
     def cleanResources(self):
+        print(f"GPU Memory Allocated: {torch.cuda.memory_allocated() / 1024 / 1024} MB")
+        print(f"GPU Memory Cached: {torch.cuda.memory_reserved() / 1024 / 1024} MB")
         multiprocessing.active_children()
+        print("processes:")
         print(multiprocessing.active_children())
+
+        for child in multiprocessing.active_children():
+            child.terminate()
+            child.join()
+
         #multiprocessing.resource_tracker.unregister('Semaphore')
         torch.cuda.empty_cache()
         gc.collect()
@@ -246,6 +254,7 @@ class BSIChatbot:
         else:
             start = time.time()
             if vectorstore is None:
+                print("Checkpoint: FAISS Vectorstore initialized...")
                 vectorstore = FAISS.load_local(self.embedPath, self.embedding_model, allow_dangerous_deserialization=True)
             #self.vectorstore.index = index_gpu
             end = time.time()
@@ -310,7 +319,9 @@ class BSIChatbot:
 
     def initializeRerankingModel(self):
         global rerankingModel
-        rerankingModel = RAGPretrainedModel.from_pretrained(self.rerankModelPath)
+        if rerankingModel is None:
+            print("Checkpoint: Reranker initialized...")
+            rerankingModel = RAGPretrainedModel.from_pretrained(self.rerankModelPath)
 
 
     def retrieval(self, query, rerankingStep, hybridSearch):