added EvalDataset Generation

app.py

@@ -20,6 +20,7 @@ import threading
 import re
 import csv
 import json
+import gc
 
 from openai import OpenAI
 from langchain.text_splitter import RecursiveCharacterTextSplitter
@@ -718,6 +719,8 @@ class BSIChatbot:
         for data in data_list:
             print("Eval Entry no:")
             print(i)
+            print("GPU Memory Allocated:")
+            print(torch.cuda.memory_allocated())
             print("frage:")
             print(data["Frage"])
             #def ragPromptNew(self, query, rerankingStep, history, stepBackPrompt)