added EvalDataset Generation

app.py

@@ -57,6 +57,7 @@ login(token=HF_KEY)
 vectorstore=None
 rerankingModel=None
 bm25_retriever=None
+docstore=None
 
 class BSIChatbot:
     embedding_model = None
@@ -269,13 +270,14 @@ class BSIChatbot:
 
     def retrieveDocFromFaiss(self):
         global vectorstore
-
+        global docstore
         all_documents = []
 
         #print(vectorstore.index_to_docstore_id)
         #newprint(vectorstore)
         # Iteriere über alle IDs im index_to_docstore_id
-        docs = vectorstore.docstore._dict.values()
+        if docstore == None:
+            docstore = vectorstore.docstore._dict.values()
 
         #for doc_id in vectorstore.index_to_docstore_id.values():
         for entry in docs:
@@ -732,7 +734,8 @@ class BSIChatbot:
             i=i+1
 
         with open('/home/user/app/docs/_eval/eval_dataset.json', 'w') as fout:
-            json.dump(data_list, fout)
+            json.dump(data, fout, ensure_ascii=False)
+            fout.write("\n")
         # Print full response as JSON
         # print(chat_completion)