Removed LLM init, Changed Reranker to be reversed

app.py

@@ -241,7 +241,7 @@ class BSIChatbot:
 
         #self.vectorstore.
         #retrieved_chunks = self.vectorstore.similarity_search(query=query, k=20)
-        retrieved_chunks = vectorstore.similarity_search(query=query, k=20)
+        retrieved_chunks = vectorstore.similarity_search(query=query, k=30)
         #finalchunks = []
         #for chunk in retrieved_chunks:
         #    if "---" not in chunk.page_content:
@@ -432,8 +432,12 @@ class BSIChatbot:
                 self.initializeRerankingModel()
             print("Starting Reranking Chunks...")
             rerankingModel
-            retrieved_chunks_text=rerankingModel.rerank(query, retrieved_chunks_text,k=5)
-            retrieved_chunks_text=[chunk["content"] for chunk in retrieved_chunks_text]
+            retrieved_chunks_text=rerankingModel.rerank(query, retrieved_chunks_text,k=15)
+            #REVERSE Rerank results!
+            print("DBG: Rankorder:")
+            for chunk in reversed(retrieved_chunks_text):
+                print(chunk.rank)
+            retrieved_chunks_text=[chunk["content"] for chunk in reversed(retrieved_chunks_text)]
 
             i = 1
             for chunk in retrieved_chunks_text:
@@ -489,7 +493,7 @@ if __name__ == '__main__':
     #bot.retrieveSimiliarEmbedding("Was ist der IT-Grundschutz?")
     #TODO: DEBUG:
     #time.sleep(10)
-    bot.initializeLLM()
+    #bot.initializeLLM()
     #bot.retrieveSimiliarEmbedding("Welche Typen von Anforderungen gibt es im IT-Grundschutz?")
 
     #bot.queryLLM("Welche Typen von Anforderungen gibt es im IT-Grundschutz?")