add renranker changes

rag_app/rag_2.py

@@ -77,6 +77,15 @@ def is_harmful(query):
     return any(keyword in query.lower() for keyword in harmful_keywords)
 
 
+def is_relevant(query, index, threshold=0.7):
+    retriever = index.as_retriever(similarity_top_k=1)
+    nodes = retriever.retrieve(query)
+    if not nodes:
+        return False
+    similarity = nodes[0].score
+    return not similarity <= threshold
+
+
 def answer_question(query):
     print("loading bm25 retriever")
     bm25_retriever = BM25Retriever.from_persist_dir("models/bm25_retriever")
@@ -106,5 +115,8 @@ def answer_question(query):
     if is_harmful(query):
         return "This query has been flagged as unsafe."
     
+    if not is_relevant(query, index, 0.2):
+        return "This query doesn't appear relevant to finance."
+    
     response = keyword_query_engine.query(query)
     return str(response)