Update app.py

app.py

@@ -50,11 +50,14 @@ webui_title = """
 
 """
 
-init_message = """Welcome to use 3GPP Chatbot
-This demo toolkit is based on OpenAI with langchain and pinecone
-Please insert your question and click 'Submit'
-"""
+KEY_INIT   = "Initialize Model"
+KEY_SUBMIT = "Submit"
+KEY_CLEAR  = "Clear"
 
+init_message = f"""Welcome to use 3GPP Chatbot, this demo toolkit is based on OpenAI with LangChain and Pinecone
+    1. Insert your OpenAI API key and click `{KEY_INIT}`
+    2. Insert your Question and click `{KEY_SUBMIT}`
+"""
 
 def init_model(api_key):
     try:
@@ -89,6 +92,20 @@ def get_chat_history(inputs) -> str:
         res.append(f"Human: {human}\nAI: {ai}")
     return "\n".join(res)
 
+def remove_duplicates(documents):
+    seen_content = set()
+    unique_documents = []
+    for doc in documents:
+        if doc.page_content not in seen_content:
+            seen_content.add(doc.page_content)
+            unique_documents.append(doc)
+    return unique_documents
+
+def doc_similarity(query, db, top_k):
+    docsearch = db.as_retriever(search_kwargs={'k':top_k})
+    docs = docsearch.get_relevant_documents(query)
+    return remove_duplicates(docs)
+
 def user(user_message, history):
     return "", history+[[user_message, None]]
 
@@ -108,10 +125,15 @@ def bot(box_message, ref_message, chain, db, top_k):
         details = f"Q:  {question}"
     else:
         details = f"Q:  {question}\nR: {ref_message}"
-
-    docsearch = db.as_retriever(search_kwargs={'k':top_k})
-    docs = docsearch.get_relevant_documents(ref_message)
-
+        
+        
+    docs = doc_similarity(ref_message, db, top_k)
+    
+    delta_top_k = top_k - len(docs)
+    
+    if delta_top_k > 0:
+        docs = doc_similarity(ref_message, db, top_k+delta_top_k)
+        print(docs)
 
     all_output = chain({"input_documents": docs,
                         "question": question,
@@ -130,7 +152,6 @@ def bot(box_message, ref_message, chain, db, top_k):
     box_message[-1][1] = bot_message
     return box_message, "", [[details, source]]
 
-
 with gr.Blocks(css=""".bigbox {
     min-height:200px;
 }""") as demo:
@@ -150,7 +171,7 @@ with gr.Blocks(css=""".bigbox {
             
         with gr.Column(scale=1, min_width=BUTTON_MIN_WIDTH):
             
-            init = gr.Button("Initialize Model").style(full_width=False)
+            init = gr.Button(KEY_INIT).style(full_width=False)
             model_statusbox = gr.HTML(MODEL_NULL)
     
     with gr.Tab("3GPP-Chatbot"):
@@ -173,8 +194,8 @@ with gr.Blocks(css=""".bigbox {
                                    lines=2)
                 ref = gr.Textbox(label="Reference(optional):")
             with gr.Column(scale=1, min_width=BUTTON_MIN_WIDTH):
-                clear = gr.Button("Clear")
-                submit = gr.Button("Submit",variant="primary")
+                clear = gr.Button(KEY_CLEAR)
+                submit = gr.Button(KEY_SUBMIT,variant="primary")
                 
 
     with gr.Tab("Details"):
@@ -207,4 +228,4 @@ with gr.Blocks(css=""".bigbox {
 
 if __name__ == "__main__":
     demo.launch(share=False, inbrowser=True)
- 
+