Update app.py

app.py

@@ -9,10 +9,16 @@ from huggingface_hub import hf_hub_download
 from huggingface_hub import HfApi, login
 from datetime import datetime
 
+from manabUtils.py import retrieve_chunks
+
+os.environ["HF_TOKEN"] = os.getenv("HF_TOKEN")
+os.environ["OPENAI_API_KEY"] = os.getenv("OPENAI_API_KEY")
+
 client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
 api = HfApi(token=os.getenv("HF_TOKEN"))
 repo_id = "manabb/nrl"
 file_path_in_repo="LLMLogs.txt"
+llm = ChatOpenAI(model="gpt-4o-mini", temperature=0)
 #=====
 #Payment type
 manual_payment_type="""
@@ -50,7 +56,36 @@ PQC_rules="""
 10. PQC should be clarified in tender documents that authenticated documents are required.
 11. Adequacy of competition must be evaluated while framing PQC.
 12. PQC should balance inclusion of capable vendors and exclusion of incapable ones."""
+#===========================
+def create_qa_chain():
+    retriever = retrieve_chunks(repo_id)
+    system_prompt = (
+        "You are a helpful assistant. Use the following context to answer the question. "
+        "If you don't know the answer, say so.\n\n{context}"
+    )
+    prompt = ChatPromptTemplate.from_messages([
+        ("system", system_prompt),
+        ("human", "{input}")
+    ])
+    doc_chain = create_stuff_documents_chain(llm, prompt)
+    return create_retrieval_chain(retriever, doc_chain)
 
+qa_chain = create_qa_chain()
+#=======================
+def chat(message, history):
+    response = qa_chain.invoke({"input": message})
+    answer = response["answer"]
+    
+    # Extract references with pages
+    docs = response["context"]
+    refs = []
+    for i, doc in enumerate(docs):
+        page = doc.metadata.get("page", "N/A")
+        refs.append(f"Ref {i+1}: Page {page}")
+    
+    full_response = f"{answer}\n\n**References:**\n" + "\n".join(refs)
+    history.append([message, full_response])
+    return history, ""
 #============starting extract_docx_text
 
 def extract_docx_text(file_path):
@@ -283,9 +318,11 @@ with gr.Blocks(css=css) as demo:
                         </div>"""
                    )
         with gr.TabItem("ChatBox-NRL maual-goods"):
-            gr.HTML("""
-                        <div style="color: white; background: black; padding: 20px; text-align: center; font-size: 24px;">
-                            🚧 Coming Soon 🚧
-                        </div>"""
-                   )
+            gr.ChatInterface(
+                                chat,
+                                title="RAG Chatbot with References",
+                                description="Ask questions about your docs; see page refs!",
+                                examples=["what is GeM", "explain compliance rules"],
+                                cache_examples=False  # Disable for dynamic retriever
+                            )
 demo.queue().launch()