Update app.py

app.py

@@ -236,7 +236,34 @@ def update_faiss_from_hf(repo_id, file, embedding_model="sentence-transformers/a
 # result = update_faiss_from_hf("yourusername/my-faiss-store", "new_document.pdf")
 # print(result)
 #====================
-def upload_and_prepare(file,user):
+def upload_and_prepare(file, user):
+    mm = ""
+    pdf_links = "**No PDFs**"
+    
+    if user != os.getenv("uploading_password"):
+        return "❌ Unauthorized User", pdf_links
+    
+    try:
+        if file_exists(repo_id=repo_id, filename="index.faiss", repo_type="dataset"):
+            mm = update_faiss_from_hf(repo_id, file)
+        else:
+            mm = create_faiss_index(repo_id, file)
+        
+        # NOW this runs - generate PDF list
+        api = HfApi(token=os.getenv("HF_TOKEN"))
+        pdf_files = api.list_repo_files(repo_id, repo_type="dataset")
+        pdf_links = "\n".join([f"• [📄 {f}](https://huggingface.co/datasets/{repo_id}/resolve/main/{f})" 
+                              for f in pdf_files if f.endswith('.pdf')])
+    except Exception as e:
+        mm += f"\n❌ Error: {e}"
+    
+    return mm, pdf_links
+
+
+#============
+def upload_and_prepare_old(file,user):
+    #==============================
+    #=============================
   # Load & split document
   mm=""
   if user == os.getenv("uploading_password"):
@@ -329,83 +356,61 @@ def generate_qa_chain(repo_id, embedding_model="sentence-transformers/all-MiniLM
 #============================
 def bePrepare():
     global qa_chain
-    qa_chain = generate_qa_chain(os.getenv("reposit_id"),llm=llm)
+    qa_chain = generate_qa_chain(repo_id,llm=llm)
     return "I am ready, ask me questions with model tiny Lama."
 
 def bePrepare1():
     global qa_chain1
-    qa_chain1 = generate_qa_chain(os.getenv("reposit_id"),llm=llm1)
+    qa_chain1 = generate_qa_chain(repo_id,llm=llm1)
     return "I am ready, ask me questions with model google flan-t5."
 
 def ask_question(query):
-    msg="Blank question! "
-    if not qa_chain:
-        msg="❌ Please clik the button to get the udated resources with tiny Lama."
-    if query:
-        response = qa_chain.invoke({"query": query})
-        #msg= response["result"]
-        result = response["result"]
-        # Extract source documents with page info
-        sources = response.get("source_documents", [])
-        source_info = ""
-        pdf_url = f"https://huggingface.co/datasets/manabb/withPDFlink/resolve/main/docs/{os.path.basename(filename)}"
-        source_info += f" [📄 PDF]({pdf_url})"
-        for i, doc in enumerate(sources[:3]):  # Top 3 sources
-            page_num = getattr(doc.metadata, 'page', 'Unknown')
-            filename = getattr(doc.metadata, 'source', 'Unknown PDF')
-            source_info += f"\n**Source {i+1}:** {os.path.basename(filename)} (Page {page_num})"
-        
-        # HF dataset link
-        repo_url = f"https://huggingface.co/datasets/manabb/withPDFlink"
-        msg = f"{result}\n\n**📄 Document Sources:**{source_info}\n\n[View all documents]({repo_url})"
-    return msg
+    if not query or not qa_chain:
+        return "❌ Please click prepare button first and check whether question is empty"
+
+    response = qa_chain.invoke({"query": query})
+    result = response["result"]
+    sources = response.get("source_documents", [])
+    
+    source_info = ""
+    for i, doc in enumerate(sources[:3]):
+        page_num = doc.metadata.get('page', 'Unknown')
+        filename = os.path.basename(doc.metadata.get('source', 'Unknown'))
+        repo_url = f"https://huggingface.co/datasets/{repo_id}/resolve/main/docs/{filename}"
+        source_info += f"\n**Source {i+1}:** [{filename} (Page {page_num})]({repo_url})"
+
+    return f"{result}\n\n**📄 Sources:**{source_info}"
+
 def ask_question1(query):
-    msg="Blank question!"
-    if not qa_chain1:
-        msg="❌ Please clik the button to get the udated resources google flan-t5."
-    if query:
-        response1 = qa_chain1.invoke({"query": query})
-        #msg=response1["result"]
-        result = response["result"]
-        # Extract source documents with page info
-        sources = response.get("source_documents", [])
-        source_info = ""
-        pdf_url = f"https://huggingface.co/datasets/manabb/withPDFlink/resolve/main/docs/{os.path.basename(filename)}"
-        source_info += f" [📄 PDF]({pdf_url})"
-        for i, doc in enumerate(sources[:3]):  # Top 3 sources
-            page_num = getattr(doc.metadata, 'page', 'Unknown')
-            filename = getattr(doc.metadata, 'source', 'Unknown PDF')
-            source_info += f"\n**Source {i+1}:** {os.path.basename(filename)} (Page {page_num})"
-        
-        # HF dataset link
-        repo_url = f"https://huggingface.co/datasets/manabb/withPDFlink"
-        msg = f"{result}\n\n**📄 Document Sources:**{source_info}\n\n[View all documents]({repo_url})"
-    return msg
+    if not query or not qa_chain1:
+        return "❌ Please click prepare button first and check whether question is empty"
+
+    response = qa_chain1.invoke({"query": query})
+    result = response["result"]
+    sources = response.get("source_documents", [])
+    
+    source_info = ""
+    for i, doc in enumerate(sources[:3]):
+        page_num = doc.metadata.get('page', 'Unknown')
+        filename = os.path.basename(doc.metadata.get('source', 'Unknown'))
+        repo_url = f"https://huggingface.co/datasets/{repo_id}/resolve/main/docs/{filename}"
+        source_info += f"\n**Source {i+1}:** [{filename} (Page {page_num})]({repo_url})"
+
+    return f"{result}\n\n**📄 Sources:**{source_info}"
 #===============================================
 #delete entire repo
 def delete_entire_repo(user):
     mx="Unauthorized user."
-    if user == os.getenv("uploading_password"):
-        try:
-            api = HfApi(token=os.getenv("HF_TOKEN"))
-            api.delete_repo(repo_id=os.getenv("reposit_id"), repo_type="dataset")
-            mx=f"🗑️ Entire repo {repo_id} deleted. Create new one."
-        except Exception as e:
-            mx=f"❌ error during deletetion of repo: {e} "
-        #create new repo
-        try:
-            api = HfApi(token=os.getenv("HF_TOKEN"))        
-            # Create repo
-            repo_id = api.create_repo(
-                repo_id=os.getenv("reposit_id"),
-                repo_type="dataset",
-                private=False, # making public
-                exist_ok=False  # Fail if exists
-            )
-            mx=mx+"New repo created.."
-        except Exception as e1:
-            mx = mx+f"❌ eoor during creation of depo: {e1}"
-    return mx
+    repo=os.getenv("reposit_id")
+    if user != os.getenv("uploading_password"):
+        return "❌ Unauthorized user"
+    try:
+        api = HfApi(token=os.getenv("HF_TOKEN"))
+        api.delete_repo(repo_id=repo, repo_type="dataset")
+        api.create_repo(repo_id=repo, repo_type="dataset", private=False)
+        return f"✅ Repo {repo_id} reset successfully"
+    except Exception as e:
+            mx=f"❌ error during deletetion & creation of repo: {e} "
 #===============================================
 # ❌ Static (never updates)
 # pdf_list = gr.Markdown("**No documents loaded yet.**")
@@ -414,7 +419,7 @@ def delete_entire_repo(user):
 def get_pdf_list():
     repo_id=os.getenv("reposit_id")
     try:
-        from huggingface_hub import HfApi
+        
         api = HfApi(token=os.getenv("HF_TOKEN"))
         files = api.list_repo_files(repo_id, repo_type="dataset")
         
@@ -490,10 +495,10 @@ with gr.Blocks(title="N R L C H A T B O T - for commercial procurement - Supply"
                 authorized_user=gr.Textbox(label="Write the password to upload new Circular Doc.")                
             with gr.Row():
                 upload_btn = gr.Button("🔄 Process Doc")            
-                upload_btn.click(upload_and_prepare, inputs=[file_input,authorized_user], outputs=output_msg)
+                upload_btn.click(upload_and_prepare, inputs=[file_input,authorized_user], outputs=[output_msg,pdf_list])
             with gr.Row():
-                upload_btn = gr.Button("🔄 Delete complete repo")            
-                upload_btn.click(delete_entire_repo, inputs=authorized_user, outputs=output_msg)
+                delete_btn = gr.Button("🔄 Delete complete repo")            
+                delete_btn.click(delete_entire_repo, inputs=authorized_user, outputs=output_msg)