import os import re import time import gdown import gradio as gr from langchain_community.document_loaders import PyPDFLoader from langchain_text_splitters import RecursiveCharacterTextSplitter from langchain_huggingface import HuggingFaceEmbeddings from langchain_community.vectorstores import FAISS from langchain_groq import ChatGroq from langchain_core.prompts import ChatPromptTemplate from langchain_core.runnables import RunnablePassthrough from langchain_core.output_parsers import StrOutputParser # ========================================== # 1. GROQ API KEY CONFIGURATION # ========================================== # ========================================== # GROQ API KEY CONFIGURATION (For HF Spaces Only) # ========================================== print("🔑 Checking GROQ API Key...") GROQ_API_KEY = os.getenv("GROQ_API_KEY") if not GROQ_API_KEY: print("⚠️ No GROQ_API_KEY found in environment variables") if not GROQ_API_KEY: raise ValueError(""" ❌ GROQ_API_KEY is missing! Please go to: Space Settings → Secrets and add: Key : GROQ_API_KEY Value : your_actual_groq_api_key_here """) os.environ["GROQ_API_KEY"] = GROQ_API_KEY print("✅ GROQ API Key loaded successfully!") # ========================================== # 2. CONFIGURATION # ========================================== links_to_process = [ " https://drive.google.com/file/d/1ZROphV1o6IoD5T1x9h8u9FfalKgZSHW9/view?usp=sharing", "https://drive.google.com/file/d/1r53tlaW8kvEh0S9yV17UNb3fR89PkMS7/view?usp=sharing", "https://drive.google.com/file/d/14UUOK6CZUmcoJt_zaj3Gt7lI99LOAqIg/view?usp=sharing", "https://drive.google.com/file/d/1mNtQY8-iq6LkjkFNfjVf_xATHYr8XW-i/view?usp=sharing", "https://drive.google.com/file/d/1jTD7t8-HMwE7qOYQ5r12vFQJCiE7AO2-/view?usp=sharing", "https://drive.google.com/file/d/1pQRXNlictDTa7yJ03j_JmuDr7AjcugWA/view?usp=sharing" ] output_dir = 'knowledge_base' os.makedirs(output_dir, exist_ok=True) # ========================================== # 3. HELPER: EXTRACT GOOGLE DRIVE FILE ID # ========================================== def extract_file_id(url): """Extract file ID from Google Drive links""" match = re.search(r'/d/([a-zA-Z0-9_-]+)', url) if match: return match.group(1) match = re.search(r'id=([a-zA-Z0-9_-]+)', url) return match.group(1) if match else None # ========================================== # 4. BUILD VECTOR DATABASE # ========================================== def build_vector_db(links): print(f"📥 Starting download of {len(links)} documents...") downloaded_files = 0 for link in links: try: file_id = extract_file_id(link) if not file_id: print(f"⚠️ Invalid link: {link}") continue direct_url = f"https://drive.google.com/uc?id={file_id}" output_path = os.path.join(output_dir, f"{file_id}.pdf") print(f"📄 Downloading: {file_id}") gdown.download( url=direct_url, output=output_path, quiet=True, use_cookies=False ) downloaded_files += 1 time.sleep(1.5) except Exception as e: print(f"❌ Failed to download {link}: {e}") if downloaded_files == 0: raise ValueError("❌ No files downloaded. Check sharing settings ('Anyone with the link')") # Load PDFs all_docs = [] for filename in os.listdir(output_dir): if filename.endswith(".pdf"): file_path = os.path.join(output_dir, filename) try: loader = PyPDFLoader(file_path) all_docs.extend(loader.load()) print(f"✅ Loaded: {filename}") except Exception as e: print(f"⚠️ Error loading {filename}: {e}") print(f"✅ Total PDFs loaded: {len(all_docs)}") # Text Splitting text_splitter = RecursiveCharacterTextSplitter( chunk_size=800, chunk_overlap=100 ) chunks = text_splitter.split_documents(all_docs) print(f"🧩 Created {len(chunks)} chunks.") # Embeddings & Vector Store embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2") vector_db = FAISS.from_documents(chunks, embeddings) print("🎉 Vector Database Created Successfully!") return vector_db # ========================================== # 5. INITIALIZE RAG SYSTEM # ========================================== vector_store = build_vector_db(links_to_process) retriever = vector_store.as_retriever(search_kwargs={"k": 4}) llm = ChatGroq( model="llama-3.1-8b-instant", temperature=0.3, max_tokens=1024 ) prompt_template = """Answer the question professionally and accurately based ONLY on the context below. If the answer is not in the context, say "I don't have enough information from the provided documents." Context: {context} Question: {question} Answer:""" prompt = ChatPromptTemplate.from_template(prompt_template) rag_chain = ( {"context": retriever, "question": RunnablePassthrough()} | prompt | llm | StrOutputParser() ) # ========================================== # 6. GRADIO INTERFACE # ========================================== # ========================================== # 6. GRADIO INTERFACE # ========================================== def process_query(query): if not query or not query.strip(): return "**Please enter a question.**" try: print(f"🔍 Processing query: {query[:80]}...") # For debugging result = rag_chain.invoke(query) return result except Exception as e: error_str = str(e).lower() if "rate limit" in error_str or "429" in error_str: return "⚠️ **Rate limit reached.** Please wait 20-30 seconds and try again." elif "api key" in error_str: return "❌ API Key issue. Please check GROQ_API_KEY in Secrets." else: return f"❌ Error: {str(e)}" # Custom CSS custom_css = """ .gradio-container { max-width: 1000px; margin: auto; } """ with gr.Blocks(theme=gr.themes.Soft(), css=custom_css) as demo: gr.Markdown("# 🏛️ **DocMind Intelligence**") gr.Markdown("### Multi-Document RAG System | Powered by Groq + LangChain") with gr.Row(): query_input = gr.Textbox( label="Ask your question", placeholder="Type your question here about the uploaded documents...", lines=3 ) with gr.Row(): submit_btn = gr.Button("🚀 Get Answer", variant="primary", size="large") output = gr.Markdown(label="Response", value="_Waiting for your question..._") submit_btn.click(process_query, inputs=query_input, outputs=output) query_input.submit(process_query, inputs=query_input, outputs=output) gr.Markdown("---\n**Tip:** Be clear and specific in your questions for best results.") demo.launch()