app.py

"""

Advanced RAG System  - Streamlit Web UI

==========================================



Professional web interface with real-time chat and document management.



Run with:

    streamlit run app.py



Make sure to have the main AdvancedRAGSystem code in a file named 'advanced_rag.py'

"""

import streamlit as st
import os
from datetime import datetime
from pathlib import Path

# Import the RAG system (assuming it's in advanced_rag.py)
# If not, copy the previous code to 'advanced_rag.py'
try:
    from advanced_rag import AdvancedRAGSystem, Config
    SYSTEM_AVAILABLE = True
except:
    SYSTEM_AVAILABLE = False
    st.error("⚠️ Please save the Advanced RAG System code as 'advanced_rag.py' in the same directory")

# ═══════════════════════════════════════════════════════════════════════════
# PAGE CONFIGURATION
# ═══════════════════════════════════════════════════════════════════════════

st.set_page_config(
    page_title="Advanced RAG System 2025",
    page_icon="🤖",
    layout="wide",
    initial_sidebar_state="expanded"
)

# Custom CSS
st.markdown("""

<style>

    .main-header {

        font-size: 2.5rem;

        font-weight: bold;

        color: #1f77b4;

        text-align: center;

        padding: 1rem 0;

    }

    .sub-header {

        font-size: 1.2rem;

        color: #666;

        text-align: center;

        margin-bottom: 2rem;

    }

    .chat-message {

        padding: 1rem;

        border-radius: 0.5rem;

        margin: 0.5rem 0;

    }

    .user-message {

        background-color: #e3f2fd;

        border-left: 4px solid #2196f3;

    }

    .assistant-message {

        background-color: #f5f5f5;

        border-left: 4px solid #4caf50;

    }

    .source-box {

        background-color: #fff3cd;

        padding: 0.5rem;

        border-radius: 0.25rem;

        border-left: 3px solid #ffc107;

        margin: 0.25rem 0;

    }

    .stat-box {

        background-color: #f0f8ff;

        padding: 1rem;

        border-radius: 0.5rem;

        text-align: center;

    }

</style>

""", unsafe_allow_html=True)

# ═══════════════════════════════════════════════════════════════════════════
# SESSION STATE INITIALIZATION
# ═══════════════════════════════════════════════════════════════════════════

if 'system' not in st.session_state:
    st.session_state.system = None

if 'chat_history' not in st.session_state:
    st.session_state.chat_history = []

if 'documents_loaded' not in st.session_state:
    st.session_state.documents_loaded = []

# ═══════════════════════════════════════════════════════════════════════════
# SIDEBAR - CONFIGURATION & DOCUMENT MANAGEMENT
# ═══════════════════════════════════════════════════════════════════════════

with st.sidebar:
    st.markdown("## ⚙️ Configuration")
    
    # API Token
    with st.expander("🔑 Hugging Face Token", expanded=not st.session_state.system):
        hf_token = st.text_input(
            "Enter your token",
            type="password",
            help="Get your token from https://huggingface.co/settings/tokens"
        )
        
        if st.button("Initialize System", disabled=not hf_token):
            if SYSTEM_AVAILABLE:
                with st.spinner("Initializing Advanced RAG System..."):
                    try:
                        st.session_state.system = AdvancedRAGSystem(token=hf_token)
                        st.success("✅ System initialized!")
                    except Exception as e:
                        st.error(f"❌ Initialization failed: {e}")
            else:
                st.error("System code not available")
    
    st.markdown("---")
    
    # Document Upload
    st.markdown("## 📁 Document Management")
    
    uploaded_files = st.file_uploader(
        "Upload documents",
        type=['pdf', 'txt'],
        accept_multiple_files=True,
        help="Upload PDF or TXT files to add to the knowledge base"
    )
    
    if st.button("Process Documents", disabled=not uploaded_files or not st.session_state.system):
        if uploaded_files and st.session_state.system:
            with st.spinner("Processing documents..."):
                try:
                    # Save uploaded files temporarily
                    temp_dir = Path("temp_uploads")
                    temp_dir.mkdir(exist_ok=True)
                    
                    file_paths = []
                    for uploaded_file in uploaded_files:
                        file_path = temp_dir / uploaded_file.name
                        with open(file_path, "wb") as f:
                            f.write(uploaded_file.getbuffer())
                        file_paths.append(str(file_path))
                    
                    # Ingest documents
                    st.session_state.system.ingest_documents(file_paths)
                    st.session_state.documents_loaded.extend([f.name for f in uploaded_files])
                    
                    st.success(f"✅ Processed {len(uploaded_files)} documents!")
                    
                except Exception as e:
                    st.error(f"❌ Error processing documents: {e}")
    
    # Show loaded documents
    if st.session_state.documents_loaded:
        st.markdown("### 📚 Loaded Documents")
        for doc in st.session_state.documents_loaded:
            st.markdown(f"- {doc}")
    
    st.markdown("---")
    
    # Advanced Options
    with st.expander("🔧 Advanced Options"):
        use_multi_query = st.checkbox("Multi-Query Retrieval", value=True,
                                      help="Generate multiple query variations (improves accuracy)")
        use_reranking = st.checkbox("Re-ranking", value=True,
                                   help="Re-rank results using cross-encoder (40% better)")
        show_sources = st.checkbox("Show Source Details", value=True)
        show_queries = st.checkbox("Show Generated Queries", value=False)
    
    # Reset button
    if st.button("🔄 Reset Conversation"):
        if st.session_state.system:
            st.session_state.system.reset_conversation()
        st.session_state.chat_history = []
        st.rerun()
    
    st.markdown("---")
    
    # Stats
    if st.session_state.system:
        st.markdown("### 📊 Statistics")
        col1, col2 = st.columns(2)
        with col1:
            st.metric("Documents", len(st.session_state.documents_loaded))
        with col2:
            st.metric("Messages", len(st.session_state.chat_history))

# ═══════════════════════════════════════════════════════════════════════════
# MAIN AREA - HEADER
# ═══════════════════════════════════════════════════════════════════════════

st.markdown('<div class="main-header">🤖 Advanced RAG System 2025</div>', unsafe_allow_html=True)
st.markdown('<div class="sub-header">State-of-the-art Retrieval-Augmented Generation with Multi-Query, Hybrid Search & Re-ranking</div>', unsafe_allow_html=True)

# System status indicator
if st.session_state.system:
    st.success("✅ System Active | Models: meta-llama/Llama-3.1-8B (LLM) + all-MiniLM-L6-v2 (Embeddings)")
else:
    st.warning("⚠️ Please initialize the system in the sidebar")

st.markdown("---")

# ═══════════════════════════════════════════════════════════════════════════
# MAIN AREA - CHAT INTERFACE
# ═══════════════════════════════════════════════════════════════════════════

# Display chat history
chat_container = st.container()

with chat_container:
    for message in st.session_state.chat_history:
        # User message
        st.markdown(f"""

        <div class="chat-message user-message">

            <strong>🧑 You:</strong><br>

            {message['question']}

        </div>

        """, unsafe_allow_html=True)
        
        # Assistant message
        st.markdown(f"""

        <div class="chat-message assistant-message">

            <strong>🤖 Assistant:</strong><br>

            {message['answer']}

        </div>

        """, unsafe_allow_html=True)
        
        # Sources
        if show_sources and 'sources' in message:
            with st.expander(f"📚 Sources ({message['num_sources']} documents)"):
                for i, doc in enumerate(message['sources'], 1):
                    source = doc.metadata.get('filename', 'Unknown')
                    st.markdown(f"""

                    <div class="source-box">

                        <strong>Source {i}:</strong> {source}<br>

                        <em>{doc.page_content[:200]}...</em>

                    </div>

                    """, unsafe_allow_html=True)
        
        # Generated queries
        if show_queries and 'queries_used' in message and len(message['queries_used']) > 1:
            with st.expander(f"🔍 Generated Queries ({len(message['queries_used'])})"):
                for i, query in enumerate(message['queries_used'], 1):
                    st.markdown(f"{i}. {query}")

# Chat input
st.markdown("---")

if st.session_state.system:
    user_input = st.chat_input("Ask a question about your documents...")
    
    if user_input:
        # Add user message to history
        with st.spinner("🤔 Thinking..."):
            try:
                # Query the system
                result = st.session_state.system.query(
                    user_input,
                    use_multi_query=use_multi_query,
                    use_reranking=use_reranking
                )
                
                # Add to chat history
                st.session_state.chat_history.append({
                    'question': user_input,
                    'answer': result['answer'],
                    'sources': result['sources'],
                    'num_sources': result['num_sources'],
                    'queries_used': result['queries_used'],
                    'timestamp': datetime.now().isoformat()
                })
                
                # Rerun to update display
                st.rerun()
                
            except Exception as e:
                st.error(f"❌ Error: {e}")
else:
    st.info("👈 Initialize the system in the sidebar to start chatting")

# ═══════════════════════════════════════════════════════════════════════════
# FOOTER
# ═══════════════════════════════════════════════════════════════════════════

st.markdown("---")

col1, col2, col3 = st.columns(3)

with col1:
    st.markdown("""

    **2025 Features:**

    - ✅ Multi-Query Retrieval

    - ✅ Hybrid Search

    - ✅ Re-ranking

    """)

with col2:
    st.markdown("""

    **Technologies:**

    - LangChain

    - Hugging Face

    - ChromaDB

    """)

with col3:
    st.markdown("""

    **Links:**

    - [GitHub](#)

    - [Documentation](#)

    - [Report Issue](#)

    """)

st.markdown("---")
st.markdown("<div style='text-align: center; color: #666;'>Built with ❤️ using state-of-the-art 2025 techniques</div>", unsafe_allow_html=True)