test_dependencies.py

import os
import sys

print("CogniChat Dependencies & PDF Handling Test")

# Test imports
try:
    print("\nTesting core imports...")
    from langchain_community.embeddings import HuggingFaceEmbeddings
    from langchain_community.retrievers import BM25Retriever
    from langchain.text_splitter import RecursiveCharacterTextSplitter
    from langchain_core.documents import Document
    print("Core LangChain imports successful!")
    
except ImportError as e:
    print(f"Import error: {e}")
    if "rank_bm25" in str(e):
        print("Missing dependency: pip install rank-bm25==0.2.2")
    sys.exit(1)
try:
    print("\nTesting PDF loading capabilities...")
    try:
        from langchain_community.document_loaders import PyPDFLoader
        print("PyPDFLoader available")
    except ImportError:
        print("PyPDFLoader not available")

    try:
        import fitz
        print("PyMuPDF (fitz) available - can handle corrupted PDFs")
    except ImportError:
        print("PyMuPDF (fitz) not available")
    
    try:
        import pdfplumber
        print("pdfplumber available - additional PDF parsing method")
    except ImportError:
        print("pdfplumber not available")
        
except Exception as e:
    print(f"Error testing PDF capabilities: {e}")
try:
    print("\nTesting BM25 Retriever...")
    
    test_docs = [
        Document(page_content="This is the first test document about machine learning."),
        Document(page_content="This is the second document discussing natural language processing."),
        Document(page_content="The third document covers artificial intelligence topics."),
    ]
    
    bm25_retriever = BM25Retriever.from_documents(test_docs)
    bm25_retriever.k = 2
    query = "machine learning"
    results = bm25_retriever.get_relevant_documents(query)
    print(f"BM25 retriever created and tested successfully!")
    print(f"Retrieved {len(results)} documents for query: '{query}'")
    
except Exception as e:
    print(f"✗ Error testing BM25 retriever: {e}")
    import traceback
    traceback.print_exc()
    sys.exit(1)

print("\nAll tests completed successfully!")
print("\nThe application should now handle:")
print("  • Regular file uploads and processing")
print("  • Corrupted PDF files with multiple fallback methods")
print("  • BM25 and FAISS hybrid retrieval")
print("  • Proper error messages for failed file processing")
print("\nMake sure to install all dependencies with:")
print("  pip install -r requirements.txt")

print("\nKey Dependencies Added/Updated")
print("  • rank-bm25==0.2.2 (for BM25 retrieval)")
print("  • pymupdf==1.23.26 (PDF fallback method)")
print("  • pdfplumber==0.10.3 (additional PDF parsing)")