Create requirements.txt

requirements.txt

@@ -0,0 +1,25 @@
+# Transformers and NLP Libraries
+transformers==4.31.0  # For transformer-based models (AutoTokenizer, AutoModelForSeq2SeqLM)
+sentence-transformers==2.2.2  # For sentence embeddings (SentenceTransformer)
+spacy==3.7.1  # For NLP tasks like entity extraction
+en_core_web_lg @ https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.7.1/en_core_web_lg-3.7.1-py3-none-any.whl  # Large English model for spaCy
+
+# Data Processing Libraries
+pandas==2.0.3  # For data manipulation (if needed)
+numpy==1.24.4  # For numerical computations
+scikit-learn==1.3.0  # For TF-IDF vectorization and cosine similarity
+nltk==3.8.1  # For sentence tokenization
+
+# Document Parsing Libraries
+PyMuPDF==1.23.5  # For PDF text extraction (fitz)
+python-docx==1.1.0  # For DOCX text extraction
+beautifulsoup4==4.12.2  # For HTML text extraction
+
+# Graph-Based Algorithms
+networkx==3.1  # For TextRank and LexRank summarization
+
+# GPU Support
+torch==2.0.1  # For GPU acceleration and tensor operations
+
+# Regular Expressions
+regex==2023.10.3  # Enhanced regular expression support (if needed beyond re)