Data-Flow / requirements.txt
transformer03's picture
fresh start
0a31a06
Raw
History Blame Contribute Delete
1.23 kB
# =========================
# Web UI
# =========================
streamlit
pandas
openpyxl
# =========================
# Core ML & Vector DB
# =========================
numpy==1.26.4
#torch==2.5
torch --index-url https://download.pytorch.org/whl/cpu
sentence-transformers==2.7.0
spacy==3.7.4
chromadb==0.5.3
https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1.tar.gz
# =========================
# LangChain & LLM
# =========================
langchain
langchain-mistralai
langchain-core
langchain-text-splitters
# =========================
# Utilities
# =========================
requests==2.31.0
ftfy==6.2.0
python-dateutil==2.9.0.post0
python-dotenv==1.0.1
Pillow==10.3.0
lxml==5.2.2
# =========================
# Parsing & Retrieval
# =========================
markdown-it-py==3.0.0
readability-lxml==0.8.1
dirtyjson==1.0.8
rank-bm25==0.2.2
markdown
trafilatura
beautifulsoup4
# =========================
# Model Dependencies
# =========================
transformers[torch]==4.41.2
tiktoken==0.7.0
onnxruntime==1.17.1
# =========================
# External Services
# =========================
supabase
bitwarden-sdk
# psycopg2-binary
pysqlite3-binary
websockets>=13.0