llm-ready-data / requirements.txt
light-infer-chat's picture
add vector store
c2bb116
Raw
History Blame Contribute Delete
921 Bytes
zvec>=0.4.0
markitdown[all]>=0.1.5
fastapi>=0.111.0
uvicorn[standard]>=0.30.0
pydantic>=2.7.0
pydantic-settings>=2.0.0
python-multipart>=0.0.9
httpx>=0.27.0
numpy>=1.26.0
rapidocr-onnxruntime>=1.4.4
onnxruntime>=1.18.0
pillow>=10.0.0
pypdfium2>=4.30.0
pandas>=2.0.0
sentence-transformers==5.6.0
aiohttp>=3.9.0
# FIXED: Downgraded to 4.49.0. Transformers 5.x breaks Nomic Vision's trust_remote_code architecture.
transformers==4.49.0
torch==2.12.1
# torchvision==0.27.1
einops
spacy>=3.7.0
phonenumbers>=8.13.0
sqlglot>=20.0.0
tiktoken>=0.9.0
PyJWT>=2.9.0
# Authentication
argon2-cffi>=23.1.0
email-validator>=2.1.0
slowapi>=0.1.9
# Async database drivers
aiosqlite>=0.20.0
sqlalchemy[asyncio]>=2.0.0
aiomysql>=0.3.2
asyncpg>=0.31.0
motor>=3.7.1
# Web scraping
scrapling[all]>=0.4.0
# Chat / AI
redis>=5.0.0
defusedxml>=0.7.1
chardet>=5.2.0
# Text processing
clean-text>=0.6.0
text-unidecode>=1.3
Unidecode>=1.3.8