ai_exec / requirements.txt
Chaitanya-aitf's picture
Update requirements.txt
b7e8b0b verified
raw
history blame contribute delete
748 Bytes
# Core dependencies
torch>=2.1.0
transformers>=4.40.0
datasets>=2.18.0
accelerate>=0.28.0
safetensors>=0.4.0
# PEFT for LoRA/QLoRA
peft>=0.10.0
trl>=0.8.0
bitsandbytes>=0.43.0
# Tokenization
tiktoken>=0.6.0
sentencepiece>=0.2.0
# NLP utilities
nltk>=3.8.0
spacy>=3.7.0
sentence-transformers>=2.6.0
# API clients for Q&A generation
anthropic>=0.21.0
openai>=1.14.0
# Web interface
gradio==6.5.0
# Data processing
pandas>=2.2.0
numpy>=1.26.0
tqdm>=4.66.0
# Evaluation
scikit-learn>=1.4.0
rouge-score>=0.1.2
# Utilities
pytz>=2024.1
python-dotenv>=1.0.0
pyyaml>=6.0.0
loguru>=0.7.0
tenacity>=8.2.0
rich>=13.7.0
# Hugging Face Hub
huggingface-hub>=0.21.0
# Development
jupyter>=1.0.0
ipywidgets>=8.1.0
pytest>=8.1.0
black>=24.2.0
ruff>=0.3.0