# FunctionGemma SFT LoRA dependencies # PyTorch (pick the build that matches your CUDA) torch>=2.0.0 torchvision torchaudio # Hugging Face stack transformers>=4.40.0 datasets>=2.18.0 accelerate>=0.27.0 tokenizers>=0.15.0 # TRL (Transformer Reinforcement Learning) trl>=0.8.0 # PEFT (Parameter-Efficient Fine-Tuning) peft>=0.10.0 # Quantization support (QLoRA) bitsandbytes>=0.43.0 # Logging & monitoring tensorboard>=2.15.0 wandb>=0.16.0 # Utilities sentencepiece>=0.2.0 protobuf>=4.25.0 tqdm>=4.66.0 # Flash Attention (optional; install separately) # pip install flash-attn --no-build-isolation # Evaluation evaluate>=0.4.0