Update requirements.txt
Browse files- requirements.txt +25 -6
requirements.txt
CHANGED
|
@@ -1,7 +1,26 @@
|
|
|
|
|
|
|
|
| 1 |
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
gradio
|
| 7 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Transformers library by Hugging Face for LLMs
|
| 2 |
+
transformers>=4.40.0 # Required for LLaMA 3.1 and PEFT support
|
| 3 |
|
| 4 |
+
# Hugging Face Hub integration
|
| 5 |
+
huggingface_hub>=0.21.4 # To download private models and access secrets via token
|
| 6 |
+
|
| 7 |
+
# Gradio for UI in Hugging Face Spaces
|
| 8 |
+
gradio>=4.19 # Provides web-based interface to interact with the assistant
|
| 9 |
+
|
| 10 |
+
# BitsAndBytes for 4-bit and 8-bit quantized model loading (LLaMA 3.1 needs this for memory-efficient inference)
|
| 11 |
+
bitsandbytes>=0.42.0 # Required for loading large models in 4-bit/8-bit
|
| 12 |
+
|
| 13 |
+
# Accelerate for device mapping and optimized model training/inference
|
| 14 |
+
accelerate>=0.27.0 # Makes it easy to run across CPU/GPU with minimal changes
|
| 15 |
+
|
| 16 |
+
# PEFT (Parameter-Efficient Fine-Tuning) for QLoRA / LoRA-based fine-tuning
|
| 17 |
+
peft>=0.10.0 # Used to fine-tune large language models efficiently
|
| 18 |
+
|
| 19 |
+
# Datasets library to load and process your JSON dataset
|
| 20 |
+
datasets>=2.19.0 # Useful for loading dataset.json and mapping instructions/responses
|
| 21 |
+
|
| 22 |
+
# Tokenizers backend (implicitly used by transformers, included for stability)
|
| 23 |
+
tokenizers>=0.19.1
|
| 24 |
+
|
| 25 |
+
# Optional utilities (used for progress bars, etc.)
|
| 26 |
+
tqdm>=4.66.0
|