lemms commited on
Commit
7e585b5
·
verified ·
1 Parent(s): 0eda87a

feat: Sync training infrastructure from main repository

Browse files
Files changed (1) hide show
  1. requirements.txt +22 -11
requirements.txt CHANGED
@@ -1,12 +1,23 @@
1
- gradio>=4.44.1
 
2
  torch>=2.0.0
3
- transformers>=4.30.0
4
- tokenizers>=0.13.0
5
- sentencepiece>=0.1.99
6
- requests>=2.31.0
7
- tqdm>=4.65.0
8
- pandas>=2.0.0
9
- numpy>=1.24.0
10
- pydantic>=2.0.0
11
- fastapi>=0.100.0
12
- uvicorn>=0.22.0
 
 
 
 
 
 
 
 
 
 
 
1
+ # Core Machine Learning Dependencies
2
+ # PyTorch - Deep learning framework for model training and inference
3
  torch>=2.0.0
4
+
5
+ # Hugging Face Ecosystem - Model loading, training, and tokenization
6
+ transformers>=4.30.0 # Pre-trained models and training utilities
7
+ datasets>=2.12.0 # Dataset loading and processing
8
+ tokenizers>=0.13.0 # Fast tokenization library
9
+ sentencepiece>=0.1.99 # SentencePiece tokenization
10
+ huggingface_hub>=0.34.0 # Hugging Face Hub integration
11
+ accelerate>=0.20.0 # Distributed training acceleration
12
+
13
+ # User Interface - Gradio for web-based training interface
14
+ gradio>=4.0.0 # Web UI framework for ML applications
15
+
16
+ # Data Processing and Utilities
17
+ numpy>=1.24.0 # Numerical computing library
18
+ pandas>=2.0.0 # Data manipulation and analysis
19
+ tqdm>=4.65.0 # Progress bars for long-running operations
20
+ psutil>=5.9.0 # System and process utilities
21
+
22
+ # Note: These versions are compatible with Hugging Face Spaces
23
+ # and provide stable training performance