MogensR commited on
Commit
0f98082
·
1 Parent(s): bdd8254

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +72 -120
requirements.txt CHANGED
@@ -1,133 +1,85 @@
1
  # ============================================
2
- # ULTIMATE REQUIREMENTS FOR MAXIMUM RESOURCE USAGE
3
- # Target: 32GB RAM + 24GB GPU VRAM (L4)
 
4
  # ============================================
5
 
6
  # Core Dependencies
7
- streamlit==1.48.0
8
- opencv-python-headless==4.8.1.78
9
- numpy==1.24.4
10
- Pillow==10.0.1
11
-
12
- # Video Processing - ENHANCED for 16K support
13
- imageio==2.25.0
14
- imageio-ffmpeg==0.4.8
15
- ffmpeg-python==0.2.0
16
- moviepy==1.0.3
17
- av>=0.5.2
18
- vidgear[core]>=0.3.0 # For 16K video streaming
19
-
20
- # KRITISK: PyTorch with CUDA 11.8 for L4 GPU
21
- --extra-index-url https://download.pytorch.org/whl/cu118
22
- torch==2.1.0+cu118
23
- torchvision==0.16.0+cu118
24
- torchaudio==2.1.0+cu118 # For video with audio
25
-
26
- # DEEP LEARNING for Real-Time Training
27
- transformers>=4.35.0 # HuggingFace transformers
28
- accelerate>=0.24.0 # GPU memory optimization
29
- datasets>=2.14.0 # For loading training data
30
- tokenizers>=0.14.0 # Fast tokenizers
31
- safetensors>=0.4.0 # Efficient tensor serialization
32
- bitsandbytes>=0.41.0 # 8-bit optimization
33
- peft>=0.6.0 # Parameter efficient fine-tuning
34
-
35
- # Computer Vision Models
36
- timm>=0.9.0 # PyTorch Image Models
37
- albumentations>=1.3.0 # Advanced augmentations
38
- segmentation-models-pytorch>=0.3.0 # Segmentation models
39
- ultralytics>=8.0.0 # YOLO models
40
- detectron2 @ git+https://github.com/facebookresearch/detectron2.git # Facebook's detection
41
-
42
- # ONNX Runtime GPU - MAXIMUM PERFORMANCE
43
  onnxruntime-gpu==1.16.3
44
- onnx>=1.15.0
45
- onnxconverter-common>=1.13.0
46
-
47
- # Background Removal - GPU OPTIMIZED
48
- rembg[gpu]==2.0.50
49
- pymatting==1.1.8
50
- backgroundremover>=0.2.0 # Additional BG removal
51
- transparent-background>=1.2.0 # Another BG removal model
52
-
53
- # Image Processing & Enhancement
54
- scipy>=1.7.0
55
- scikit-image>=0.19.0
56
- matplotlib>=3.5.0
57
- kornia>=0.7.0 # GPU-accelerated image processing
58
- wand>=0.6.0 # ImageMagick binding for advanced processing
59
- colour-science>=0.4.0 # Color science algorithms
60
-
61
- # AI Training & Optimization
62
- wandb>=0.15.0 # Weights & Biases for tracking
63
- tensorboard>=2.14.0 # Training visualization
64
- optuna>=3.3.0 # Hyperparameter optimization
65
- ray[tune]>=2.7.0 # Distributed training
66
- pytorch-lightning>=2.0.0 # Training framework
67
 
68
- # System Monitoring - ENHANCED
69
- psutil>=5.9.0
70
- nvidia-ml-py3>=7.352.0
71
- pynvml>=11.5.0
72
- gpustat>=1.1.0 # GPU monitoring
73
- py3nvml>=0.2.0 # NVIDIA management
74
- prometheus-client>=0.18.0 # Metrics export
75
-
76
- # Memory Management
77
- memory-profiler>=0.60.0
78
- pympler>=1.0.0 # Memory tracking
79
- objgraph>=3.5.0 # Object tracking
80
- guppy3>=3.1.0 # Memory profiling
81
-
82
- # Parallel Processing
83
- joblib>=1.3.0
84
- dask[complete]>=2023.5.0 # Distributed computing
85
- multiprocess>=0.70.0
86
- concurrent-futures-extensions>=0.1.0
87
-
88
- # Caching & Storage
89
- diskcache>=5.6.0
90
- lmdb>=1.4.0 # Lightning memory-mapped database
91
- h5py>=3.9.0 # HDF5 for large datasets
92
- zarr>=2.16.0 # Compressed N-dimensional arrays
93
 
94
- # Networking & API
95
- requests>=2.31.0
96
- aiohttp>=3.8.0
97
- httpx>=0.24.0
98
- websockets>=11.0
99
 
100
  # Data Processing
101
- pandas>=2.0.0
102
- polars>=0.19.0 # Faster pandas alternative
103
- vaex>=4.17.0 # Out-of-core DataFrames
104
- dask-ml>=2023.3.0 # Scalable machine learning
105
 
106
- # Additional ML Libraries
107
- xgboost>=2.0.0 # Gradient boosting
108
- lightgbm>=4.0.0 # Fast gradient boosting
109
- catboost>=1.2.0 # Categorical boosting
110
- prophet>=1.1.0 # Time series forecasting
111
 
112
- # Audio Processing (for video with audio)
113
- librosa>=0.10.0
114
- soundfile>=0.12.0
115
- pydub>=0.25.0
116
- pedalboard>=0.8.0 # Spotify's audio effects
117
 
118
  # Utilities
119
- tqdm>=4.64.0
120
- rich>=13.5.0 # Rich terminal output
121
- typer>=0.9.0 # CLI building
122
- pydantic>=2.4.0 # Data validation
123
- omegaconf>=2.3.0 # Configuration management
124
-
125
- # Git packages for advanced models
126
- git+https://github.com/pq-yang/MatAnyone.git
127
- git+https://github.com/facebookresearch/segment-anything.git
128
- git+https://github.com/IDEA-Research/GroundingDINO.git
129
-
130
- # Optional: More models for RAM usage
131
- # git+https://github.com/microsoft/unilm.git
132
- # git+https://github.com/openai/CLIP.git
133
- # git+https://github.com/CompVis/stable-diffusion.git
 
1
  # ============================================
2
+ # WORKING REQUIREMENTS FOR MAXIMUM RESOURCE USAGE
3
+ # Fixed for HuggingFace Spaces deployment
4
+ # Target: 32GB RAM + 24GB GPU VRAM
5
  # ============================================
6
 
7
  # Core Dependencies
8
+ streamlit==1.32.2
9
+ opencv-python-headless==4.9.0.80
10
+ numpy==1.24.3
11
+ Pillow==10.2.0
12
+
13
+ # System Monitoring - ESSENTIAL
14
+ psutil==5.9.8
15
+ GPUtil==1.4.0
16
+ nvidia-ml-py==12.535.161
17
+ py3nvml==0.2.7
18
+
19
+ # PyTorch with CUDA (HuggingFace provides CUDA 11.8)
20
+ torch==2.1.2
21
+ torchvision==0.16.2
22
+ torchaudio==2.1.2
23
+
24
+ # Transformers & HuggingFace
25
+ transformers==4.37.2
26
+ accelerate==0.26.1
27
+ datasets==2.16.1
28
+ tokenizers==0.15.1
29
+ safetensors==0.4.2
30
+ huggingface-hub==0.20.3
31
+
32
+ # Background Removal
33
+ rembg==2.0.53
 
 
 
 
 
 
 
 
 
 
34
  onnxruntime-gpu==1.16.3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
 
36
+ # Computer Vision Models
37
+ timm==0.9.12
38
+ albumentations==1.3.1
39
+ ultralytics==8.1.18
40
+ supervision==0.17.1
41
+
42
+ # Image Processing
43
+ scipy==1.12.0
44
+ scikit-image==0.22.0
45
+ matplotlib==3.8.2
46
+ imageio==2.33.1
47
+ imageio-ffmpeg==0.4.9
48
+
49
+ # Video Processing
50
+ opencv-contrib-python==4.9.0.80
51
+ moviepy==1.0.3
52
+ av==11.0.0
 
 
 
 
 
 
 
 
53
 
54
+ # ML Libraries
55
+ xgboost==2.0.3
56
+ lightgbm==4.3.0
57
+ scikit-learn==1.4.0
 
58
 
59
  # Data Processing
60
+ pandas==2.2.0
61
+ pyarrow==15.0.0
 
 
62
 
63
+ # Memory Profiling
64
+ memory-profiler==0.61.0
65
+ pympler==1.0.1
66
+ objgraph==3.6.1
 
67
 
68
+ # Parallel Processing
69
+ joblib==1.3.2
70
+ threadpoolctl==3.2.0
 
 
71
 
72
  # Utilities
73
+ tqdm==4.66.1
74
+ rich==13.7.0
75
+ python-dotenv==1.0.1
76
+
77
+ # Additional Vision Models (if space allows)
78
+ segment-anything==1.0
79
+ groundingdino-py==0.4.0
80
+
81
+ # Optional Heavy Libraries (comment out if build fails)
82
+ # detectron2 - requires manual installation
83
+ # tensorflow==2.15.0 # Another 2GB
84
+ # jax==0.4.23 # Another GPU framework
85
+ # kornia==0.7.1 # GPU accelerated vision