File size: 925 Bytes
9a52a70
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
# Core ML Framework
torch==2.2.0
torchvision==0.17.0
torchaudio==2.2.0

# Transformers and Model Serving
transformers==4.40.0
tokenizers==0.15.2
sentencepiece==0.2.0
accelerate==0.28.0
safetensors==0.4.2
huggingface-hub==0.21.4

# High-Performance Inference
vllm==0.3.3
ray[default]==2.10.0

# Quantization Support
bitsandbytes==0.43.0

# Web Server
fastapi==0.110.0
uvicorn[standard]==0.29.0
aiohttp==3.9.3
websockets==12.0

# Data Processing
numpy==1.26.4
scipy==1.12.0
pandas==2.2.1
pyarrow==15.0.2

# Model Utilities
pydantic==2.6.4
pyyaml==6.0.1
omegaconf==2.3.0

# Monitoring and Logging
prometheus-client==0.20.0
gputil==1.4.0
psutil==5.9.8
py-cpuinfo==9.0.0
pynvml==11.5.0

# HTTP Clients
requests==2.31.0
httpx==0.27.0

# Development Tools
pytest==8.1.1
pytest-asyncio==0.23.6
black==24.3.0
flake8==7.0.0
mypy==1.9.0

# Optional: Advanced Features
scikit-learn==1.4.1
matplotlib==3.8.3
seaborn==0.13.2
pillow==10.2.0