plarnholt commited on
Commit
5d28e80
·
verified ·
1 Parent(s): e49c4d3

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +7 -6
requirements.txt CHANGED
@@ -3,11 +3,12 @@ uvicorn[standard]>=0.30
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
- # vLLM & deps
7
- vllm>=0.5.2
8
- transformers>=4.43
9
- accelerate
10
 
11
- # Torch with CUDA 12.1 wheels (matches our base image)
12
  --extra-index-url https://download.pytorch.org/whl/cu121
13
- torch==2.2.2
 
 
 
 
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
+ # Match vLLM Torch versions
7
+ vllm==0.5.5
 
 
8
 
9
+ # Use CUDA 12.1 wheels for torch 2.4.0
10
  --extra-index-url https://download.pytorch.org/whl/cu121
11
+ torch==2.4.0
12
+
13
+ transformers>=4.44
14
+ accelerate>=0.30