plarnholt commited on
Commit
d133f37
·
verified ·
1 Parent(s): 5d28e80

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +7 -4
requirements.txt CHANGED
@@ -3,12 +3,15 @@ uvicorn[standard]>=0.30
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
- # Match vLLM Torch versions
7
  vllm==0.5.5
 
 
8
 
9
- # Use CUDA 12.1 wheels for torch 2.4.0
10
  --extra-index-url https://download.pytorch.org/whl/cu121
11
  torch==2.4.0
12
 
13
- transformers>=4.44
14
- accelerate>=0.30
 
 
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
+ # vLLM & friends
7
  vllm==0.5.5
8
+ transformers>=4.44
9
+ accelerate>=0.30
10
 
11
+ # Torch for CUDA 12.1 base image
12
  --extra-index-url https://download.pytorch.org/whl/cu121
13
  torch==2.4.0
14
 
15
+ # Pin these to avoid the Numba cache error
16
+ outlines==0.0.46
17
+ numba==0.59.1