plarnholt commited on
Commit
f308ba3
·
verified ·
1 Parent(s): eaa5923

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +3 -4
requirements.txt CHANGED
@@ -1,10 +1,9 @@
1
- # core
2
  fastapi>=0.111
3
  uvicorn[standard]>=0.30
4
  gradio>=4.38
5
  requests>=2.31
6
 
7
- # vLLM + CUDA 12.1 compatible Torch
8
  vllm==0.5.5
9
  --extra-index-url https://download.pytorch.org/whl/cu121
10
  torch==2.4.0
@@ -12,6 +11,6 @@ transformers>=4.44
12
  accelerate>=0.30
13
 
14
  # Structured outputs stack used by vLLM
15
- outlines[types]==0.0.46 # <-- NOTE the [types] extra
16
  numba==0.59.1
17
- pycountry==24.6.1 # outlines[types] also pulls pyairports
 
 
1
  fastapi>=0.111
2
  uvicorn[standard]>=0.30
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
+ # vLLM + CUDA 12.1
7
  vllm==0.5.5
8
  --extra-index-url https://download.pytorch.org/whl/cu121
9
  torch==2.4.0
 
11
  accelerate>=0.30
12
 
13
  # Structured outputs stack used by vLLM
14
+ outlines[types]==0.0.46
15
  numba==0.59.1
16
+ pycountry==24.6.1