File size: 220 Bytes
eacabe3
a5b14c8
eacabe3
 
547ddc8
 
80609d0
547ddc8
 
80609d0
547ddc8
 
80609d0
fcbb696
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
#!/bin/sh

export OLLAMA_HOST=0.0.0.0:7860

# One request at a time
export OLLAMA_NUM_PARALLEL=1

# Smaller queue
export OLLAMA_MAX_QUEUE=128

# Keep model alive for 1 hour
export OLLAMA_KEEP_ALIVE=1h

exec ollama serve