File size: 485 Bytes
f0347b4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
# Copy to .env and fill in values.

TEXT_MODEL_PROVIDER=local
VISION_MODEL_PROVIDER=hf_inference
OMNI_MODEL_PROVIDER=hf_inference
TTS_MODEL_PROVIDER=hf_inference

HARDWARE=auto
MODEL_REPO=openbmb/MiniCPM5-1B-GGUF
MODEL_FILE=MiniCPM5-1B-Q4_K_M.gguf
MODEL_PORT=8080
MODEL_BASE_URL=http://localhost:8080/v1
CTX=32768

HF_TOKEN=
HF_INFERENCE_BASE_URL=
HF_TEXT_MODEL=openbmb/MiniCPM5-1B
HF_VISION_MODEL=openbmb/MiniCPM-V-4.6
HF_OMNI_MODEL=openbmb/MiniCPM-o-4_5
HF_TTS_MODEL=openbmb/VoxCPM2