File size: 1,842 Bytes
b76f7cc f3d9166 606a355 b76f7cc f3d9166 6f79f37 b76f7cc f3d9166 4350c55 b76f7cc f3d9166 3cb7f89 b76f7cc 3cb7f89 b76f7cc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | HOST: "0.0.0.0"
PORT: 7860
STRATEGY: "cuda fp16"
RWKV_CUDA_ON: True
CHUNK_LEN: 256
MODELS:
- SERVICE_NAME: "rwkv7-g1a-2.9b-20250924-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-2.9b-20250924-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "rwkv7-g1a-1.5b-20250922-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-1.5b-20250922-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "rwkv7-g1a-0.4b-20250905-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-0.4b-20250905-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "rwkv7-g1a-0.1b-20250728-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-0.1b-20250728-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
REASONING: True
DEFAULT_CHAT: True
DEFAULT_REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
|