File size: 1,842 Bytes
b76f7cc
 
 
 
 
 
f3d9166
 
606a355
b76f7cc
 
 
 
 
 
 
 
 
 
 
 
f3d9166
 
6f79f37
b76f7cc
 
 
 
 
 
 
 
 
 
 
 
f3d9166
 
4350c55
b76f7cc
 
 
 
 
 
 
 
 
 
 
 
f3d9166
 
3cb7f89
b76f7cc
3cb7f89
 
b76f7cc
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
HOST: "0.0.0.0"
PORT: 7860
STRATEGY: "cuda fp16"
RWKV_CUDA_ON: True
CHUNK_LEN: 256
MODELS:
  - SERVICE_NAME: "rwkv7-g1a-2.9b-20250924-ctx4096"
    DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-2.9b-20250924-ctx4096.pth"
    DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
    REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0
  - SERVICE_NAME: "rwkv7-g1a-1.5b-20250922-ctx4096"
    DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-1.5b-20250922-ctx4096.pth"
    DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
    REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0
  - SERVICE_NAME: "rwkv7-g1a-0.4b-20250905-ctx4096"
    DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-0.4b-20250905-ctx4096.pth"
    DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
    REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0
  - SERVICE_NAME: "rwkv7-g1a-0.1b-20250728-ctx4096"
    DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-0.1b-20250728-ctx4096.pth"
    DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1"
    REASONING: True
    DEFAULT_CHAT: True
    DEFAULT_REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0