BlinkDL commited on
Commit
cfc6944
·
verified ·
1 Parent(s): a465d8c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,13 +18,13 @@ nvmlInit()
18
  gpu_h = nvmlDeviceGetHandleByIndex(0)
19
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
20
 
21
- ctx_limit = 3000
22
  gen_limit = 1000
23
 
24
  ########################## text rwkv ################################################################
25
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
26
 
27
- title = "rwkv7-g0a2-7.2b-20251005-ctx4096"
28
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
29
  model = RWKV(model=model_path.replace('.pth',''), strategy='cuda fp16')
30
  pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
 
18
  gpu_h = nvmlDeviceGetHandleByIndex(0)
19
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
20
 
21
+ ctx_limit = 5000
22
  gen_limit = 1000
23
 
24
  ########################## text rwkv ################################################################
25
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
26
 
27
+ title = "rwkv7-g0a3-7.2b-20251029-ctx8192"
28
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
29
  model = RWKV(model=model_path.replace('.pth',''), strategy='cuda fp16')
30
  pipeline = PIPELINE(model, "rwkv_vocab_v20230424")