Spaces:
Paused
Paused
Commit
·
15862bc
1
Parent(s):
74515cd
Update answerer.py
Browse files- answerer.py +1 -10
answerer.py
CHANGED
|
@@ -4,21 +4,12 @@ from huggingface_hub import hf_hub_download
|
|
| 4 |
from rwkv.model import RWKV
|
| 5 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
| 6 |
|
| 7 |
-
### settings ###
|
| 8 |
-
|
| 9 |
-
###
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
os.environ["RWKV_JIT_ON"] = "1"
|
| 14 |
-
# os.environ["RWKV_CUDA_ON"] = "1" # if "1" then use CUDA kernel for seq mode (much faster)
|
| 15 |
-
|
| 16 |
class Answerer:
|
| 17 |
def __init__(self, repo: str, filename: str, vocab: str, strategy: str, ctx_limit: int):
|
| 18 |
os.environ["RWKV_JIT_ON"] = "1"
|
| 19 |
# os.environ["RWKV_CUDA_ON"] = "1"
|
| 20 |
|
| 21 |
-
self.__model = RWKV(hf_hub_download(repo,
|
| 22 |
self.__pipeline = PIPELINE(self.__model, vocab)
|
| 23 |
self.ctx_limit = ctx_limit
|
| 24 |
|
|
|
|
| 4 |
from rwkv.model import RWKV
|
| 5 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
| 6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
class Answerer:
|
| 8 |
def __init__(self, repo: str, filename: str, vocab: str, strategy: str, ctx_limit: int):
|
| 9 |
os.environ["RWKV_JIT_ON"] = "1"
|
| 10 |
# os.environ["RWKV_CUDA_ON"] = "1"
|
| 11 |
|
| 12 |
+
self.__model = RWKV(hf_hub_download(repo, filename), strategy=strategy)
|
| 13 |
self.__pipeline = PIPELINE(self.__model, vocab)
|
| 14 |
self.ctx_limit = ctx_limit
|
| 15 |
|