Spaces:
Build error
Build error
Commit
·
d22a24a
1
Parent(s):
93ed621
Update config.py
Browse files
config.py
CHANGED
|
@@ -18,15 +18,15 @@ quantized = {
|
|
| 18 |
# [File size: 3.0GB]
|
| 19 |
|
| 20 |
|
| 21 |
-
config = {
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
}
|
| 28 |
|
| 29 |
-
title = "RWKV-4 (7B Instruct)"
|
| 30 |
|
| 31 |
# RWKV 1B5 instruct model quantized
|
| 32 |
# Approximate
|
|
@@ -54,10 +54,10 @@ title = "RWKV-4 (7B Instruct)"
|
|
| 54 |
# RWKV 14B quantized (latest as of feb 9)
|
| 55 |
# Approximate
|
| 56 |
# [Vram usage: 15.0GB]
|
| 57 |
-
# [File size:
|
| 58 |
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
|
| 63 |
-
|
|
|
|
| 18 |
# [File size: 3.0GB]
|
| 19 |
|
| 20 |
|
| 21 |
+
# config = {
|
| 22 |
+
# "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
|
| 23 |
+
# "mode":TORCH,
|
| 24 |
+
# "runtimedtype":torch.bfloat16,
|
| 25 |
+
# "useGPU":torch.cuda.is_available(),
|
| 26 |
+
# "dtype":torch.bfloat16
|
| 27 |
+
# }
|
| 28 |
|
| 29 |
+
# title = "RWKV-4 (7B Instruct)"
|
| 30 |
|
| 31 |
# RWKV 1B5 instruct model quantized
|
| 32 |
# Approximate
|
|
|
|
| 54 |
# RWKV 14B quantized (latest as of feb 9)
|
| 55 |
# Approximate
|
| 56 |
# [Vram usage: 15.0GB]
|
| 57 |
+
# [File size: 15.0GB]
|
| 58 |
|
| 59 |
+
config = {
|
| 60 |
+
"path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
|
| 61 |
+
}
|
| 62 |
|
| 63 |
+
title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"
|