Spaces:
Runtime error
Runtime error
switch to quantized 14b model
Browse files
config.py
CHANGED
|
@@ -69,23 +69,23 @@ quantized = {
|
|
| 69 |
# [Vram usage: 15.0GB]
|
| 70 |
# [File size: 14.4GB]
|
| 71 |
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
|
| 76 |
-
|
| 77 |
|
| 78 |
# RWKV 14B (latest as of feb 9)
|
| 79 |
# Approximate
|
| 80 |
# [Vram usage: 27.0GB]
|
| 81 |
# [File size: 28.4GB]
|
| 82 |
|
| 83 |
-
config = {
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
}
|
| 90 |
|
| 91 |
-
title = "RWKV-4 (14b Feb 4 Snapshot)"
|
|
|
|
| 69 |
# [Vram usage: 15.0GB]
|
| 70 |
# [File size: 14.4GB]
|
| 71 |
|
| 72 |
+
config = {
|
| 73 |
+
"path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
|
| 74 |
+
}
|
| 75 |
|
| 76 |
+
title = "RWKV-4 (14b Quantized)"
|
| 77 |
|
| 78 |
# RWKV 14B (latest as of feb 9)
|
| 79 |
# Approximate
|
| 80 |
# [Vram usage: 27.0GB]
|
| 81 |
# [File size: 28.4GB]
|
| 82 |
|
| 83 |
+
# config = {
|
| 84 |
+
# "path": "https://huggingface.co/BlinkDL/rwkv-4-pile-14b/resolve/main/RWKV-4-Pile-14B-20230204-7324.pth",
|
| 85 |
+
# "mode": TORCH,
|
| 86 |
+
# "runtimedtype": torch.bfloat16,
|
| 87 |
+
# "useGPU": torch.cuda.is_available(),
|
| 88 |
+
# "dtype": torch.bfloat16
|
| 89 |
+
# }
|
| 90 |
|
| 91 |
+
# title = "RWKV-4 (14b Feb 4 Snapshot)"
|