Spaces:
Build error
Build error
Commit
·
7bf86dc
1
Parent(s):
f64d7af
Update config.py
Browse files
config.py
CHANGED
|
@@ -19,15 +19,11 @@ quantized = {
|
|
| 19 |
|
| 20 |
|
| 21 |
config = {
|
| 22 |
-
"path":"https://huggingface.co/
|
| 23 |
-
"mode":TORCH,
|
| 24 |
-
"runtimedtype":torch.float64,
|
| 25 |
-
"useGPU":torch.cuda.is_available(),
|
| 26 |
-
"dtype":torch.bfloat16,
|
| 27 |
#"useLogFix":False # When enabled, use BlinkDLs version of the att.
|
| 28 |
}
|
| 29 |
|
| 30 |
-
title = "RWKV-4 (
|
| 31 |
|
| 32 |
# RWKV 1B5 instruct model quantized
|
| 33 |
# Approximate
|
|
|
|
| 19 |
|
| 20 |
|
| 21 |
config = {
|
| 22 |
+
"path":"https://huggingface.co/Hazzzardous/rwkv-fastquant/resolve/main/R14B-8K-FastQuant-rwkvstic-2-0-4.rwkv"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
#"useLogFix":False # When enabled, use BlinkDLs version of the att.
|
| 24 |
}
|
| 25 |
|
| 26 |
+
title = "RWKV-4 (14B 8k)"
|
| 27 |
|
| 28 |
# RWKV 1B5 instruct model quantized
|
| 29 |
# Approximate
|