Hugging Face's logo

latestissue
/
rwkv-6-finch-3b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
c0f0e29
·
verified ·
1 Parent(s): 31f6c7d

Upload 17 files

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. rwkv-6-finch-3b-bf16.gguf +3 -0
  3. rwkv-6-finch-3b-f16.gguf +3 -0
  4. rwkv-6-finch-3b-f32.gguf +3 -0
  5. rwkv-6-finch-3b-iq3_s.gguf +3 -0
  6. rwkv-6-finch-3b-iq3_xxs.gguf +3 -0
  7. rwkv-6-finch-3b-iq4_nl.gguf +3 -0
  8. rwkv-6-finch-3b-iq4_xs.gguf +3 -0
  9. rwkv-6-finch-3b-q2_k.gguf +3 -0
  10. rwkv-6-finch-3b-q3_k.gguf +3 -0
  11. rwkv-6-finch-3b-q4_0.gguf +3 -0
  12. rwkv-6-finch-3b-q4_1.gguf +3 -0
  13. rwkv-6-finch-3b-q4_k.gguf +3 -0
  14. rwkv-6-finch-3b-q5_0.gguf +3 -0
  15. rwkv-6-finch-3b-q5_1.gguf +3 -0
  16. rwkv-6-finch-3b-q5_k.gguf +3 -0
  17. rwkv-6-finch-3b-q6_k.gguf +3 -0
  18. rwkv-6-finch-3b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ rwkv-6-finch-3b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ rwkv-6-finch-3b-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ rwkv-6-finch-3b-f32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ rwkv-6-finch-3b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ rwkv-6-finch-3b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
41
+ rwkv-6-finch-3b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
42
+ rwkv-6-finch-3b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
43
+ rwkv-6-finch-3b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ rwkv-6-finch-3b-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ rwkv-6-finch-3b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ rwkv-6-finch-3b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ rwkv-6-finch-3b-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
48
+ rwkv-6-finch-3b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ rwkv-6-finch-3b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
50
+ rwkv-6-finch-3b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
51
+ rwkv-6-finch-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
+ rwkv-6-finch-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-3b-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d221c68a29fe2991174ef02c2ba50d83e2657c5059277e41ca6c4e67cbce35b0
3
+ size 6256219488
rwkv-6-finch-3b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae91c3559fb3110f036076aff9c0c5bbf86e349eb35f0ac1b636ad83f9a55d50
3
+ size 6256219488
rwkv-6-finch-3b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a776bc01c4ff24def6edecdcd00507fe2a3cc3af561c3ad3e0db3a0b8d9ed9
3
+ size 12400874848
rwkv-6-finch-3b-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:899043e0b473aa529aa9de9d40d695509f8a901491804c1e00aabae6fa287f8c
3
+ size 1497937248
rwkv-6-finch-3b-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f174ffa058a90ece735fcad51a9fc05b347f1253c9c39a67f1e671e57366f500
3
+ size 1347614048
rwkv-6-finch-3b-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c863744c6d0ad21ede8314de2679808fc8c5982573f980fa6e9fb2e967f7abbf
3
+ size 1883002208
rwkv-6-finch-3b-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18f4a63484a791fa397a32527f96aaa4980a6624f0b221d9acf103a6cb43895
3
+ size 1792398688
rwkv-6-finch-3b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebcfc9294e2aa46abe65d0e96a871a43981410a2cc033a1a52d954a98951152f
3
+ size 1203475808
rwkv-6-finch-3b-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:908a474d2a259b69bebd425d11d4887c3b7690561146afb2b954aef0c1ba6ec6
3
+ size 1497937248
rwkv-6-finch-3b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be453b9bae50f2c5fd25382ce8dd1e2413ccef2b83086c79f6421dbc25566763
3
+ size 1883002208
rwkv-6-finch-3b-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a6f710c2c9b0ede72a6b3a10f312d74dca2dbe33602a82e46b1dd9e3a1609c
3
+ size 2064536928
rwkv-6-finch-3b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c503d2a4cd2863e0d72dc951c83de5a33b72c3e382d4e3f2cd5f60c274c2926
3
+ size 1883657568
rwkv-6-finch-3b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a7a61b5fda13170bd8430db4784b394464e5ad1fc30db617a7d2ce243cee9c
3
+ size 2246071648
rwkv-6-finch-3b-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1bb3e0b50c70084c9d1eeefba6d44b07ff22992f49496e76565f82bc5d17ec2
3
+ size 2427606368
rwkv-6-finch-3b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f53b2e6aadc0bc9521033a975d114363fc2b94fcb42863bbb327a30a8a32af0
3
+ size 2246399328
rwkv-6-finch-3b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:026014caf2efbf1cc1a98903ef6cc4d2fef3b20716dc7ba98361cb885f7eff92
3
+ size 2633102688
rwkv-6-finch-3b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:748e0a05a6d2b0a256f9b6fff220249feff2f4925d4d3227817ca703c246b98a
3
+ size 3375912288