Hugging Face's logo

cortexso
/
granite-3.2-it

Text Generation
GGUF
cortex.cpp
conversational
Model card Files
xet
Community
jan-hq commited on
Commit
4dedd7f
·
verified ·
1 Parent(s): c702e65

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. granite-3.2-8b-instruct-q2_k.gguf +3 -0
  3. granite-3.2-8b-instruct-q3_k_l.gguf +3 -0
  4. granite-3.2-8b-instruct-q3_k_m.gguf +3 -0
  5. granite-3.2-8b-instruct-q3_k_s.gguf +3 -0
  6. granite-3.2-8b-instruct-q4_k_m.gguf +3 -0
  7. granite-3.2-8b-instruct-q4_k_s.gguf +3 -0
  8. granite-3.2-8b-instruct-q5_k_m.gguf +3 -0
  9. granite-3.2-8b-instruct-q5_k_s.gguf +3 -0
  10. granite-3.2-8b-instruct-q6_k.gguf +3 -0
  11. granite-3.2-8b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.2-8b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.2-8b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.2-8b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.2-8b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.2-8b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.2-8b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.2-8b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.2-8b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.2-8b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.2-8b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.2-8b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346f5d012bf401a8393fa5b576587e07adf40286a5d70e9a6a2afa62f2cc7177
3
+ size 3103591616
granite-3.2-8b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6fb9e035d51f1dfd879b3c0729fd952c151bb6fb38502e601a8bc396f9f5b9d
3
+ size 4349430976
granite-3.2-8b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:091cc438d49882054536e725955e56bdfe4c229ea7e43b2fa36f332f1bc6f924
3
+ size 3996585152
granite-3.2-8b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e65d7ee306ca6d265b7badf6a4a0a01f3a934db1d3379379cdcd6af38f6c6f9
3
+ size 3592490176
granite-3.2-8b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b209d2d82c1be3ef26ea40bc61450985a02ec7936c5d48ef35424371a11893
3
+ size 4942859456
granite-3.2-8b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de2c562441460c87dd5660b9c2c020cb8db8ff53e8abead026eb53a0c467386
3
+ size 4685761728
granite-3.2-8b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e02677978c9d8534a9e4cba92ed363e9ae653e00bf79871e45ff0be744c87461
3
+ size 5797448896
granite-3.2-8b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5a23c8d8a7c5d6699e609f0bbba27205f24cefd6a243a76726f8692efeb88f
3
+ size 5647043776
granite-3.2-8b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff3b3a9e7562ba2e8f7280139924eb990065826e376c54610fa11d6cd01db91
3
+ size 6705450176
granite-3.2-8b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981fa437e886616a5241df16c0597aa0c36f7b88c5c99aed1a8dd6039736b775
3
+ size 8684247136