Hugging Face's logo

mradermacher
/
granite-3.2-2b-instruct-i1-GGUF

Transformers
GGUF
English
language
granite-3.2
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
6522d2e
·
verified ·
1 Parent(s): f9392e4

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. granite-3.2-2b-instruct.i1-IQ1_M.gguf +3 -0
  3. granite-3.2-2b-instruct.i1-IQ1_S.gguf +3 -0
  4. granite-3.2-2b-instruct.i1-IQ2_M.gguf +3 -0
  5. granite-3.2-2b-instruct.i1-IQ2_S.gguf +3 -0
  6. granite-3.2-2b-instruct.i1-IQ2_XS.gguf +3 -0
  7. granite-3.2-2b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.2-2b-instruct.i1-IQ3_M.gguf +3 -0
  9. granite-3.2-2b-instruct.i1-IQ3_S.gguf +3 -0
  10. granite-3.2-2b-instruct.i1-IQ3_XS.gguf +3 -0
  11. granite-3.2-2b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.2-2b-instruct.i1-IQ4_NL.gguf +3 -0
  13. granite-3.2-2b-instruct.i1-IQ4_XS.gguf +3 -0
  14. granite-3.2-2b-instruct.i1-Q2_K.gguf +3 -0
  15. granite-3.2-2b-instruct.i1-Q2_K_S.gguf +3 -0
  16. granite-3.2-2b-instruct.i1-Q3_K_L.gguf +3 -0
  17. granite-3.2-2b-instruct.i1-Q3_K_M.gguf +3 -0
  18. granite-3.2-2b-instruct.i1-Q3_K_S.gguf +3 -0
  19. granite-3.2-2b-instruct.i1-Q4_0.gguf +3 -0
  20. granite-3.2-2b-instruct.i1-Q4_1.gguf +3 -0
  21. granite-3.2-2b-instruct.i1-Q4_K_M.gguf +3 -0
  22. granite-3.2-2b-instruct.i1-Q4_K_S.gguf +3 -0
  23. granite-3.2-2b-instruct.i1-Q5_K_M.gguf +3 -0
  24. granite-3.2-2b-instruct.i1-Q5_K_S.gguf +3 -0
  25. granite-3.2-2b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.2-2b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.2-2b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.2-2b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.2-2b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.2-2b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.2-2b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.2-2b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.2-2b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.2-2b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.2-2b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.2-2b-instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.2-2b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.2-2b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.2-2b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.2-2b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.2-2b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.2-2b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.2-2b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.2-2b-instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.2-2b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.2-2b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.2-2b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ granite-3.2-2b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ granite-3.2-2b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.2-2b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e37f4758e257d32807bdcaf6d31ecc290dee75bc38ba97adbcca1a0767472a32
3
+ size 633919744
granite-3.2-2b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f8c7ca6715758a09ff346a8ece9b0a3452bd748158070d9617dfeb258eb687
3
+ size 583784704
granite-3.2-2b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a632d19aba0770d35fcc663e229b834df716dac3b813d545f38417dc069114c
3
+ size 888527104
granite-3.2-2b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe572fef9e1cfb48f811448d644fc99200aaa7f0ab53b072a7734bcb23d2226f
3
+ size 821680384
granite-3.2-2b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a292a020220a6724b00809cd8bcf376d65d6e06f42807f00de121b66f84f74a5
3
+ size 789567744
granite-3.2-2b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929592075af68393be65bc749c8baf5aa65e1b8e5d36a9847595b9a721de1c4c
3
+ size 717478144
granite-3.2-2b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de432464a3b288a106ee7de59cc24b7a702f2b6a17956e27839b453df5f4b2a2
3
+ size 1169284160
granite-3.2-2b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa388b4b423a90f4e741e27d0f2ed7a12afdc0346c4b702f01f149772918995
3
+ size 1135860800
granite-3.2-2b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6858dd1581d9853f204df3fd099a243d489e437d54b6574d0bdad1d57e52a378
3
+ size 1078844480
granite-3.2-2b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb44b596e38bd97153aa7954ec46057ffe13d9a39ac0d6239c2874f521f49e99
3
+ size 1005181184
granite-3.2-2b-instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad5d6c0b8620534e3fb99fd8c56e5992956b144a1180a3139144eaa4ed1813c
3
+ size 1458625600
granite-3.2-2b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c70c9f5233b083d6dbf8106ee4e9de88fda3e80477f32c9d088bbe312bd24e
3
+ size 1383914560
granite-3.2-2b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c0ab6d6329165e30be54d439adbea5a69e1a3f17ac82b4927430f6fad4afeca
3
+ size 978246720
granite-3.2-2b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c84909d3ba473b1d48261ea1def1a70a40f3a244d61003f3993662a41d436edd
3
+ size 912710720
granite-3.2-2b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3890ce3bfc1fbfea1654ba2cc4e5165fc2e76f68563dd2736046c7047b5bbdd5
3
+ size 1357372480
granite-3.2-2b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e11a26f98ea6e340140554ffd463e4d5290acc25741838a97a28488d2c164ed7
3
+ size 1251728448
granite-3.2-2b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffdf621e1febd990e99931f6c46f65f222dd0c96c3382066b2cfcf4de1f31c4
3
+ size 1130290240
granite-3.2-2b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c61ce8f4e67f41b54b76a860cf62f691f9d33802e3bd43fee1b03c29fc87b72d
3
+ size 1458625600
granite-3.2-2b-instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c32ed43ea1e8d4b79ec7090b18d2bbd489102a9cb57bb4cb7e83b8faa02f008d
3
+ size 1605426240
granite-3.2-2b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2629cdb12f899edad8682070c38861a5c5acb31eb9e5172cda1ac28345a0ead
3
+ size 1545296960
granite-3.2-2b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c002345fc34309f16f71bd9e11de45566618f286d862d9eff68643823bbb7d05
3
+ size 1464392768
granite-3.2-2b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ba979f7ac6efdf926f2645fe346fc1058737612257a81a5cb916f609e7d93c8
3
+ size 1804819520
granite-3.2-2b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c6b2f1c73fd4bfe7ff5d4d0928ffdd83be404d5778d9d878100bd81f6b4e1d
3
+ size 1757469760
granite-3.2-2b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336019222a9a451afa1e5f38d0544da52cd2c42cc9c626c1fb8f8a042b563983
3
+ size 2080562240