Hugging Face's logo

mradermacher
/
bloom-3b-i1-GGUF

Transformers
GGUF
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
32621e3
·
verified ·
1 Parent(s): 3f0cd8b

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. bloom-3b.i1-IQ1_M.gguf +3 -0
  3. bloom-3b.i1-IQ1_S.gguf +3 -0
  4. bloom-3b.i1-IQ2_M.gguf +3 -0
  5. bloom-3b.i1-IQ2_S.gguf +3 -0
  6. bloom-3b.i1-IQ2_XS.gguf +3 -0
  7. bloom-3b.i1-IQ2_XXS.gguf +3 -0
  8. bloom-3b.i1-IQ3_M.gguf +3 -0
  9. bloom-3b.i1-IQ3_S.gguf +3 -0
  10. bloom-3b.i1-IQ3_XS.gguf +3 -0
  11. bloom-3b.i1-IQ3_XXS.gguf +3 -0
  12. bloom-3b.i1-IQ4_NL.gguf +3 -0
  13. bloom-3b.i1-IQ4_XS.gguf +3 -0
  14. bloom-3b.i1-Q2_K.gguf +3 -0
  15. bloom-3b.i1-Q2_K_S.gguf +3 -0
  16. bloom-3b.i1-Q3_K_L.gguf +3 -0
  17. bloom-3b.i1-Q3_K_M.gguf +3 -0
  18. bloom-3b.i1-Q3_K_S.gguf +3 -0
  19. bloom-3b.i1-Q4_0.gguf +3 -0
  20. bloom-3b.i1-Q4_1.gguf +3 -0
  21. bloom-3b.i1-Q4_K_M.gguf +3 -0
  22. bloom-3b.i1-Q4_K_S.gguf +3 -0
  23. bloom-3b.i1-Q5_K_M.gguf +3 -0
  24. bloom-3b.i1-Q5_K_S.gguf +3 -0
  25. bloom-3b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ bloom-3b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ bloom-3b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ bloom-3b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ bloom-3b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ bloom-3b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ bloom-3b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ bloom-3b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ bloom-3b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ bloom-3b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ bloom-3b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ bloom-3b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ bloom-3b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ bloom-3b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ bloom-3b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ bloom-3b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ bloom-3b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ bloom-3b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ bloom-3b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ bloom-3b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ bloom-3b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ bloom-3b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ bloom-3b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ bloom-3b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ bloom-3b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
bloom-3b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba8ac9eb7ea1412bcea398bd7786621d1513258c00f00bc6a0dc9733a8d6c39
3
+ size 1201327584
bloom-3b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:073d8e954e52937c535f7ba699ef4237a22bfc7bfb64d492c2c40b6fef911abd
3
+ size 1152482784
bloom-3b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db1c1f5e9884b86b35fb71c058a56674fd259600a424c9f8a1fb3fa78ecf7d8
3
+ size 1519996384
bloom-3b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4177054b2a70d57a2ac6b61ce87a246c91bca257913b4a852ebce80018617c0
3
+ size 1454869984
bloom-3b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93ada06637c61f5b305044d6bf92d23c6566ecc3004c742383026a8727677ec6
3
+ size 1354005984
bloom-3b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169179b36c6cffc3fe26af925c5238f5ccda9053584e54890835276bbb586633
3
+ size 1282735584
bloom-3b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c21efc5aca3a96fe0b433918b7ffb8ef0529f819311cd0edc9d1011312ece90
3
+ size 1948130784
bloom-3b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf1752626253459f80f4f0825bd845952428070d50073f0cd231addec1443b6b
3
+ size 1833237984
bloom-3b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd44a7033bb30746d5c25f2dcad5dbdbc26cb5dacc5b328211fe3cf1a3c4983
3
+ size 1804975584
bloom-3b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3432442abfaf14886fa51b870ad8f15a1a32b0e06a1f051b00d4d5390d841f5c
3
+ size 1646562784
bloom-3b.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1efde23c6dfe8f4e5eb107de7474db0c584fb3020524482a6adc5affb457c0f1
3
+ size 2231881184
bloom-3b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42a9fda3b4037e69b44dec17a86ad78eb0e8421db3ecc6bf8de105009526c238
3
+ size 2138082784
bloom-3b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cfb5e56da480fe3f46f107bc5b9633aed6ec6d1065f54718647165257c68307
3
+ size 1628233184
bloom-3b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2f1f41c927388c57f5787757952560350cba8e0f6fa65cd4f560a4adf7ed0a
3
+ size 1546825184
bloom-3b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd3ff5dc7e72bd8aeccd04879ec3a5df976d26151d6fb5d130dc1a812254b35
3
+ size 2165013984
bloom-3b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c73a13e67537df5b3e6550d602241552cdf8771af72c1dee2ff18f39a1e3217
3
+ size 2045410784
bloom-3b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ae3c946f9bcdd3299f7d5b30c9584693f29bd2d1a7374c7d4b02e2af435a6e
3
+ size 1833237984
bloom-3b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57a1d2c8ad419a73b4b88444f232706b3407a160c25e079655ba734944009372
3
+ size 2236796384
bloom-3b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fe84c2a78f42b3006368455be0f123a83c90c6a00c3a3031560d61f3b1cf34
3
+ size 2419477984
bloom-3b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6329eaefc298cddd9f0435629ca6cc320e6e56ec0c976235d383953516da4b
3
+ size 2400226784
bloom-3b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44009d1874323f5e57602cf2975cdcfa95aeebe93ce750c524961d503ca9afa
3
+ size 2241711584
bloom-3b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffe1cce88dd6839bae528067199fe56dac9459531c7e5ea5acb9e53e67e5437
3
+ size 2734153184
bloom-3b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f55f402205dd3721c64db99577a5ec0ec3c1d737606f6e4c3473eeb2ba942a7a
3
+ size 2607074784
bloom-3b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41aa9c4ed960502fca1bb9bf72a435fa57356f5567f29b38ee97df26fdcfed92
3
+ size 3005717984