Hugging Face's logo

mradermacher
/
InstructLM-1.3B-i1-GGUF

Transformers
GGUF
English
imatrix
Model card Files Community
mradermacher commited on
Commit
e735a00
·
verified ·
1 Parent(s): e5a3c38

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. InstructLM-1.3B.i1-IQ1_M.gguf +3 -0
  3. InstructLM-1.3B.i1-IQ1_S.gguf +3 -0
  4. InstructLM-1.3B.i1-IQ2_M.gguf +3 -0
  5. InstructLM-1.3B.i1-IQ2_S.gguf +3 -0
  6. InstructLM-1.3B.i1-IQ2_XS.gguf +3 -0
  7. InstructLM-1.3B.i1-IQ2_XXS.gguf +3 -0
  8. InstructLM-1.3B.i1-IQ3_M.gguf +3 -0
  9. InstructLM-1.3B.i1-IQ3_S.gguf +3 -0
  10. InstructLM-1.3B.i1-IQ3_XS.gguf +3 -0
  11. InstructLM-1.3B.i1-IQ3_XXS.gguf +3 -0
  12. InstructLM-1.3B.i1-IQ4_NL.gguf +3 -0
  13. InstructLM-1.3B.i1-IQ4_XS.gguf +3 -0
  14. InstructLM-1.3B.i1-Q2_K.gguf +3 -0
  15. InstructLM-1.3B.i1-Q2_K_S.gguf +3 -0
  16. InstructLM-1.3B.i1-Q3_K_L.gguf +3 -0
  17. InstructLM-1.3B.i1-Q3_K_M.gguf +3 -0
  18. InstructLM-1.3B.i1-Q3_K_S.gguf +3 -0
  19. InstructLM-1.3B.i1-Q4_0.gguf +3 -0
  20. InstructLM-1.3B.i1-Q4_1.gguf +3 -0
  21. InstructLM-1.3B.i1-Q4_K_M.gguf +3 -0
  22. InstructLM-1.3B.i1-Q4_K_S.gguf +3 -0
  23. InstructLM-1.3B.i1-Q5_K_M.gguf +3 -0
  24. InstructLM-1.3B.i1-Q5_K_S.gguf +3 -0
  25. InstructLM-1.3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ InstructLM-1.3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ InstructLM-1.3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ InstructLM-1.3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ InstructLM-1.3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ InstructLM-1.3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ InstructLM-1.3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ InstructLM-1.3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ InstructLM-1.3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ InstructLM-1.3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ InstructLM-1.3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ InstructLM-1.3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ InstructLM-1.3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ InstructLM-1.3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ InstructLM-1.3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ InstructLM-1.3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ InstructLM-1.3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ InstructLM-1.3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ InstructLM-1.3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ InstructLM-1.3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ InstructLM-1.3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ InstructLM-1.3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ InstructLM-1.3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ InstructLM-1.3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ InstructLM-1.3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
InstructLM-1.3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe54699bce31c39fcc8cb2999f23f6066929840f695ab40b6657b0a460a22d2c
3
+ size 347858080
InstructLM-1.3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24dd90f9531927ec6523877c6faa7896395584be3a62f7afa74ca9935db5e441
3
+ size 322593952
InstructLM-1.3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84218e770dcc7c84432484b5e18689118925014cbde0933b191838a4926b5595
3
+ size 481817760
InstructLM-1.3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6963ca2236245f024202d33219191ea1d49de9318d8786c52a50f40111d2ac78
3
+ size 448132256
InstructLM-1.3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:845319e9c1ce8108becd114b49e071c1745be5e7ca5c3e825205e8ac8ef3926c
3
+ size 426271904
InstructLM-1.3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644bf9501cb8333ea868494ddcde8c3dea6b87c3584db21f2e6538c882770ea7
3
+ size 389964960
InstructLM-1.3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd487bb329eefa330f45c4f11ea8f76356f6a7c8fbcd605ec7045b7bbba1d0da
3
+ size 624018592
InstructLM-1.3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c697767271fff55a0a0c9fb74601de3b9c8f76b04b68e2a3a18ddd065ec75d35
3
+ size 608421024
InstructLM-1.3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a656fc0bbe65fc992912c642194a01d314d267e8242e2825c358d5406635a06
3
+ size 579912864
InstructLM-1.3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:354fe43a5c059128456c1d158c74694fbc476d64c940910b3773c36dd1585556
3
+ size 541062304
InstructLM-1.3B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c03a494e2abe958351c8a142fdff1f34e06a17a7909d6dbafead03bfc7d861
3
+ size 778507424
InstructLM-1.3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9407145bb49a2341cc4008b22edafed6ac969d49c22278332bbf6b7fbbf37da
3
+ size 739103904
InstructLM-1.3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f97bc3cfe0b00f10d72fd4662ce26401f95abd1b1f4afd43bbc1fade8e61c9
3
+ size 522957984
InstructLM-1.3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a36d6341418f020c2ebb1b3269157c1ef4fb2c3d7451ed34bf4582492bbed0
3
+ size 488223904
InstructLM-1.3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:171082710e7c01a81196aaf1788feeaf1025d3236c23befd169ab293794a394d
3
+ size 719176864
InstructLM-1.3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74fd8ac5c37e9fb1f8951d791a66698d3bfe39bccc2733e169f74b0213f870c3
3
+ size 666485920
InstructLM-1.3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c7808597c2239334f3da56c480981e6ea38e141bc05c1559201bd999ca0db2
3
+ size 605635744
InstructLM-1.3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c3ccc7022680b41b81b66c8314e79f4cb1c81cddf1ca6f5c67a3e20e37d8538
3
+ size 777983136
InstructLM-1.3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b95b5b601f88710d2ffddcd784ef46b4764ea27d642508c3458c81eeb1f2743
3
+ size 856003744
InstructLM-1.3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a24441c535fb54f611b729001b15f479592bce8e42d3179cecda33f79b96ea5
3
+ size 821843104
InstructLM-1.3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf94d475613866bba61cc35d36fd8e39b968d5aa21f0f2bd1754cfaf7ec9798e
3
+ size 780604576
InstructLM-1.3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1044d8fbc127311be7c4eef12f295127ba2b9277c007ba51c8ea8579b967437
3
+ size 959796384
InstructLM-1.3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd1357907422b4cedc5ad6bf47727beaaad03f7aa3c9d06029a8c0041a4a1ad
3
+ size 936121504
InstructLM-1.3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0ec404d29c147f598568404feba4dec0ef7499fb064e427a520feac60b36e34
3
+ size 1106371744