Hugging Face's logo

erickfmm
/
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1-GGUF

GGUF
Inference Endpoints
Model card Files Community
erickfmm commited on
Commit
c28bb00
·
verified ·
1 Parent(s): d27b968

Upload 15 files

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.f16.gguf +3 -0
  3. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q2_K.gguf +3 -0
  4. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q3_K.gguf +3 -0
  5. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q3_K_S.gguf +3 -0
  6. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_0.gguf +3 -0
  7. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_1.gguf +3 -0
  8. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_K.gguf +3 -0
  9. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_K_S.gguf +3 -0
  10. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_0.gguf +3 -0
  11. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_1.gguf +3 -0
  12. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K.gguf +3 -0
  13. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K_M.gguf +3 -0
  14. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K_S.gguf +3 -0
  15. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q6_K.gguf +3 -0
  16. Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q8.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q3_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q8.gguf filter=lfs diff=lfs merge=lfs -text
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f222a9ac9a9107bb465c2bf777a299d14ab260390740c8acd03d6a29b6d1cd5b
3
+ size 5246378304
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f50f541897f0abb36af313bc2cdd1229bc26e7c120c5a362cd145b36a8b8183
3
+ size 983540704
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd5894b2e09dbbdc00b07d684a9e540a8949d929730f80adb7d113d857091a0
3
+ size 1273189760
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975337bc0c01f3b3b4b1b14865356a947456d035d763247125ac016bbd84cbca
3
+ size 1153840512
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65d7912c7733645acf9dfbf76d1707b6e40ce5b9bb767cccfb5cfd088743bb7f
3
+ size 1493436320
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de433afdc47022c0b2461713920db89cd514fb7af1112b7e23057af7b3408a3e
3
+ size 1653246112
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425202a8aff50353f27f2b0c16372554f1aed7b36876c3a1d14e797acf09155f
3
+ size 1583998880
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63a9c1001f04e542788f25431a1454b4f13a5c0f5c48bc35f17470b414ca219d
3
+ size 1502349216
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:519818d7ce352d6f13b3ba25892fa565d73a4f3b76b88730cc1826b19cdae9b2
3
+ size 1813055904
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a20c496f8f976675d3c3a2bb71091ae77d16ed65a2b30372baaf2cc021baa419
3
+ size 1972865696
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b318117804aa9a276a5f350e57df25d17f455fb84fe351ea4e80dae510088608
3
+ size 1859709344
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b318117804aa9a276a5f350e57df25d17f455fb84fe351ea4e80dae510088608
3
+ size 1859709344
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cadc15935a74658efb721db8a81be40dba8a62ba7e0cabf519db997264138e0
3
+ size 1813055904
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251e2746830dd5b1d31a96fcf5a87b66dd19a58886c88d86e0d7e71fbf9572b3
3
+ size 2152651712
Mix_TinyLlama-3x1B_oasst2_chatML_Cluster_3_2_1_V1.q8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d621303fef5a74104b554b7a9db7c7ba82e68b3d4e5a1b060269a322c9e23c
3
+ size 2787660864