Hugging Face's logo

mradermacher
/
garten2-7b-GGUF

Transformers
GGUF
English
qlora
dto
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
31624e8
·
verified ·
1 Parent(s): 90cdb87

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. garten2-7b.IQ4_XS.gguf +3 -0
  3. garten2-7b.Q2_K.gguf +3 -0
  4. garten2-7b.Q3_K_L.gguf +3 -0
  5. garten2-7b.Q3_K_M.gguf +3 -0
  6. garten2-7b.Q3_K_S.gguf +3 -0
  7. garten2-7b.Q4_K_M.gguf +3 -0
  8. garten2-7b.Q4_K_S.gguf +3 -0
  9. garten2-7b.Q5_K_M.gguf +3 -0
  10. garten2-7b.Q5_K_S.gguf +3 -0
  11. garten2-7b.Q6_K.gguf +3 -0
  12. garten2-7b.Q8_0.gguf +3 -0
  13. garten2-7b.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ garten2-7b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ garten2-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ garten2-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ garten2-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ garten2-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ garten2-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ garten2-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ garten2-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ garten2-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ garten2-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ garten2-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ garten2-7b.f16.gguf filter=lfs diff=lfs merge=lfs -text
garten2-7b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a96408571cd2782dfc356277a6bf97c7221dd1417a9b74852036b6d65ffaf7
3
+ size 3944389440
garten2-7b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0974da0483c9026dc0fdb627f8fe4bfc7c1133e491bc3926239b308d6795b6a3
3
+ size 2719243072
garten2-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd2b25e648fdd435379a9734c3d2e861a78ebb8b543cce489d98d7d32728c82d
3
+ size 3822025536
garten2-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1409155d856be8ffef635c9271e2702699901e170b650bf5b74efd05b95dcf57
3
+ size 3518987072
garten2-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65b31870b1999f0babceea5f991cbf39ba13485bb3d0df0372a1933ae5fb4b5
3
+ size 3164568384
garten2-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3e6c1a5a1d0f97651dba83260aa3a6b2152433593c64fa8a2324261157efe9
3
+ size 4368440128
garten2-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f33f83604f4c46e6dbf0b40e31db5833d87d43f0ded2265ea97e252bdcc7b79
3
+ size 4140374848
garten2-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6111cf6f569946899aad325d95326666dd57bd3563220ee104a98ba3fdd869cd
3
+ size 5131410240
garten2-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a059c1882c9331d6ae40e3ec7e7074531af5d46be94e6085cc5f59cdb5c1d473
3
+ size 4997716800
garten2-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:954e60d06e549ff91198cd5a8c00d97c22c2057d0d9c7f4b7fb2846d809ace17
3
+ size 5942065984
garten2-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5835e1d0fa9ba4c816171de1f843413e90416014616e60e5c6cd196118ebc781
3
+ size 7695858496
garten2-7b.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef94a8a602a85f14618d9ddfefd9b5acf68d754965b8c3bd26e64efe651e906
3
+ size 14484732736