Hugging Face's logo

mradermacher
/
shark_tank_ai_7b_v2-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
5651553
·
verified ·
1 Parent(s): 1ae6860

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. shark_tank_ai_7b_v2.IQ4_XS.gguf +3 -0
  3. shark_tank_ai_7b_v2.Q2_K.gguf +3 -0
  4. shark_tank_ai_7b_v2.Q3_K_L.gguf +3 -0
  5. shark_tank_ai_7b_v2.Q3_K_M.gguf +3 -0
  6. shark_tank_ai_7b_v2.Q3_K_S.gguf +3 -0
  7. shark_tank_ai_7b_v2.Q4_K_M.gguf +3 -0
  8. shark_tank_ai_7b_v2.Q4_K_S.gguf +3 -0
  9. shark_tank_ai_7b_v2.Q5_K_M.gguf +3 -0
  10. shark_tank_ai_7b_v2.Q5_K_S.gguf +3 -0
  11. shark_tank_ai_7b_v2.Q6_K.gguf +3 -0
  12. shark_tank_ai_7b_v2.Q8_0.gguf +3 -0
  13. shark_tank_ai_7b_v2.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ shark_tank_ai_7b_v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ shark_tank_ai_7b_v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ shark_tank_ai_7b_v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ shark_tank_ai_7b_v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ shark_tank_ai_7b_v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ shark_tank_ai_7b_v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ shark_tank_ai_7b_v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ shark_tank_ai_7b_v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ shark_tank_ai_7b_v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ shark_tank_ai_7b_v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ shark_tank_ai_7b_v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ shark_tank_ai_7b_v2.f16.gguf filter=lfs diff=lfs merge=lfs -text
shark_tank_ai_7b_v2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb7fde5a635e3ce757bdb55668d484fbdf7c18808fda2f98144f8e0b63a707e
3
+ size 3944389120
shark_tank_ai_7b_v2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c8f9840a32ba9a078f77f9d4ae58a7b4ed1acf1f4a809c8bc749ddbc05b4cee
3
+ size 2719242752
shark_tank_ai_7b_v2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9af797c621b17f41f861077efad05818fc9fe4e98688fef71cf68c6f58e017
3
+ size 3822025216
shark_tank_ai_7b_v2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e8113b46b453e8a61dbc98ab31455cb6c131e887584e4e2462dde5fc7f9f68
3
+ size 3518986752
shark_tank_ai_7b_v2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cceba22972d41defc385c88471b76904a08149f90403bfaa7afcf8fb78bdbf8c
3
+ size 3164568064
shark_tank_ai_7b_v2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645d8617c92f73a5a9127ee5116a1f2faf994c3595cc1f22f51bc0f866b248b2
3
+ size 4368439808
shark_tank_ai_7b_v2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc6df5e5f260a00ae89476b0dc230538fab49e7beb6322a021ba13e0192e0929
3
+ size 4140374528
shark_tank_ai_7b_v2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70dfeb8e35ed4a4ec4f9d086a35ae5909564d8a59861fc8a8e2264704438ae9
3
+ size 5131409920
shark_tank_ai_7b_v2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66a7b2a06819e58b8ccae2cbf918102cbe752cd1f429247108cd7730cdfeeb0
3
+ size 4997716480
shark_tank_ai_7b_v2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1333509182b889f32e0099919b7d609bd93c230b4b4e2d3b4061ccabd47c4ebd
3
+ size 5942065664
shark_tank_ai_7b_v2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f83e448992cf65d050bf23325de6349fdd810a65a6362facb052f024ef1732cd
3
+ size 7695858176
shark_tank_ai_7b_v2.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31cdcf1fc2957201db5302914617f4bc3c439b7ab43d89e9dcc601c9aded6b9a
3
+ size 14484732416