Hugging Face's logo

Felladrin
/
gguf-IPythia-410m

GGUF
Inference Endpoints
Model card Files Community
Felladrin commited on
Commit
fd33166
·
verified ·
1 Parent(s): 7a0da5c

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. IPythia-410m.F16.gguf +3 -0
  3. IPythia-410m.Q2_K.gguf +3 -0
  4. IPythia-410m.Q3_K_M.gguf +3 -0
  5. IPythia-410m.Q3_K_S.gguf +3 -0
  6. IPythia-410m.Q4_0.gguf +3 -0
  7. IPythia-410m.Q4_K_M.gguf +3 -0
  8. IPythia-410m.Q4_K_S.gguf +3 -0
  9. IPythia-410m.Q5_K_M.gguf +3 -0
  10. IPythia-410m.Q5_K_S.gguf +3 -0
  11. IPythia-410m.Q6_K.gguf +3 -0
  12. IPythia-410m.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ IPythia-410m.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ IPythia-410m.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ IPythia-410m.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ IPythia-410m.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ IPythia-410m.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ IPythia-410m.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ IPythia-410m.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ IPythia-410m.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ IPythia-410m.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ IPythia-410m.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ IPythia-410m.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
IPythia-410m.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7e2187708c4ebd9d10fac5aab4e1bf9e943cbbc617d27aeb8a93cfbb4f3602
3
+ size 813096064
IPythia-410m.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc037583d3723f6e04ae4a6796d529e6537e93c1ae49431700ee1ec42a5fb688
3
+ size 174098560
IPythia-410m.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e06167c0eb9046c0f2f991e44436f4d54390fd30b0b52312400aa7c52b1f2b
3
+ size 224484480
IPythia-410m.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded2e08131aa330fab9daf5f9e43b95d36c4817bc2420a9bbe4510dde7828e91
3
+ size 197221504
IPythia-410m.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3955f6a52d179c3805776011ec98ecb50645462699b113cb33ed7c8aec037100
3
+ size 244170880
IPythia-410m.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a19004d1c29f61a1d8d5a74e6d394ecd769766920b0234d893356137b2fe17
3
+ size 266584192
IPythia-410m.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80911bcb576138f61425e321f7b1fc45fbb09dad518c9c892b75e84671e8991e
3
+ size 245743744
IPythia-410m.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8001adf6ab66324db8717410882026781a4f3cf8fa0cef03880026d82cd23fae
3
+ size 305070208
IPythia-410m.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02569124c35a6453c5368aa0471238cbe3c9c7f276593e1c3d4e6a2b780c033
3
+ size 288358528
IPythia-410m.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ddfbceaece61acff6210138ceb8dde459f7e5162fffa9e4b5d48f9c86ffb975
3
+ size 335307904
IPythia-410m.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:635fdc46e6aca81bedf670307d44815ebb480becdfb1ea45a9dc4e741fbe54a8
3
+ size 433396864