Hugging Face's logo

ABX-AI
/
Infinite-Laymons-9B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
Not-For-All-Audiences
Eval Results
Inference Endpoints
Model card Files Community
ABX-AI commited on
Commit
d321325
·
verified ·
1 Parent(s): 3356903

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Infinite-Laymons-9B-IQ3_M-imat.gguf +3 -0
  3. Infinite-Laymons-9B-IQ3_S-imat.gguf +3 -0
  4. Infinite-Laymons-9B-IQ3_XS-imat.gguf +3 -0
  5. Infinite-Laymons-9B-IQ3_XXS-imat.gguf +3 -0
  6. Infinite-Laymons-9B-IQ4_NL-imat.gguf +3 -0
  7. Infinite-Laymons-9B-IQ4_XS-imat.gguf +3 -0
  8. Infinite-Laymons-9B-Q4_K_M-imat.gguf +3 -0
  9. Infinite-Laymons-9B-Q4_K_S-imat.gguf +3 -0
  10. Infinite-Laymons-9B-Q5_K_M-imat.gguf +3 -0
  11. Infinite-Laymons-9B-Q5_K_S-imat.gguf +3 -0
  12. Infinite-Laymons-9B-Q6_K-imat.gguf +3 -0
  13. Infinite-Laymons-9B-Q8_0-imat.gguf +3 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Infinite-Laymons-9B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Infinite-Laymons-9B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Infinite-Laymons-9B-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Infinite-Laymons-9B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Infinite-Laymons-9B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Infinite-Laymons-9B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Infinite-Laymons-9B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Infinite-Laymons-9B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Infinite-Laymons-9B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Infinite-Laymons-9B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Infinite-Laymons-9B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Infinite-Laymons-9B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Infinite-Laymons-9B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57e3771b2970c708a66c4f0ff2a5dfdc5d93ab48d83de1af1ffbdef684f17c2
3
+ size 4064970720
Infinite-Laymons-9B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c063374552871cd3fa1a388ae63bc2be29694d1ed474db0b434da9c2909f5970
3
+ size 3936847840
Infinite-Laymons-9B-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c94cec7fb847e6276b1e78efc3bd8dc7a7458a17a5e7b44edda9599884dd0f08
3
+ size 3732375520
Infinite-Laymons-9B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd60d79e234ecad63a0947ed59c6a852b1360ebf5d72860b4ad90489a8a60469
3
+ size 3497388000
Infinite-Laymons-9B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d905306431919cabd9509461bab79be0065b7f1df380f6904eaba9e21be8cb9
3
+ size 5111621600
Infinite-Laymons-9B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c11ae44c54e187bda31777a126c55f24649de0f1833ecee7eca9f4faf79333
3
+ size 4840138720
Infinite-Laymons-9B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a40499969278ddfb6f684ac13014756bae350a68a3677db1dc38bcf2f2982f6
3
+ size 5415053280
Infinite-Laymons-9B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50260eeeb687cac8a329b76412ebb6a633d1505487ff16b48a1b372677a2e2a3
3
+ size 5129447392
Infinite-Laymons-9B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ca884bdbab6e93f7fdfdc77b49259ed904e2a792a751dfe2d55fbed8a12fc21
3
+ size 6364669920
Infinite-Laymons-9B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6754a7a8c561b458276a12cd6c5aef512f11d9044bc14d37ab35282c202e53f
3
+ size 6197553120
Infinite-Laymons-9B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c935cc54e8596ffe60a55bb536eb7a610a14e3cea268d98982889b65a1c415
3
+ size 7373637600
Infinite-Laymons-9B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:663e36697012f74a5117fa6cae67b36e3aa9f1c6ef8ba8d21552eee16116aad1
3
+ size 9550006240
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c8b1b52a4b94b2b1d3b52ea87c2d6826454b32e12480e40194dca44b120de74
3
+ size 6235174