Hugging Face's logo

mradermacher
/
RomboHermes3-R1-Llama3.2-3b-i1-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
cda913c
·
verified ·
1 Parent(s): ae305b1

uploaded from kaos

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. RomboHermes3-R1-Llama3.2-3b.i1-IQ1_M.gguf +3 -0
  3. RomboHermes3-R1-Llama3.2-3b.i1-IQ1_S.gguf +3 -0
  4. RomboHermes3-R1-Llama3.2-3b.i1-IQ2_M.gguf +3 -0
  5. RomboHermes3-R1-Llama3.2-3b.i1-IQ2_S.gguf +3 -0
  6. RomboHermes3-R1-Llama3.2-3b.i1-IQ2_XS.gguf +3 -0
  7. RomboHermes3-R1-Llama3.2-3b.i1-IQ2_XXS.gguf +3 -0
  8. RomboHermes3-R1-Llama3.2-3b.i1-IQ3_M.gguf +3 -0
  9. RomboHermes3-R1-Llama3.2-3b.i1-IQ3_S.gguf +3 -0
  10. RomboHermes3-R1-Llama3.2-3b.i1-IQ3_XS.gguf +3 -0
  11. RomboHermes3-R1-Llama3.2-3b.i1-IQ3_XXS.gguf +3 -0
  12. RomboHermes3-R1-Llama3.2-3b.i1-IQ4_NL.gguf +3 -0
  13. RomboHermes3-R1-Llama3.2-3b.i1-IQ4_XS.gguf +3 -0
  14. RomboHermes3-R1-Llama3.2-3b.i1-Q2_K.gguf +3 -0
  15. RomboHermes3-R1-Llama3.2-3b.i1-Q2_K_S.gguf +3 -0
  16. RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_L.gguf +3 -0
  17. RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_M.gguf +3 -0
  18. RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_S.gguf +3 -0
  19. RomboHermes3-R1-Llama3.2-3b.i1-Q4_0.gguf +3 -0
  20. RomboHermes3-R1-Llama3.2-3b.i1-Q4_1.gguf +3 -0
  21. RomboHermes3-R1-Llama3.2-3b.i1-Q4_K_M.gguf +3 -0
  22. RomboHermes3-R1-Llama3.2-3b.i1-Q4_K_S.gguf +3 -0
  23. RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_M.gguf +3 -0
  24. RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_S.gguf +3 -0
  25. RomboHermes3-R1-Llama3.2-3b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ RomboHermes3-R1-Llama3.2-3b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ RomboHermes3-R1-Llama3.2-3b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ RomboHermes3-R1-Llama3.2-3b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ RomboHermes3-R1-Llama3.2-3b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ RomboHermes3-R1-Llama3.2-3b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ RomboHermes3-R1-Llama3.2-3b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ RomboHermes3-R1-Llama3.2-3b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ RomboHermes3-R1-Llama3.2-3b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
RomboHermes3-R1-Llama3.2-3b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d6b8ff623b63fe96d62e2fd1cd84d22b7f36125ded9bd866791286bf40ac14
3
+ size 924188512
RomboHermes3-R1-Llama3.2-3b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cd0d2d61ce72e9f14b53882a004d5f21e543fa2b3543206b54968e0df8308b
3
+ size 868155232
RomboHermes3-R1-Llama3.2-3b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca86be727bd23575c063bb54c57de0291995b00fef5b661d5a75c03c6e21dd3
3
+ size 1229029216
RomboHermes3-R1-Llama3.2-3b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774c37991a637238fd6b87aa14720efba7ef3b33a159ed85fedd31d0c1290664
3
+ size 1154318176
RomboHermes3-R1-Llama3.2-3b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915805293ae588000267ca5708c826097f40cd05dfb08c048fa7f98fce654db1
3
+ size 1100545888
RomboHermes3-R1-Llama3.2-3b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ae6ee053eb9af0261dc88cc806e1298edc4aa9a0a41e2155cfe5780ce5cfd3
3
+ size 1017577312
RomboHermes3-R1-Llama3.2-3b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:285821e9b4c3050894ecd9915d5fa9db544d93f00eac9344ae30594e20ac7438
3
+ size 1599666016
RomboHermes3-R1-Llama3.2-3b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e613ca92423c0c7b3d4e267eff7c19d1ecd93c5c4e8803551ed963ec9aa3cde
3
+ size 1542846304
RomboHermes3-R1-Llama3.2-3b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded8e1ae3f135253995da4fe6a37bd8d46ac7b81dc9e997b9d1741de77fdf527
3
+ size 1476786016
RomboHermes3-R1-Llama3.2-3b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9829a0b8057c88de71ca5f66c33bad20c9e726c70bf0cf9e82be1147df5e548e
3
+ size 1348763488
RomboHermes3-R1-Llama3.2-3b.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d03da10fc63d4e80f103d4f9b92210a3a555f03e26cb7baa0719d651fed9847
3
+ size 1917187936
RomboHermes3-R1-Llama3.2-3b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071c9ff51743bb3781a508e3ce4fa083da191ed9ca61d27aba287d6a8f7c1721
3
+ size 1829107552
RomboHermes3-R1-Llama3.2-3b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1bdcce48507f74cc75b258f9f5f8dc3b71ca45544abe7f4c269d2687adf7b52
3
+ size 1363933024
RomboHermes3-R1-Llama3.2-3b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771e84e5f3cf1cf9377da8e5faa697be4049c8897b3bd51c8159f4eb236b02d8
3
+ size 1274279776
RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa784681702cdc6ddf1dddab8726074617670b9f348e082de0502de676159a2e
3
+ size 1815344992
RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b856ec3d86dfee04a2ab2503b68749e0fb91e027a483fdb097d8d005a4391148
3
+ size 1687156576
RomboHermes3-R1-Llama3.2-3b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76f08fbf504316a6a056f2c20cf2911dd0042dd3f7f7d499c167302b6b13c4bf
3
+ size 1542846304
RomboHermes3-R1-Llama3.2-3b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b507b9d591e43b005299136f63b22429a8dae11f04f52df239cc75ff032870
3
+ size 1921906528
RomboHermes3-R1-Llama3.2-3b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4b098e2ee27b58bfce16f279e33e1c77d035da3e160117272be05093c1b4f67
3
+ size 2093348704
RomboHermes3-R1-Llama3.2-3b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3b5b3e24e4a821cf09b0a255fc3beb2ba8b657de77429e0bd27867180ec9546
3
+ size 2019374944
RomboHermes3-R1-Llama3.2-3b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:563762f7a71004df4f09e1763d4639635fba49305b46c73838a7dfaaa2d37214
3
+ size 1928197984
RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64ce22f7d520244f7bcd60385d8bc9c44fd11e13547e6eaa39bb9a332d3699c
3
+ size 2322151264
RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bd8e406ffb08ed5d5abe3fa2c990ada188d4456e69d2f3f0c360f8b6d96ab9c
3
+ size 2269509472
RomboHermes3-R1-Llama3.2-3b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b281284af2d16ea7f91711c4a0e78ed8f406fc227a2268f881a345ff804d910b
3
+ size 2643851104