Hugging Face's logo

mradermacher
/
Llama_3.2_3b_Kermes_v2-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
1
mradermacher commited on
Commit
1f6da30
·
verified ·
1 Parent(s): d88dbd4

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama_3.2_3b_Kermes_v2.IQ4_XS.gguf +3 -0
  3. Llama_3.2_3b_Kermes_v2.Q2_K.gguf +3 -0
  4. Llama_3.2_3b_Kermes_v2.Q3_K_L.gguf +3 -0
  5. Llama_3.2_3b_Kermes_v2.Q3_K_M.gguf +3 -0
  6. Llama_3.2_3b_Kermes_v2.Q3_K_S.gguf +3 -0
  7. Llama_3.2_3b_Kermes_v2.Q4_K_M.gguf +3 -0
  8. Llama_3.2_3b_Kermes_v2.Q4_K_S.gguf +3 -0
  9. Llama_3.2_3b_Kermes_v2.Q5_K_M.gguf +3 -0
  10. Llama_3.2_3b_Kermes_v2.Q5_K_S.gguf +3 -0
  11. Llama_3.2_3b_Kermes_v2.Q6_K.gguf +3 -0
  12. Llama_3.2_3b_Kermes_v2.Q8_0.gguf +3 -0
  13. Llama_3.2_3b_Kermes_v2.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama_3.2_3b_Kermes_v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama_3.2_3b_Kermes_v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama_3.2_3b_Kermes_v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama_3.2_3b_Kermes_v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama_3.2_3b_Kermes_v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama_3.2_3b_Kermes_v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama_3.2_3b_Kermes_v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama_3.2_3b_Kermes_v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama_3.2_3b_Kermes_v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama_3.2_3b_Kermes_v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama_3.2_3b_Kermes_v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama_3.2_3b_Kermes_v2.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama_3.2_3b_Kermes_v2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2db1ed9e2990deae99b4bba5d5376b042c595bedd368e9f284201379d76159a
3
+ size 1840903488
Llama_3.2_3b_Kermes_v2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:596555c458c18553b4e540bd0d50c8d9e82e7aa58df489e66984d0a26e0b42ca
3
+ size 1363932480
Llama_3.2_3b_Kermes_v2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ebfd59c12da3a13e630a8ae1e1a2611e22efc0ce4cd84009a6244b3e835d0f8
3
+ size 1815344448
Llama_3.2_3b_Kermes_v2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e207ef699018e94e85bf3cb0df31d864904f2ec15d74c5b6f0ca1dd09440658
3
+ size 1687156032
Llama_3.2_3b_Kermes_v2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5c4d2cace6f0587b1a80d8c0d17171a4d1968c030a189311f8bc2c536dac95e
3
+ size 1542845760
Llama_3.2_3b_Kermes_v2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a31120d774bdec766eb4e2c1d4321d8dabfcb4ed418ce00a83cc3d5a7a165f6
3
+ size 2019374400
Llama_3.2_3b_Kermes_v2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a6d6534139598582328645c42bbe9c1900e14114a04b977b48491b79eec781
3
+ size 1928197440
Llama_3.2_3b_Kermes_v2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27eee5b413065e28f2ca1af18a29335d5af32e8a8b58ea851982377eb0732eaf
3
+ size 2322150720
Llama_3.2_3b_Kermes_v2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be9c136a0ae1a5160550ea3123a3391ec1c2bbfc5a84e93ecfda80d81faf4c0
3
+ size 2269508928
Llama_3.2_3b_Kermes_v2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f8389cd19f1e3d53be26365cf8fd5698ca25dae36ca67511d31743f4848183
3
+ size 2643850560
Llama_3.2_3b_Kermes_v2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c86c4925fc4d6dd5d3bff8ae700dbf60444dedfbea85909027cd679e4d6d46f
3
+ size 3421896000
Llama_3.2_3b_Kermes_v2.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1cd6c0c238cc3cc52e277cb9f1c60112ac7d21302dd3cc7a1e0fa55d7ddb1a
3
+ size 6433684800