Hugging Face's logo

yaroslav0530
/
YandexGPT-5-Lite-8B-pretrain-GGUF

GGUF
Russian
Inference Endpoints
Model card Files Community
2
yaroslav0530 commited on
Commit
0205659
·
verified ·
1 Parent(s): e2417f1

Add files using upload-large-folder tool

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. YandexGPT-5-Lite-8B-pretrain-BF16.gguf +3 -0
  3. YandexGPT-5-Lite-8B-pretrain-FP16.gguf +3 -0
  4. YandexGPT-5-Lite-8B-pretrain-FP32.gguf +3 -0
  5. YandexGPT-5-Lite-8B-pretrain-IQ2_M.gguf +3 -0
  6. YandexGPT-5-Lite-8B-pretrain-IQ3_XXS.gguf +3 -0
  7. YandexGPT-5-Lite-8B-pretrain-IQ4_NL.gguf +3 -0
  8. YandexGPT-5-Lite-8B-pretrain-IQ4_XS.gguf +3 -0
  9. YandexGPT-5-Lite-8B-pretrain-Q2_K.gguf +3 -0
  10. YandexGPT-5-Lite-8B-pretrain-Q3_K.gguf +3 -0
  11. YandexGPT-5-Lite-8B-pretrain-Q3_K_L.gguf +3 -0
  12. YandexGPT-5-Lite-8B-pretrain-Q3_K_S.gguf +3 -0
  13. YandexGPT-5-Lite-8B-pretrain-Q4_0.gguf +3 -0
  14. YandexGPT-5-Lite-8B-pretrain-Q4_1.gguf +3 -0
  15. YandexGPT-5-Lite-8B-pretrain-Q4_K.gguf +3 -0
  16. YandexGPT-5-Lite-8B-pretrain-Q4_K_S.gguf +3 -0
  17. YandexGPT-5-Lite-8B-pretrain-Q5_0.gguf +3 -0
  18. YandexGPT-5-Lite-8B-pretrain-Q5_1.gguf +3 -0
  19. YandexGPT-5-Lite-8B-pretrain-Q5_K.gguf +3 -0
  20. YandexGPT-5-Lite-8B-pretrain-Q5_K_S.gguf +3 -0
  21. YandexGPT-5-Lite-8B-pretrain-Q6_K.gguf +3 -0
  22. YandexGPT-5-Lite-8B-pretrain-Q8_0.gguf +3 -0
  23. YandexGPT-5-Lite-8B-pretrain-TQ1_0.gguf +3 -0
  24. YandexGPT-5-Lite-8B-pretrain-TQ2_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ YandexGPT-5-Lite-8B-pretrain-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ YandexGPT-5-Lite-8B-pretrain-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ YandexGPT-5-Lite-8B-pretrain-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ YandexGPT-5-Lite-8B-pretrain-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ YandexGPT-5-Lite-8B-pretrain-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ YandexGPT-5-Lite-8B-pretrain-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ YandexGPT-5-Lite-8B-pretrain-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ YandexGPT-5-Lite-8B-pretrain-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
44
+ YandexGPT-5-Lite-8B-pretrain-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ YandexGPT-5-Lite-8B-pretrain-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ YandexGPT-5-Lite-8B-pretrain-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ YandexGPT-5-Lite-8B-pretrain-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ YandexGPT-5-Lite-8B-pretrain-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ YandexGPT-5-Lite-8B-pretrain-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ YandexGPT-5-Lite-8B-pretrain-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ YandexGPT-5-Lite-8B-pretrain-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ YandexGPT-5-Lite-8B-pretrain-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
53
+ YandexGPT-5-Lite-8B-pretrain-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
54
+ YandexGPT-5-Lite-8B-pretrain-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ YandexGPT-5-Lite-8B-pretrain-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ YandexGPT-5-Lite-8B-pretrain-BF16.gguf filter=lfs diff=lfs merge=lfs -text
57
+ YandexGPT-5-Lite-8B-pretrain-FP16.gguf filter=lfs diff=lfs merge=lfs -text
58
+ YandexGPT-5-Lite-8B-pretrain-FP32.gguf filter=lfs diff=lfs merge=lfs -text
YandexGPT-5-Lite-8B-pretrain-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d8f7d0da0bfe759513c9c79af723fc3ef06d5d12aaf9b5007593690346e97f
3
+ size 16077130112
YandexGPT-5-Lite-8B-pretrain-FP16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f140dff4168283c4b2fd069c208bc852e30e4e80dd8c73f75d0ff806fa3644b6
3
+ size 16077130112
YandexGPT-5-Lite-8B-pretrain-FP32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc9fd3f0c363ee4fcb50b52e1e744254abebeb879ac7d2e5d8495fc77c0e9b4
3
+ size 32149703040
YandexGPT-5-Lite-8B-pretrain-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e45fc00d8063921ce971f29dab0f8bfe541d5d0fbc3aac9ba6e5ac017abcd87
3
+ size 593922432
YandexGPT-5-Lite-8B-pretrain-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e45fc00d8063921ce971f29dab0f8bfe541d5d0fbc3aac9ba6e5ac017abcd87
3
+ size 593922432
YandexGPT-5-Lite-8B-pretrain-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6764e6bbb7d1250ed218ded40698df204ad52ab5438711e6dcda521cfdaa36a5
3
+ size 4707355008
YandexGPT-5-Lite-8B-pretrain-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23417297390ce3f6050a45ec2e255daa09b9a12d159018b0c3ec036bde451eb
3
+ size 4484270464
YandexGPT-5-Lite-8B-pretrain-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb689bd74a48bc357f42c9319b8d6c508883613cbb6f220d55ce8fe742466274
3
+ size 3178400128
YandexGPT-5-Lite-8B-pretrain-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a38c45733b31217dbc60887ae81ec8a1603b9fd1d1516366ee5db4b156c1bb19
3
+ size 4018506112
YandexGPT-5-Lite-8B-pretrain-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ba5e4d526857f8cd3da3a1162397f38a0e9b3c8d490306035047abcdab7837
3
+ size 4321544576
YandexGPT-5-Lite-8B-pretrain-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb366d8e58e5dfbcb670a1ff8ec62268cc87e794219b6b5cdc87604017066231
3
+ size 3664087424
YandexGPT-5-Lite-8B-pretrain-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7fd13f6210164829da804911857c33b8fd623200a578fb68b2ef9fd4b07030
3
+ size 4661217664
YandexGPT-5-Lite-8B-pretrain-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:674286d6d35acdc58170718c1bc028ec661129e2117d3fb96a933ceef5b42c9c
3
+ size 5130455424
YandexGPT-5-Lite-8B-pretrain-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08c71eb693c22624d1d944ca66d7f1051329d844584bd31f7cdb025cda603b8d
3
+ size 4920740224
YandexGPT-5-Lite-8B-pretrain-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e61889be2b4def30c263f92f556a3f3aee5f607fa54b41fac8a63e2287061c
3
+ size 4692674944
YandexGPT-5-Lite-8B-pretrain-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1052ee4d29bb67a1f2230c51ccbc555d51660d7e742ef2c6aa63f874038e3d2
3
+ size 5599693184
YandexGPT-5-Lite-8B-pretrain-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44742cc25ecd0b88ef71ebb70cef8acab09e0f1afaf6cc30ff7a25e18b56e26
3
+ size 6068930944
YandexGPT-5-Lite-8B-pretrain-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d774fbc4a41854fc91869e5b6b58eaa5b595334492d049654cbf88e5bad887a
3
+ size 5733386624
YandexGPT-5-Lite-8B-pretrain-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc21987d729a0d86d7ef11a7eec2c1d59ead20b1b596936e01fe1571db165d35
3
+ size 5599693184
YandexGPT-5-Lite-8B-pretrain-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322dcc95624926df6f4afb76922ad8fede7fdeaff1f705c50d591bb989d12d4a
3
+ size 6596823424
YandexGPT-5-Lite-8B-pretrain-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5113cc0a46af53021beb7cbdb95ffbd004721d99e166c66df85c6ae4d73803fa
3
+ size 8543111552
YandexGPT-5-Lite-8B-pretrain-TQ1_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b2598c07d566dac0c76d786028b318cfd3bdb7ff01f400772f3a9b77bee56db
3
+ size 2207549824
YandexGPT-5-Lite-8B-pretrain-TQ2_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c742b37c9c162b0808fe14746550f983cc0ee72c4457fe7bdb299d18437ef13c
3
+ size 2534705536