Hugging Face's logo

Vikhrmodels
/
it-5.3-fp16-32k-GGUF

GGUF
Russian
English
llamacpp
instruct
conversational
Model card Files Community
WaveCut commited on
Commit
fe1a23e
·
verified ·
1 Parent(s): 4798917

Upload folder using huggingface_hub

Browse files
Files changed (32) hide show
  1. .gitattributes +31 -0
  2. it-5.3-fp16-32k-F16.gguf +3 -0
  3. it-5.3-fp16-32k-IQ1_M.gguf +3 -0
  4. it-5.3-fp16-32k-IQ1_S.gguf +3 -0
  5. it-5.3-fp16-32k-IQ2_M.gguf +3 -0
  6. it-5.3-fp16-32k-IQ2_S.gguf +3 -0
  7. it-5.3-fp16-32k-IQ2_XS.gguf +3 -0
  8. it-5.3-fp16-32k-IQ2_XXS.gguf +3 -0
  9. it-5.3-fp16-32k-IQ3_M.gguf +3 -0
  10. it-5.3-fp16-32k-IQ3_S.gguf +3 -0
  11. it-5.3-fp16-32k-IQ3_XS.gguf +3 -0
  12. it-5.3-fp16-32k-IQ3_XXS.gguf +3 -0
  13. it-5.3-fp16-32k-IQ4_NL.gguf +3 -0
  14. it-5.3-fp16-32k-IQ4_XS.gguf +3 -0
  15. it-5.3-fp16-32k-Q2_K.gguf +3 -0
  16. it-5.3-fp16-32k-Q2_K_S.gguf +3 -0
  17. it-5.3-fp16-32k-Q3_K.gguf +3 -0
  18. it-5.3-fp16-32k-Q3_K_L.gguf +3 -0
  19. it-5.3-fp16-32k-Q3_K_M.gguf +3 -0
  20. it-5.3-fp16-32k-Q3_K_S.gguf +3 -0
  21. it-5.3-fp16-32k-Q4_0.gguf +3 -0
  22. it-5.3-fp16-32k-Q4_1.gguf +3 -0
  23. it-5.3-fp16-32k-Q4_K.gguf +3 -0
  24. it-5.3-fp16-32k-Q4_K_M.gguf +3 -0
  25. it-5.3-fp16-32k-Q4_K_S.gguf +3 -0
  26. it-5.3-fp16-32k-Q5_0.gguf +3 -0
  27. it-5.3-fp16-32k-Q5_1.gguf +3 -0
  28. it-5.3-fp16-32k-Q5_K.gguf +3 -0
  29. it-5.3-fp16-32k-Q5_K_M.gguf +3 -0
  30. it-5.3-fp16-32k-Q5_K_S.gguf +3 -0
  31. it-5.3-fp16-32k-Q6_K.gguf +3 -0
  32. it-5.3-fp16-32k-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,34 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ it-5.3-fp16-32k-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ it-5.3-fp16-32k-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ it-5.3-fp16-32k-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ it-5.3-fp16-32k-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ it-5.3-fp16-32k-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ it-5.3-fp16-32k-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ it-5.3-fp16-32k-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ it-5.3-fp16-32k-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ it-5.3-fp16-32k-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ it-5.3-fp16-32k-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ it-5.3-fp16-32k-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ it-5.3-fp16-32k-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ it-5.3-fp16-32k-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ it-5.3-fp16-32k-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ it-5.3-fp16-32k-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ it-5.3-fp16-32k-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ it-5.3-fp16-32k-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ it-5.3-fp16-32k-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ it-5.3-fp16-32k-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ it-5.3-fp16-32k-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ it-5.3-fp16-32k-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
57
+ it-5.3-fp16-32k-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ it-5.3-fp16-32k-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ it-5.3-fp16-32k-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ it-5.3-fp16-32k-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ it-5.3-fp16-32k-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
62
+ it-5.3-fp16-32k-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
63
+ it-5.3-fp16-32k-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
64
+ it-5.3-fp16-32k-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
65
+ it-5.3-fp16-32k-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
66
+ it-5.3-fp16-32k-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
it-5.3-fp16-32k-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240e9cde3f545290a2ff06550dd86a61685317349b3f7ad445919336588c9aa3
3
+ size 15257842080
it-5.3-fp16-32k-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb0795285e190fb29fa36f7fcd1e5218e17bf8d0a8bea0f7764d25b2a54010ea
3
+ size 1951842656
it-5.3-fp16-32k-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e8756507298f3c0886cfb71b601b372cd83589685f3b918c36b30940c29b4f
3
+ size 1809498464
it-5.3-fp16-32k-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b92462743491e61f852ac1ac1fe6ce2edf19715d346a1af5e3ab15ef54e8dbe3
3
+ size 2717701632
it-5.3-fp16-32k-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132ebdc052aaa1350dac6065d366675376e4d8d3b9e0b34229da8b22e00489f9
3
+ size 2527909376
it-5.3-fp16-32k-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185f82b583c3ef2f558fbd1a47543980229f93dddb26fe2e3b63651d283f32ef
3
+ size 2395652448
it-5.3-fp16-32k-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549d10cfb8bbb52a5c8ecfd1c6ccb2e87b418af9f1b11b42a7f3defe06ffe524
3
+ size 2189082976
it-5.3-fp16-32k-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cdcb8861011291ebaf759c249a21bc9f19150064c3f97d32c7f852a93500f56
3
+ size 3527501600
it-5.3-fp16-32k-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec424ef4239910d5dee72f42b95ee80e02239eab51eb3e43196ed7a8136f7c3e
3
+ size 3425003296
it-5.3-fp16-32k-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:208ffb1f319541b210a0813240cc25592c19b9f62e8f87c29a5c590745383296
3
+ size 3261425440
it-5.3-fp16-32k-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b7680199e4b61895812a708d59e70c2d78fcd8ab00e0c37cccac78c3e854e1
3
+ size 3044333056
it-5.3-fp16-32k-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4096b031800ddb8a590c208eb0a942cfd89f53ba3f363bd8bbb1abd4a72c8d56
3
+ size 4393924672
it-5.3-fp16-32k-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6565c6e7f2d167a2d91ebcc057a4dad7827753b048f8377e9b5b6395a0c93895
3
+ size 4169890752
it-5.3-fp16-32k-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8402b6f9dcda957ea2b8976abd24b1cc2d39c3e7746580afa8c27b86826e5854
3
+ size 2942259840
it-5.3-fp16-32k-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9732515e0e8d83d0ae8755d26fb8d7a3bcb82c0f3c1ca5283abced4649600751
3
+ size 2751943296
it-5.3-fp16-32k-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11b4ba2aefa57702dc5d78dc1af185f9d59096d4ddde2c6c9d56f301263f2366
3
+ size 3761596192
it-5.3-fp16-32k-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5773ab5f400a54c0fd3d8530a6664f83e04e87311ccb75b91c8eb8f12ee8e9a2
3
+ size 4064634656
it-5.3-fp16-32k-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11b4ba2aefa57702dc5d78dc1af185f9d59096d4ddde2c6c9d56f301263f2366
3
+ size 3761596192
it-5.3-fp16-32k-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9ee53c4e6564974b1dac444bf11f657362df693c966978e874f0f3dc9b6e16
3
+ size 3407177504
it-5.3-fp16-32k-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90150aa6cadf4984aeb8fcb93a39c058d1a1acc096d8e9e4893e6a34856765be
3
+ size 4377147072
it-5.3-fp16-32k-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4cd54bd0bbb9fa12e489e7f87d42d22c28e40e00ecf11963ac6cab9433e5c28
3
+ size 4833603520
it-5.3-fp16-32k-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f558377b6e18313be280f545c47c82e2caa5f04168d329c2327a775b00d8bfb
3
+ size 4636669632
it-5.3-fp16-32k-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f558377b6e18313be280f545c47c82e2caa5f04168d329c2327a775b00d8bfb
3
+ size 4636669632
it-5.3-fp16-32k-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617fe03f4186227bf93b5b9528cc9ba4cf97c5311c3181c55832ce5029d42d33
3
+ size 4408604352
it-5.3-fp16-32k-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54e75ae3e790c10030aa50a6aa6524a6a6f7642dd4e1fe1232acfbcc561546d8
3
+ size 5290059968
it-5.3-fp16-32k-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8448f43fdd1240178503584b9d8f5a9604ca7b5d6d8bbb45dc6588d0eddec993
3
+ size 5746516416
it-5.3-fp16-32k-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1400329fbcffbfb686fd9f50c8614a21bf959410fd1890bcfd1eb48ace6af4
3
+ size 5423753408
it-5.3-fp16-32k-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1400329fbcffbfb686fd9f50c8614a21bf959410fd1890bcfd1eb48ace6af4
3
+ size 5423753408
it-5.3-fp16-32k-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d676826033a0738722331737ee21a8df72d2b3c80e7a1fc7a83b4ca7493636
3
+ size 5290059968
it-5.3-fp16-32k-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b238c99e24f8c50ca67e8c54e57a98743a044c170faeecf256265a1afd2bfee
3
+ size 6260029920
it-5.3-fp16-32k-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce742b49730af5242502da8d04fd7b88e5c92c70b3befef72e7d85f50253940
3
+ size 8107262880