diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..1c90702a454337a812d3e4ad3cfd3acd9c60bfa3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,107 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00001-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7665faf857b74e4510a9f59898bd8a7b7918351d --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ae90213ae07d4df81e9bbd9d1cb8021dd4c0cd27f813b2334b26e4b49dada6 +size 4876347648 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00002-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7cefdffd0fb82febc37373418884815315b9754e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96efaae224b329a7df3fb7b2d791cce78d1ef6ed5284d2c5fe4ff4d8fc25a9f2 +size 4919006720 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00003-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..abf5cbd2864dc671519d49751ce8109f9fccaae9 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de321965bdd2cb927507d53015bc2fcf01d22c1315bb83ff6bc143ff4f2ec96 +size 4890498912 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00004-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eb9f72e5484f3c7227b0d0e5120137fa19222010 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbcddd98d1162dae29708b1325440b6a5daaf8c889f1852564fddacf5df03cf +size 4890498912 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00005-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b95ae33ddcee90bbbd8b476df275f9ef62db9205 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a2c3b4868879908bd09b66947f0819bc58e87f4cd660b0d36e2550705212ff +size 4973827808 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00006-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a3e9219795a70bef2b092d1c6741094d0c43c5fe --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f3b612892bf634c5bd23e2cc848a904498546ebe00968cf46c9eeb13f54453 +size 4979627840 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00007-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..47b2e883148a922f57bfdf0d65237c3ca550979a --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4523bf05b20e647527db1dcbe0560807d563e95f88494a65fe72cc71a1700f +size 4886009568 diff --git a/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00008-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..84b9b061af8152fa127132dc2b4a3f19a6cd2989 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78eeaa429a2502057387e9df65834b3343ff166bf8c68bcbaa8687e2d3dac61 +size 3853849312 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00001-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..242557b1cd2f47be74f5b4e4d697593c5f9b1a23 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19cc9b6cffddeed50dc303f1c9d4068b74d7679033c0635a0bdc9181be193d2 +size 4988580736 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00002-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7392f9d92836676e1edb1a654c361c385d300db6 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45db7c262265ca7303e8bf36267322a22402c9205a92f2461b688421645b9971 +size 4975468832 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00003-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8220fe19951216d8b612567619db3e55cb795266 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35927d3118a99ca531f64bda5f2e3f2f7cad03f40d08711e02fb1bf062d9d0ee +size 4952269152 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00004-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d8f61ed8a391912cea7f5e7b3f6e0522724c30f8 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f2272c191e3358d34c024c9550e5ab1b11c651faca2f6e3d67e7a23477ea4f +size 4955054528 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00005-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e04fa1ede09fe3e0e7c9b2c041fa80ee134f090f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb940e13f09dcebb5745cfcfd1f399f8a71b7d7622a6d8599aa4c3d9aef333f +size 4931199456 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00006-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fd268c5a9eb7e32fb3946465354e848c69b6b720 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q2_K/KaraKaraWitch-L3.1-70b-Inori-Q2_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601bc1f29cfe292cea00dea432472d8b03d519efdb1ecae483f26b911c3d0d98 +size 1572539104 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00001-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7cd77510b6eb604659400c71265e283a7e76ff06 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c232ba13a79d0a916e8b7a90b5c307310341009e24294680f7cd0439cc66d54 +size 4903136000 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00002-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9f18147027cf14e94af91e77022e79d1973a865e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef1fdcd0189b33246637e64c7e34c865b9ba13e28add2a280cbed05614ede2b +size 4925167488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00003-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f24bff808a52e6c3e5fa1e4cb30ea852b0b737d9 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e4464efbc278154631a5194cb23682c3d95c939264985e2f40f7557fe06cd3 +size 4925167488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00004-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1d790c293103c25e7e062977f648f27b004bbd76 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a059170692aacb73c7479fb1e5349d935b140880c5620fc845d00c7c70f1bf97 +size 4925167488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00005-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..07ed837942f8a7cce19420b32f9b328b88526fab --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721aea4703996760ece93a34c3d3fb55fe52d62c13d45201b4d0d74ff845ad28 +size 4925167488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00006-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e2c0f5cddd7e0e461abc701fb2636b73cc7dc2e0 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38fc55870a2e89c2affca85e10f1f56042d5601f83f50986d885af2dadcb7843 +size 4925167488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00007-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d15d3178b494e0ab500f5f4f72f385c6cc3acfb2 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae93786566a98419680cbf2015acae32e7a350f5028c68f8e682144b46657d9 +size 4925167488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00008-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..211d8311ae170957cade56f32dd4d4e0e6a0b0c5 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f254a0abfbcfdfaa9f1127858588b8b23fde777e0722359a0bb66862f0c444f5 +size 2686455040 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00001-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ac81ef12aa7d96bf44de917d9584aa2950c62a06 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9150bfd00c12101c3c5542f2f8947dada312f197ed8498b9f768ee57553923e2 +size 4980992896 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00002-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..799e309af13b2873f414ff66cdba35c2013d99d6 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b19dbe5fa2b6ab2014c6df41599e85241f2e1287a95249178d87a241698e93 +size 4919925152 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00003-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e7be36c177c6f8cfa15d09c5882ad0545bf17066 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c6ef5a28375999dfcffc22ba03589f3365308e70b7ed5c930ab557bb8e8bf7 +size 4919925152 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00004-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..898139dd777bbc017accf948c08be944c89fb2ef --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26da0cf89dab6b9cfca2dbdbd9c8d993d4ad85fb997c49bc0f1c2e7e1c2c08d2 +size 4919925152 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00005-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..55c0ea109c69cd284b8e35bfde6283299c6e9a22 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93fbac03bdc1036fd06f831c67775f70a0870fbd63fb00e6fb4068552cd6eee1 +size 4919925152 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00006-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7698e9ea8b5bf016009833bf9aa9cad1849f6935 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e21de1f181021d869f2692bb7688833e536de3dd074c0c83cadb4fada4bbff +size 4919925152 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00007-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..71afb2f90b4a7ae7864e549fbe551626e2accdcb --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0a622bd1cc54002733177824a35ccc74fc9dde01784249d740647610cc33be +size 4686879008 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00001-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..afb81b5acf747c05b56f501b90d3a4378df8a459 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937b4b93ae203f8a667d18bb2871805e4505452cc298ec72af4a1be8ff3c9335 +size 4985417376 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00002-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f3b0c72ea857ac5eb237426511430c763ca8d0d6 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3388c73173249a6c28945f95b3c087236473c3159a9cca777aa682b3bc0c2dc3 +size 4944075936 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00003-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db5ae6ee1682f6e5615347d4e94790d620b252a3 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed09442b1a7554cf6adbabbb15329a44af86eaba9d69ed68276f497782d1d915 +size 4909440000 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00004-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8e67b84791f9dd9675d1119f98a97d723a8e596c --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72d3457f7691f71faeb14dd8909128edc47262d8a33b56c03dfe2b9e62947f2 +size 4976549216 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00005-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5d88d91cefe06f79ac0dc556cfea6676afa9f1a8 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6bfa9dc3c755d52e32fcc933c30870243ffafbdd81112d81ccb4bb700a908b0 +size 4909440000 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00006-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..209066ccc5b05a9eaf393dc6b5c80d0ea8773cf0 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771987e77209df39ea25dbabeb78913abdf5089001c3cd7c8cfbf1974821c41f +size 4909440000 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00007-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6bd76ab794e4f71edac003bbbf0ab7b16603171e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f96f4320c6e8ff61127cb285a0af93f85ae3afcb38d16ca0e115131de1706b +size 1277691968 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00001-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a8a3ded858d34621f8aac3fb0830d606b13f7826 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd25ab4f8ca5006607b4f71e7b96c8a75929724fafb4428124250898aab1ca86 +size 4917896992 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00002-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..63345f01310f5719bb0b54f5c2c62a70f4c8a18d --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5112833434315e590124a35b6cc9ac3794541bffd61d0ca965048a29acbcac4 +size 4994536640 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00003-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6f8051ba1d5943e07f0864b9cc06538da9b98688 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bceb4fdbb25be0fb90cd1bab5b9169e1f35afbb1ca363330b6a417da45909d83 +size 4972483904 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00004-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..209bb4e8101a5ae478b914a9279a77f21c5b82ee --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4481bd5348a3df649ef2951da021cd03d1afa575896cb847f15c96a968f4a088 +size 4971369792 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00005-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a4bf43154ae8121499acc52ef3ff4b8bfb46d8fc --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0208562980f1785fbc94d991377d881776eaa0a40856662e4b30f5d62fb8087 +size 4932801728 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00006-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..47efc2878ef5c21ee0547d52ab65cb899b532a3f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa09bcdc456a6d2738be3ab71ef7e0fdb06dcc974662e16bc35818b642525db1 +size 4878112064 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00007-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6e40d059f3070b6385212b7bb6213c90779b6b51 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b84902821de3019c747525e4c790e91be73e0ba9b87b5a815ee19276bc9b6f +size 4876997952 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00008-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9b5d7af056c2f320d6325f8516331b0b566b2c7e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459a5b909e310eb0df045a7da2db8644b1300443733d00fd4018dfb479f68819 +size 4904391584 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00009-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8d9ff3f9ee4b9d427446b0ccc407366d6924c44e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6be9a828f004ab414acbf7d3dc2f7f9ab1ae1a9b15b5224e8b337076547c23 +size 3071806656 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00001-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2db2bcf9f77339009df979ed0f4bee435842cad6 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b5bae901a58dcfe8eb81080506af820d2cdffbcc59073e669c678bbfb8562d1 +size 4999587904 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00002-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4fb71093c068141b9f0fdb782f94e35c90873bae --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dde74ac91f22e383458c14b9c07c1bbe8975cb509d84c69e64b2db4b56abb0a +size 4955739680 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00003-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ad2ebd3ff24b7f605dc919e03d63b648f9b2f876 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f7b370b8d6ec9337818cdb4ea1d3ab80076e6f34937ac4a1775739a1c22f439 +size 4956231104 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00004-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..079be1899b99481d28e2deee74355b4e71b26c8e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4dc79ae8bec888f80df1444669ba3821b18f86265a9c71ec050785c4da58e2 +size 4956231104 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00005-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a5ca28be8a3d0e50024f2a8d0c7852c7226340b0 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e153fa0be7eb62e35055d40512476e591f1488158de192c7812388e8702d66ef +size 4998731360 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00006-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ba36048fc1c1a97894b7337e4c2d456293db89ce --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8fe9363835f4fb00a9e86f54c8f91b46592404cb51cee2e29f47c91bb67a3aa +size 4999779936 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00007-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f3a507f5c46a8c55a75f1a0583707fb2c108892a --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6890088ab8bea63e59193f525a3778a240015fa1140009b1983ab70e38c8472f +size 4956231104 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00008-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f5490bf67f5ef46284a273d549582687ae78c1d8 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855361528abc84d754acf2aa525afe3880f3dc6949c1bece1884f7bf4a2a53e7 +size 4998731360 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00009-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5ee511f94cf5b2b242a62cae903bf97a77798b52 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f08a1b8819719a5512343355e6c9f1f741364d9b031302c9e425de7fa0d8d5 +size 525960000 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00001-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00001-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5bf2b34f3f0dc5e40f3d3c4b1cf58d6efc1ab7df --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00001-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c234d42fa43e397b1c5ca48f0f1ee175fd8e7d909a13659656f5a51a7bea4dc0 +size 4887880960 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00002-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00002-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5ec3a356990d1ea66fd521b3829f50fb51eff11a --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00002-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4357e8ec1cbd8324d4277827568c1f8f4210a79506a1f7a1d66e2e8a10a9a8 +size 4869198144 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00003-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00003-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6656b2751a6f14e670d5c6b1ab2ffcf79bbdd420 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00003-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41688f72108cc8cd10c409fb99ce118265fdb69c2199d0d38ede7ad4b52ca9dd +size 4963832192 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00004-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00004-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..39f0db176abc20d949b5e5f9a1d83a401b402cd1 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00004-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf7fdcddf8c81b5df95a4c7eae695d865dbc3de2a73ca535751f7faa286bfe1 +size 4985688608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00005-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00005-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a23dd8164de5f2a58c23815ff1d13f2c9cc36183 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00005-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24b652ed6945d92e92a42f7bf76330d52745a69ee4c1849c8ffc0b56a2d72c3 +size 4855402976 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00006-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00006-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f87d43377da048eb3cc272a4219b2b06b0f2c8da --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00006-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e248fa36f60a8b4e585dd86f46ee08c08f6fd9f5a14b19ffdd99b361671f3da +size 4964946304 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00007-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00007-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ede5606b1ab37363b4ff8b3d5a2596bf47c8e30f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00007-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e31e035f2c5a2e7e2ef433d65261aa62c285f4e223646ea8e5beaabe5c8f560 +size 4963832192 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00008-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00008-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ec95340c3c016322ecafe86e4a9bbb0e1f0f2b43 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00008-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0a671ee7f4384e5be3518819b573b75f348aced448a0f7f723aa97a656b3c7 +size 4985688608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00009-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00009-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bbb172163a83112c0f900aa4ea9286a154484fe0 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00009-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14549965d5dc98973fcd5036b66555e96074f367c01219d66d9fc9e06a2ffedf +size 4887712224 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00010-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00010-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1f92b912c30ff480e497e74347b6fef749361975 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00010-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750b81573e91aceaa654368e0cfc016f2d58ee922c29bcb15d8242decfe56421 +size 4965011776 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00011-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00011-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7fdef790043f64a05c194a62b2bf12fac60a85c9 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M-00011-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4b25c1c5d7cec022279311cf1b759aafc9ba4a1f8e9caa2aac32a9393e3bc5 +size 620626560 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00001-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00001-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0adcf6135b5b80af5821e083db6498e1064b4a1d --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00001-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb4932be7898a1daa86f8604fda7dd71a6597fda1b1c6e06be716bb84fabbeb +size 4856620352 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00002-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00002-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..23233c063086268958e160dcd3a17bec82dd2398 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00002-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e7850e9ddc56f5c2c180b048ea2a1afd6bf97e1581740546ac27c93e2a074f +size 4971893472 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00003-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00003-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dbdcea82c884f2ef49af28b2d5da23301941246c --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00003-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4988e7d1d0587b746362d48b0aff08babe6ce6a8afc900f7134bff314f9c07c +size 4868018560 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00004-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00004-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..207c11d06fdea0b8258c337a089f1668511ce896 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00004-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:effac4b22799d409af9e10e21aa127b45a550a053cea658e70be4bc84202164b +size 4868018560 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00005-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00005-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b6a7678c692f5ad76344daf375d691189bddab40 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00005-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e6a23a879a1b113235af913f9abbbf7043ca2ff1b383e12d3837dd0380137c +size 4971893472 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00006-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00006-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..538374191955334c8726f9757053dbd488fcfc3f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00006-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3478249671fff86affde096e0f3ad6c7769223e6de2a9cfabcbc8f4dcbdd8930 +size 4868018560 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00007-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00007-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b1f749023ee18d199565db31ef790abdf805196f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00007-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489ab98ca708b423bc6107d184b26c58384be4ec17a39f2ede81d2a2556fd5dd +size 4868018560 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00008-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00008-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f092390ef30761225dee00eeaa31bed7f7122c68 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00008-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffb6176124760dbca5feec938033cf4b390cf7ecbfb0f872b31d42641bf97a8 +size 4971893472 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00009-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00009-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..88ffdd436f8eeaad5a6e521630ebce764a094e9d --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00009-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f169093039079543d95db34c27880530ba0ab53e3647292a5c7e80b656993326 +size 4868018560 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00010-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00010-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..62658695d49e3ed01a1617d260adc50bc77a7ec7 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S-00010-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9148d8a10b5444e792931b2e41ef5b98c52b14f8a41e353588386cab67c63639 +size 4545057024 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00001-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00001-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e971895f19103d1f49abc0e88c2d258854c3a8d3 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00001-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07875d689277c411ca1bcffbfdf4f85fd04e45a2e48f30545db65924557ed56e +size 4924793632 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00002-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00002-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ca772d4c91dd15641a06e145fe22431320759fe7 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00002-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9bf98070cdb0abc11036c163204bd6b0de95c3690a1bf7befb7b662fc47585 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00003-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00003-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f0f05c7afa3286f00fd4a1a549230a888d6e5c12 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00003-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba26b4b34e552e09b4285296a73e7482f5094d860f728b8c161d25e57d6495a +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00004-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00004-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b3e01dcc503878be6561f7db82bd606a5704e4c7 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00004-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200e1eba143f224a578d4f578c44e335799e3a0063e4b0cffcabc38127529dc6 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00005-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00005-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..25a4b07a8692ee81460f4a13e4b5d97c676553b2 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00005-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9c90eac2e223f0e17d7e37e2c6d6bdcf2d5e8611e12a8175a60860e9d010a2 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00006-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00006-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..74a4b69a6fc656744019e064394656d6f03009fc --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00006-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c69f00d7d72ac9e49c39e95acf3e5cb08290cf023ec0804a6996837b159e5ed +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00007-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00007-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4ca5a012e17f26fce350f7cae3a1c95784515d60 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00007-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f326488009fa4f9eb30a55037226d3754fd493a5eff3340ed2d60560dff35ba +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00008-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00008-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6f40f7fbbee336fc2afba3937837fc2cc789dc8e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00008-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfbbf7fac1f0a8ba7c7e0ffd55dd195e66946a4027b58fa4561c0e30946acf5 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00009-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00009-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a4775a066ff9faca47401c7d8f618fe6b945061f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00009-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fac3c829d2f05d4e1a929476c1ce31376e076bee7f735a8328e1e227aa9c8a2 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00010-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00010-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..41864799b89555ac6afb727e2f2f77f6cb8df97e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00010-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a6d4d5a1e5f1cf7835a5ca8c82e6d9c88945530fccc1aa8d6fb39bdf477fc8 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00011-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00011-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d838db407011d62b9b247daac6600c168a8f029e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00011-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ada526cb37649afc3a4e979d729babf5b3642173ede5bda7f5dc9b37cd3df4 +size 4913696544 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00012-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00012-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..70e24b5f75c0c57bd5cdaf70441fb34e29bfc3be --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q6_K/KaraKaraWitch-L3.1-70b-Inori-Q6_K-00012-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37113e7a80941262bd8ca7f60fa7c147f48cd292ae114afe68ad2c1412be6dcb +size 3826388096 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00001-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00001-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b260b285e9f6a7c5bd760aa3d5b5958b84015112 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00001-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19ea492d7776420fc881cddf6d8655fbc08d9f65cc7e3adaec6f943690c2054 +size 4968079488 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00002-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00002-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4cc3729bfc96820d0d6107e5525a97592b28ab74 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00002-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c15e9aa25018c201c6a388f58c41f85df1bb17ebb19ed91872031ae0d088e9 +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00003-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00003-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fb147179d942d47d7e7fc7d558952d3312c7dd49 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00003-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d50045793df81bc8cfd6b1a2fa5578b5282d7bb429d56d0128410fbdc7629 +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00004-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00004-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e26505eb932dadb670b0227faf080d7846cba4f1 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00004-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f8f7ecd8fceefaf158a16f9be4464dc307f4ff0e357c1a6bcf62e9e3d5c074 +size 4955966624 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00005-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00005-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a67907ddb9aad05c458781a8371dd8edddc8448a --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00005-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a67aa5765b7e85c2b4ae070cffaa69593566fea5b590512026538b2aa6c35e6 +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00006-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00006-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c946954b346eb0fb67324f5f578a8439d355ec3c --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00006-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:529ad3831bd3709e935317ab94362df45e8bf425ed4a4bdcb848200f6d3d48dd +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00007-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00007-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a4292d4822f727977a2d3ced5e97740b33b7b00f --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00007-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195781010832f9953efd2668c7308def6f324d20466ceb8d5eecf2afd501db70 +size 4955966624 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00008-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00008-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..23f68a6dc7182ba243efb2a3b0fe49d2f119f7ce --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00008-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7857f67fbfb820de6e03907727a23169054e55b874640a35ae3090dd049ba53c +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00009-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00009-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a1d245c44f512951f2d5b774e21856a60c22fc18 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00009-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a4a905a0c2ab8ceaa6f102e80962c327dee0d55064527cc4664308c5950e47 +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00010-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00010-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..357482dd75768523a08970f91d726b7f543b0549 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00010-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804d1b2983db92f20b7b74935644e76d571f3d02fec3ae5a2c25a1d0add93b3f +size 4955966624 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00011-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00011-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..96108418dab57877fdcdad86087f9608f024f0c9 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00011-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ae1939e8c9d94d5cf8f7f44b45128f2a5069f0849f9e4418b55b149ad8b306 +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00012-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00012-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5ff7d0dbfdc9b43c135801e3c104e95038a5370e --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00012-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda642e11666a8af01c895ad1fa145ebe6f8adf42fa2cbb6d9d2126c2e631e95 +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00013-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00013-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..940980f3f021220b94600ee052dc399df491cce3 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00013-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e442ab637bc659c1b3fbccb1ffcce721631b1b4cfe15dc92d4b1715a3948be +size 4955966624 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00014-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00014-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..010e152a35d08d69a9fc10906f18d1213432e718 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00014-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792cdc92e4ce8ad60e5fa96cd7462aadd8bd3b4656f793c9245826a44f7f437d +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00015-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00015-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..328605a62fcaf6885a5c13e7563b091ad50efc83 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00015-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3737ad8076912af860ed09ec89951390c73f80bbb53a8636aa9816328754028c +size 4795468608 diff --git a/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00016-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00016-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1fb62817cc1c32e6e6b9cc02e6f9a3a9a5c40a75 --- /dev/null +++ b/KaraKaraWitch-L3.1-70b-Inori-Q8_0/KaraKaraWitch-L3.1-70b-Inori-Q8_0-00016-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d5f606104445dd9f6a9d1a2f25680d6bee1f39781f2461d361fa5c4f583405 +size 2228422208 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..78ea4a58aff1241a1c2a3b509c77e1fc165c6608 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: KaraKaraWitch/L3.1-70b-Inori +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# KaraKaraWitch/L3.1-70b-Inori GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [KaraKaraWitch-L3.1-70b-Inori-IQ4_XS](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-IQ4_XS) | 36496.80 MB (folder) | +| Q2_K | [KaraKaraWitch-L3.1-70b-Inori-Q2_K](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q2_K) | 25153.27 MB (folder) | +| Q3_K_L | [KaraKaraWitch-L3.1-70b-Inori-Q3_K_L](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q3_K_L) | 35420.03 MB (folder) | +| Q3_K_M | [KaraKaraWitch-L3.1-70b-Inori-Q3_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q3_K_M) | 32680.03 MB (folder) | +| Q3_K_S | [KaraKaraWitch-L3.1-70b-Inori-Q3_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q3_K_S) | 29480.03 MB (folder) | +| Q4_K_M | [KaraKaraWitch-L3.1-70b-Inori-Q4_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q4_K_M) | 40550.61 MB (folder) | +| Q4_K_S | [KaraKaraWitch-L3.1-70b-Inori-Q4_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q4_K_S) | 38478.11 MB (folder) | +| Q5_K_M | [KaraKaraWitch-L3.1-70b-Inori-Q5_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q5_K_M) | 47635.86 MB (folder) | +| Q5_K_S | [KaraKaraWitch-L3.1-70b-Inori-Q5_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q5_K_S) | 46403.36 MB (folder) | +| Q6_K | [KaraKaraWitch-L3.1-70b-Inori-Q6_K](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q6_K) | 55206.44 MB (folder) | +| Q8_0 | [KaraKaraWitch-L3.1-70b-Inori-Q8_0](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Inori-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Inori-Q8_0) | 71501.78 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532