diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..e5c7a184d4590dc0717c3a7926f8590074975b28 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,107 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+featherless-quants.png filter=lfs diff=lfs merge=lfs -text
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00001-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00001-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f8a24d157c7c8f6fe1692b530f400b6863c6d1a5
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00001-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c350faabc7a8b266600cd047d6e4753f8681b7e10d926852346e517a21f45ba
+size 4876345888
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00002-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00002-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..88a9715e1b241f87e02d7d0eb3492349906c07bb
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00002-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc03ebc36d038206c4fb68ce98b2ccaebba51061cc52d4b7ca96a5d93e6916f7
+size 4919006720
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00003-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00003-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..33fc5bd6ad142f53b0513bc8b99d5bfe23739759
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00003-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de11b46c68d5c5759431ff082d732609b69a729c0cea7851b35bbe66f6353cc
+size 4890498912
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00004-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00004-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ebaa07c231c4f7cee8bde6f6ac661a21b2870904
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00004-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235147e5b2de0247a13abcd28c91cb7f6b1e6f31257ba8f9336c08deb0867a2e
+size 4890498912
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00005-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00005-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5d2df3cce93867898b479eaf2cd437f032cc3e32
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00005-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9772948ea8d54d899526da198753ab5c4f9447804baf707971b7529584ddc38
+size 4973827808
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00006-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00006-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a25d8490239c6c68a9050af18ce8ccb89a476afd
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00006-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8abc92ad304424c327c44f784da91798e10ad3c99c9518f9fb6b9d83ead0d84
+size 4979627840
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00007-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00007-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..99b5f60c23d41dd010c7c3df5ddca5d76cc8079a
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00007-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc49b6b7fcf08a76da2a0eb87f6a20c54a815a4f6da6add414436db97c88db1d
+size 4886009568
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00008-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00008-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f38ea3151c616d3802cb4d090362200f11218806
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS-00008-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e50a00f7e4425155cd586b55306221e6ec569356f90eb22153ff5942ec84c5
+size 3853849312
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00001-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..41ab92a2dec4134bcbadf5d75a755e4168f03419
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fda827cec4a4425dfc77e12f55fa039007ca148634c049e5ef7143c0581a63
+size 4988578976
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00002-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c12006383c4518a1ee03b49fa3a38e7508e2c535
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acc6897b96e52f79266c871897a15d3a5780b5637820737d30a01cac1e54536
+size 4975468832
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00003-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b9d81c754375731c4d56d23ebfd790926616e455
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05efa809e409899b66213e7e5340cd9efbcc6809fc627496d3e60245269cb0ce
+size 4952269152
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00004-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dacb80cba719a642355793c934c3ef3a4a138924
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585e2649ae3f371a167198c5571442033d2e05cc4f70972aa0609d131c092fc7
+size 4955054528
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00005-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d23f61bfb082696c430921b54f1abb4c69e3ca50
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607b07897532d7b11df075e0f30fcbd2cb9dcd03daf0b24db44d0e470bf84616
+size 4931199456
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00006-of-00006.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2bb975d355c95c837fbd23352a1acbc057ccbcf4
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3e0b46a5b28e6d66b70c79a3772620683085bdcf1d534ddc44127a64876e8
+size 1572539104
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00001-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00001-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1effdd87b8404afbfc3aeb463e63c9d30152fa1f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00001-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10663ec1946fca44b9d42670af0fb634f0bd752fc8930b72337013ab6948798
+size 4903134272
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00002-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00002-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4f255695cd3d157efd7c7e561c310e20bed052ad
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00002-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f635c1e97d76ada2b95227516d8fb9eeda628c0a197c0644c3c1d5eea2e1877e
+size 4925167488
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00003-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00003-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..393022a27cec7bc07ee6f299289dead37ba7ee69
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00003-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c9abc9de019b163384f9cff0769455ab65c7a95bcd05da548bd55502334e78
+size 4925167488
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00004-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00004-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..87728172acb9950543f08f646d76d9f4b6b92eaf
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00004-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb9d33f31ca50631838c4b5d4e989e1648aab006b9279344d71ca01cf52fa66
+size 4925167488
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00005-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00005-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f83345a935b32d31834a5d353ff8e5ac0f12c873
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00005-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa33044e897738d8452a839fc367bc33fb51192e9fd615a599fca02d24b791a
+size 4925167488
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00006-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00006-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d9a457b01cc4a706be7731220a9d6fb731633048
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00006-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328a0526c682f7e59c591a6d648ba00d73d4bb58154bfd636fc2b90eb5e2e296
+size 4925167488
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00007-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00007-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6a37407772d6f37c0a6c328ffe8465a04dc04668
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00007-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ba6d72186a21617e42c6bdf14f3252fd9c4f6ea56ee3244c8aa44fac0fc436
+size 4925167488
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00008-of-00008.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00008-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fe887484de2b4e828f34965c77015e66984bd8c5
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L-00008-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2534987f89050d396c9d981894605ccedcb28571f87fc388cf9665b4e8a5385
+size 2686455040
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00001-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1139716badf8697a97439d367739953d7a443e48
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83bd0c5724ea0de510105bf8577c21414bb4a800f25790ea483002c0f32ac07
+size 4980991168
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00002-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..14be3ebff98d90b758a51d834765faa0672b4fd7
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c3a2abd182000e37330de2c303932ff981d3a132500b6335d2afcd6a70b19e
+size 4919925152
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00003-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..24e480b44fa5715c6f571b81b25e77d443eb4b2f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c07c210bd9f16a3674b662c038061ed96efdb8dd9f88bbb4553650299b4222
+size 4919925152
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00004-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..97c6dc4fc778d70cd34183f0abb1515b30cb291f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ff06c95d2c157d820935a23e74ec9a83e57c413c9c42b1fc1f6aaaa763464d
+size 4919925152
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00005-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..36e5e427bdf5bb4291f45014c8213f32999efd94
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c62b2aba21dd8c9dfd92212b8e2186ea1bcaff0e281e451fde0b66b97a67f26
+size 4919925152
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00006-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..72bc38ea31e3bbce3e4e77f4487ddbdfaff3ee34
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a7e9b8898b52ba5f76909b9e94a011d6585595e69acbacfe3644ed186bc30
+size 4919925152
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00007-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..75c100b357d5ce81cfc02d69d7093cc18f55e4b7
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041345f61b749384b741e9251a7ef66a9806ec5022ec231bcc13eddaa318327c
+size 4686879008
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00001-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1f3877dd194cf8490c7527bbbd027e655315e116
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591f446a0479810ff256e5e16af5d414b380f11d6ea31f3c257b735be79b1183
+size 4985415616
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00002-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1257d1962ff6701839188a0c315d9ee3f4fbd2fa
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73588a732e1e1b39830a727890f322d729621d4a6bdb786013a5d2b159a9004
+size 4944075936
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00003-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b4a8e4a61c5cce06c4b423c44efee6483b357e2f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f7524d75c390f6e1bde5ba753a7fd4ab6481be4d008895d8e76555ed6d169c
+size 4909440000
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00004-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..325f50619e3bdcdb200a24f68b6a30bf646fbd98
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb315f8e733f74133eb8a46d89eca31a39801ec41d522cff3e42db4675fb22de
+size 4976549216
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00005-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3d9afe5bdb21e8a9d32b87271f9f31403e76ccc2
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399fe6487fb65027a1a469fa12c101c0cd70fbd5d86fe52d23300c06c6a448a
+size 4909440000
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00006-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..47ed44b322b4d83b44280d9de5d5a685d4b4efd5
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e846dc06f6aa41ba3397f43f3dc2f18c8f5f56ed84478f8827c1701c3957ce46
+size 4909440000
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00007-of-00007.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..057c436736e4edbb92ac601f1d819aae1d152e25
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326355f22721fec781a40095c9a5ff68bc9727da59a832969e5ed251892fb678
+size 1277691968
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00001-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..21477b4a3237dd35387760dbdd1c01e19d4bf29d
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00132c53ee92e9e7999dbdb8b9854cbdf926dac779e94988f5c8573223e8410f
+size 4917895232
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00002-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9e41be94ecd43ba6e43bafa75fdcf437e10a359d
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96073b3d52279feefa9f4d1327aa1b2b1ff2ec3f00689b00dd71112551ba56e
+size 4994536640
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00003-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3204d63711dce0691e64c61ee0e1939ae3030fe3
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c57a9dcf7318a9c9e2305d6db78e2f4f1d1e7f50c60db0a40bc55bb943fa1c1
+size 4972483904
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00004-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d9604293492485d7dbacdb8abadc198d7feb2ff9
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bad3988e002978cb3aa8a74d8e26b2e393e63808345f2f087c136f15af37fb
+size 4971369792
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00005-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..665e1eb52bedd5d0bc58c77c1f47b0062d4a2acd
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb488fb1597ee82e96bbf1c9cbe279edf85acee2a6da000c185abf27da279f08
+size 4932801728
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00006-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d685b8f04d296b9f17d0856f3c7b9327c198dc15
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43993f27e7bdff1b6ff10af9c6c3826df20294570d62f7217eb1c54654b1220
+size 4878112064
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00007-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7134aba893a094740f3864cf13d6ea9e0462eafd
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22571ed6bbffef574a943647e81f578bae2cdf18153bdc701911d33e8b78cfd
+size 4876997952
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00008-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..302d177e217dab498ad35e682ea437b6586a0c67
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0f590d40e8ff4ee7111fc2b5e9c73832a0f7399b1251486b00a9210f85b99f
+size 4904391584
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00009-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b5e10525a33f77123168c05b2fcf9d6811c84bd9
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c78b983f8b6005c6c106255f07e82dd7140a180ae5e42fa5541625e9a08be4
+size 3071806656
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00001-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9e070f0e572990c1fd0156d590cd4e039084cc6d
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c430b774e093fb6bc4d7c9294fdf717228304117b7e29c9f50f086cbe469cbe
+size 4999586176
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00002-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fed23571ad96263041494433a5e6f7228ffb00cb
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bed9ca8befdc04918f983deb78bc820d94316c82c2df3c7863ac8cc4501f8c
+size 4955739680
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00003-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f01d9023ae2aaaef6e29ee1decfd28f307e5044f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0378eb51c6d559700f2eab271c05566b290a8b28b06b14a382e30e77024efcb9
+size 4956231104
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00004-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3958f1a6a109e02051bf4981c0c76a83dd5fa0af
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce832e5ea83ebe52d3585797e7d5712ef86bb44e6bc16cd235ce9ce594564fd
+size 4956231104
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00005-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..03efdfb15ad3a4693ef388c322a5a5c452e544c7
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4471ea8bd64395cc44df55d5b8fb840cae81748baba0c64d4da94a6da21fad
+size 4998731360
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00006-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cae941c62ad9f85cdbd9e37fe4036384c341b457
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130ea9248b24842ee5f71faade024dd37d91d3d8764d2ae09798ceeef729f3c
+size 4999779936
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00007-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0406b8643f140fff94ee778752c4b4d814773bc1
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24426707b2a379540d8afac4b91b10ae30ef3b44f2f6c577cb4ffef036786e2e
+size 4956231104
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00008-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1b8827cfb0eb51c4f6e2d198b1062f0bbb040835
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd3afc10d3fa42ca886d258f32f03609f19b8859bd9007a1fae55c07ade7a54
+size 4998731360
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00009-of-00009.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a2aa4e4113280835975a986cc8d285b8caf1d669
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c011df14c55aa0b618695db56431ff95e67514dd5092644a303b43ec60663a
+size 525960000
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00001-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00001-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..038e70b4ab27c4b98e6e3b61f94206e9bf12f9c8
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00001-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d7a9056c6e75774840d5a2365faf14f66106a858404544ffeae8c0bfbd5813
+size 4887879232
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00002-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00002-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0c3f57b458b9394a3fc8212f17b5507d8805002c
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00002-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c793a2cb4e592babcee6bf738587fd84236cd3fdbf076af190473759c4dac7c
+size 4869198144
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00003-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00003-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f2cbc9fd221de459a76ecc821791bb08148a9bf0
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00003-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ef26046757e0489c941125a47285bb1c62670f273adec27314412fdbc5eea6
+size 4963832192
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00004-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00004-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2f80d0a474956850cfa0ce12bf2ce68ddbf8cda4
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00004-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb623a1668410e742adc9648eff612c89b15445f8ea03162da9a8f6c7da9a1a
+size 4985688608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00005-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00005-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..336e68d3256541649718785d3badf5ed4f69fcfc
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00005-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f09e7ee2ffc6d4cbf46d0760f84505b279b338868a5840c0433cfa481cb66fe
+size 4855402976
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00006-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00006-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..30ffdcfd9057b28a2aac27539713461fe567d54c
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00006-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235854a30fda9d613079b29df92006fbb92104bbfb17fe4488272c45c2b6f1b0
+size 4964946304
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00007-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00007-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..09b30896c7e62e93ec58164d12a8975aff3124a5
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00007-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ac3604b79472d0f3601584d5430acb878d687875963247e23f3df689cda867
+size 4963832192
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00008-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00008-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c59193f7f1ec59c6f820117dd62cca7890442aca
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00008-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca2d2bc64e213ec1bb99927c94daca93b2af82524f65a5e42b551de7c191419
+size 4985688608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00009-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00009-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5fbbbcc2ae9e5ba79b1de287d03d6b8c2c401a0d
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00009-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0539b2d2cf8c6757e1e99ca4e1608b527b56f694217a79cede856bc06a86facd
+size 4887712224
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00010-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00010-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9e35d744f826bd820a0de34b965ae8603186d7a4
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00010-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b108735b5f933ee4763b31cd2c589ce5f55256ae7058a6e5ec97dd29a80a968
+size 4965011776
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00011-of-00011.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00011-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..09412b0fc1d06dc1edd705f114ccfac2919ea045
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M-00011-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6a5022f61d01530ac9b6f0a3d131c84c75d6d942bb68a84561611756f42a10
+size 620626560
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00001-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00001-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0e89a9fc6cd3874f5e01db03f6caf4fcd1862173
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00001-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f1d042ba058dac24eb00496827f685662e05469fda257dc29e3dc021aa4f4b
+size 4856618592
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00002-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00002-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2c0b97b496807b95161e46cd9c638c81bddab7cd
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00002-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c57f95a15afae14a1c31cf9bd5c94fea90db43355a48d8f1023d097c343b511
+size 4971893472
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00003-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00003-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..209845b231066394d6f2ba618085a2457d5e8028
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00003-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f067fd4032fa2fe61e208e5fd2e9359c330b699c8c6bd09b2b2112712df07f
+size 4868018560
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00004-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00004-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..62fa3eb5435bc3cfa8da429cda11e60925acff95
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00004-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b02ecf4d5daf163e0b48ad3f27dafbdb3caba3a124078fb98608f21396e7dda
+size 4868018560
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00005-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00005-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..62f3a2dd2a9069fe95cb4b37740fe880dd9d9e58
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00005-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc87d3d9bd2984876070677dff1f3ebd7763d4a08b8071eca65c3d177de7637
+size 4971893472
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00006-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00006-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b2c1dc7e8c148a102ddb118f1c2e7f81dc6b1442
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00006-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f3eba76a5d667c45db1d8291f9eb262be695579216adab6d7716651a18cfbc
+size 4868018560
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00007-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00007-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a7be3ee7d80c5683768e61d721b51e3bebcad2dc
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00007-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e8755a5f48a4356eaf8a3983c2445ab1627aba45f0f405af2e3c54a78d728
+size 4868018560
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00008-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00008-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..71912d4772b0535062c95cd9b5203ff2559fd343
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00008-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac896188dbc5b52a1a621d21b5c463d0b2e25f5ed4366c11c1fd75f44dfe43ef
+size 4971893472
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00009-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00009-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6ff1d5ce08852680f386d531d5a3366173000b28
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00009-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540146923d92e38a4fae860737d99928410bb5493597df1df5d8f303fcb11a19
+size 4868018560
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00010-of-00010.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00010-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2eeafe82d6483cb6b06a4c33d83b84524f784d08
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S-00010-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646a9afa94dbada265a77d06c19d298df118b4305c604ed6c02b1a72e172baa7
+size 4545057024
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00001-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00001-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f78af3b99984dd954cc12937af1dfcd8c7156173
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00001-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b169ce7fd56f344e34171d47513c512d297242ba0c2cbf424279a7cd086b608
+size 4924791904
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00002-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00002-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e37d4f84404ca747e3e2e873976b499135e230ed
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00002-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6c3b8deac773cbd9e70e395914f4a57c2006162f2ff4c408d565327d0318e7
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00003-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00003-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..aae7eaef8d437c7dddc48fff19133bda50826573
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00003-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088657134ecbe95bfdf787790bd51e0a91349abd270e63da81d5a8b5d602d8a8
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00004-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00004-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ecd84048cd17ebfe3535fbee0dafe3aab70fc849
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00004-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f271929ecafdbba1778a8a9100e1e4665887789122a3e20eb195ee43b88964cb
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00005-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00005-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8cd30fefc47c86f16a921be10aed583c0f456f3b
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00005-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8816d10bd74c620234d67ee575259abe8c906e6215ac9d6a5206e7d1853f3058
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00006-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00006-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..26c29f1a4cb1de012274b42260a6149877109f73
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00006-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e31f5ecc780c232b0164a7ceedf1f829f2ed4baa1e0b497ba977b2105174d37
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00007-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00007-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..31da76de293f0d95361d4541ee92ce4ff5699d85
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00007-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67a1cc5ef68fbcc0ce693808b1e7add7983a024cdd35c4b0f25e0793539d1a9
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00008-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00008-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8396d3a59ba2b8c68c54f8267a36bb65b538751f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00008-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ff29603f8b028f3af77bf4deb945bf4c70f7af240ebcbca9aedf3e47841a65
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00009-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00009-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9209f29ccbac1c410991f6b49b1227d414a956ed
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00009-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bd2e7c12ef45c2162afac2f0436a1c4a9e55d63f6d12b860e02d53a30bc210
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00010-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00010-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..785a10bd887acfa1ff87b43f93d181cf8d6021cc
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00010-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aafc197961ba19be1db05c768525355659f9b6799cbc3b601eac0306c8e905
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00011-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00011-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..23b5c9a7d87e188e6807a5769170ce264e890225
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00011-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478449cef3f4ec1b7da002087837f3e0f1015d8a4b875fd0cb24d4d4082c997d
+size 4913696544
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00012-of-00012.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00012-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e9d5705e85abbf3e35a33793128765c3c52c8002
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K-00012-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e8a6e5e26018177d53206e55e081f9fdbf7df147c9c46dbaf5c914a708ffef
+size 3826388096
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00001-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00001-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dbda2af3c04c83ae1b0e048d8f30ecc3c5db5c1f
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00001-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0305821487df559b5e2555291b12cd0a9ca2367d8d0eae50acc9fb773d2700
+size 4968077760
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00002-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00002-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..90c5a247b8d2618a402e70659ec27470f223f463
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00002-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad88bd968d4af1b50229b8998245c5937fb75148503ab8a2f93cb9d79b2c70e7
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00003-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00003-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..07a422f6d4d09dcbcf227cbc44e711fb00a96c4b
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00003-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e86e3cedc82dbbca574db3ec82c192bff0a1cd547d2d35b7ea36967d27395cc
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00004-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00004-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b58802d2fb635e867958be117c0b26de5efb4fdb
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00004-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d2df3eb2312609ba45d45529e3fb79af21a1b6cd9065f90ba8b6338c9013d7
+size 4955966624
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00005-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00005-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8d5b9ff6856e2532ada1c894049c9424a429ba77
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00005-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402ec29f1077e44ac2cb949d585f13ca927c4ebb93508d64d3ffa1302e32f340
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00006-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00006-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..04337458435ab8a19c303e0a65117d750de15413
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00006-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c74846761d435407b69315a18db98b4e0f037123d201cb92700e8d6ba6bca
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00007-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00007-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..786e7de77225c93e236b5b737ded8b1473f8ad52
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00007-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b7847e7d37189df629a729ddc7632c9e55e282b3bff6b7f4df6b8007ebe6d0
+size 4955966624
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00008-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00008-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0e11f8f3fb382f1754d294442777b649f8d37582
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00008-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968537d98673aba0d04f9f8021c2e139e746fa0fa3c9b223df4770fd6adffe6b
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00009-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00009-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..680097df5e056722517dec602870e7e5b98ec0e4
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00009-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e24d417410dbbd6160d43792b9335f984a6e4a6b6436be9f1e4f863d935571
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00010-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00010-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..146fd00e7eac8491278fc289c0ba1c9879bf4249
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00010-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973efe2d16b986b772bc36586abd303c93fff50fd240a723531917a3827f5810
+size 4955966624
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00011-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00011-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8e7391dab0599b95044c3dd43231317b81d242d8
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00011-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2346890f61c22ec5449ddb7b00e08d278d884f08d03306e614a6eaa686a4b91
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00012-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00012-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5e743c75503e0971549f5f916bdb7dd2f3c35fdd
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00012-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6d02c186346cf31dc663e31bb9dd8f4ac263c78be2e28f63308feded0bb885
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00013-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00013-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8416996f65599ecedb498ab0ca273f1bb23c2163
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00013-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea02b78a0a9454743abee77a9d58eadf149e8f78056b732ee3ccba47dc221dea
+size 4955966624
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00014-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00014-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..08ef4739c52d9f93729a152c19f066e1dad04c23
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00014-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a02e44fde6d46c4597a928d81681f879b996fa69523ac8114aceeb8cd07730
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00015-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00015-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f0562e569d92f89b808819d1b01ed45b77791dbc
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00015-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b5084408398ee65c2ad04cfc031b1c96047cf0ee617b2b3f680592980f4071
+size 4795468608
diff --git a/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00016-of-00016.gguf b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00016-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9c532b845f27024728af24d18c9b9e7718bc5f87
--- /dev/null
+++ b/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0-00016-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6597c0b7d78e7cc429cc190bd749a7a1c7d4c0c393e41491a9353aba8a7f5fea
+size 2228422208
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..8913d876b64505d8ff400db4a825ffd728befd25
--- /dev/null
+++ b/README.md
@@ -0,0 +1,47 @@
+---
+base_model: KaraKaraWitch/L3.1-70b-Swallow-Saigetsu
+pipeline_tag: text-generation
+quantized_by: featherless-ai-quants
+---
+
+# KaraKaraWitch/L3.1-70b-Swallow-Saigetsu GGUF Quantizations 🚀
+
+![Featherless AI Quants](./featherless-quants.png)
+
+*Optimized GGUF quantization files for enhanced model performance*
+
+> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
+---
+
+## Available Quantizations 📊
+
+| Quantization Type | File | Size |
+|-------------------|------|------|
+| IQ4_XS | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-IQ4_XS) | 36496.80 MB (folder) |
+| Q2_K | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q2_K) | 25153.27 MB (folder) |
+| Q3_K_L | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_L) | 35420.03 MB (folder) |
+| Q3_K_M | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_M) | 32680.03 MB (folder) |
+| Q3_K_S | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q3_K_S) | 29480.03 MB (folder) |
+| Q4_K_M | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_M) | 40550.61 MB (folder) |
+| Q4_K_S | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q4_K_S) | 38478.11 MB (folder) |
+| Q5_K_M | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_M) | 47635.86 MB (folder) |
+| Q5_K_S | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q5_K_S) | 46403.36 MB (folder) |
+| Q6_K | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q6_K) | 55206.44 MB (folder) |
+| Q8_0 | [KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-GGUF/tree/main/KaraKaraWitch-L3.1-70b-Swallow-Saigetsu-Q8_0) | 71501.78 MB (folder) |
+
+
+---
+
+## ⚡ Powered by [Featherless AI](https://featherless.ai)
+
+### Key Features
+
+- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
+- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
+- 📚 **Vast Compatibility** - Support for 2400+ models and counting
+- 💎 **Affordable Pricing** - Starting at just $10/month
+
+---
+
+**Links:**  
+[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
\ No newline at end of file
diff --git a/featherless-quants.png b/featherless-quants.png
new file mode 100644
index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669
--- /dev/null
+++ b/featherless-quants.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b
+size 1614532