Add quantized GGUF model files.

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV5-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV5-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV5-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV5-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV5-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV5-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Prima-LelantaclesV5-7b-Q3_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6d67a9ad4d4027536314ef833f3a282cfeaf92c8ec8424da46af30ec7e27d31a
+size 3518985920

Prima-LelantaclesV5-7b-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5615f1d0c858e348586312dc2fc46552b685542a95ecf6a8434c99371fce51
+size 4368438976

Prima-LelantaclesV5-7b-Q4_K_S.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:283b5753c33bab041d083b83acf3868cefe512e0827f1d1f3a63a5eea586f60a
+size 4140373696

Prima-LelantaclesV5-7b-Q5_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1a22ff623bb970825b5e0c3597105d69c081bd79095244c189963ae20b7ef2
+size 5131409088

Prima-LelantaclesV5-7b-Q5_K_S.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:32e634878a5e1d8773308be74bd0eaef34c0f1462fe3ebe7e7a67e6407763c87
+size 4997715648

Prima-LelantaclesV5-7b-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ab459a14b4eb4dd09e68b3548b0487205a31a0a3e0ee851cff0836846bcd6fb1
+size 5942064832