Add quantised GGUF files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

magnum-v2.5-12b-kto-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b08348f083ee0bb52b50d94c027da4f0f6850e560176da0fdc44b21ed3e0eab
+size 4791047520

magnum-v2.5-12b-kto-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5736df1db48032e8511a7f52f5e81e7702eb1a7b1e83abf9aefa0dd96d6cad
+size 7071700320

magnum-v2.5-12b-kto-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84535adb2b71702258bbbc073be16721e794b4d5af25ca6f8263a7f9ec9d88dc
+size 7477204320

magnum-v2.5-12b-kto-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45c3a147ee6282ab03edfa69c65652b8d3a9e06fd34971ae1a88faa90d965cf
+size 10056209760

magnum-v2.5-12b-kto-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c59692f7ac43e85d757ef646ece2921498a6f603c748e9b56d70c680a3f2d81
+size 13022369120

magnum-v2.5-12b-kto-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab8c94d989b7280c35dda247d4f72e18389f915012f0d706e210fc420eb12e0
+size 24504276320