Add quantised GGUF files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Ava-1.0-12B-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9526ddbf88a20089dc2358ccef8f4a54c5c6f3b670a0b71a4bd34fcfe8d9214
+size 4791047328

Ava-1.0-12B-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce898d1e2be74290d4a0a2222a25690a91a1d57f2140dcd5ccfadbeaa55f59e6
+size 7071700128

Ava-1.0-12B-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf0a4a9f95f8e0e00d429b9409b50e4cd9bc62614fd96e7c58f9067336b3b5a
+size 7477204128

Ava-1.0-12B-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff19d13446a1ed6ae237792683a0bf804a9d4535409887717586ab731581386
+size 10056209568

Ava-1.0-12B-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b12ffc1b9061d43bfbc9a844d3b95a5587451004f545c5dd5e5418ec177fd
+size 13022368928

Ava-1.0-12B-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2cf356712e82e5aae71efbeabbab39f23208ed6e3ca84b2abd3dc06b6c75cf
+size 24504276128