Upload q3, q2 quantized model weights

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -47,3 +47,7 @@ Phi-3-medium-4k-instruct-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text

 Phi-3-medium-4k-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text

Phi-3-medium-4k-instruct-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9641b84fb6d3faf3f97e899f39736728ba391148b7ce58fad2828f4c1d1469
+size 5336666720

Phi-3-medium-4k-instruct-Q3_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4927083304b10e0f21ea978fa47455df1a3e5a1000b2c4f7729f22894ee9942e
+size 7117077600

Phi-3-medium-4k-instruct-Q3_K_L.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:775c674df47eb074e14a8b8c904db2656aeea03f82a64f632601bfada70cfb73
+size 7683964000

Phi-3-medium-4k-instruct-Q3_K_S.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1352213d1394041d7764568f9d89e3bc715063d93b40b1c95e7f2eaa5dfa1a
+size 6258556000