Added quantized

onnx/model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a40e904daff4520b02596ef8b86f2d60ea1dcb4a46f0c9cb5b0a39e45c050da
+size 111182784

onnx/model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81710ae845d7bd8a0828c861289b3daf60a69c981c63ee3faa06889a1b9f7087
+size 58085640

onnx/model_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48965014a5f30797d4c8bc8cdb80c43334a251e12eaf56f2a1d928adccef7d54
+size 38318071

onnx/model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7d65f248108861a8d93479fb013093ed1ff42accbc73b540f287848be15f67
+size 111237888

onnx/model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c6138f1c814e124a0e8c24e6ae6ca3f0e82b02232274ac15316c58049c68f8
+size 56815300

onnx/model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec9fa3ef32288d446ce0a5d61a7ae0a4c6d2b9f89c329a0d4524651aa41c2a3
+size 38318071

onnx/model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec9fa3ef32288d446ce0a5d61a7ae0a4c6d2b9f89c329a0d4524651aa41c2a3
+size 38318071

quantize_config.json

@@ -0,0 +1,18 @@
+{
+    "modes": [
+        "fp16",
+        "q8",
+        "int8",
+        "uint8",
+        "q4",
+        "q4f16",
+        "bnb4"
+    ],
+    "per_channel": true,
+    "reduce_range": true,
+    "block_size": null,
+    "is_symmetric": true,
+    "accuracy_level": null,
+    "quant_type": 1,
+    "op_block_list": null
+}