Update config.json

config.json

@@ -31,6 +31,10 @@
     "kv_cache_dtype": {
       "q4f16": "float16",
       "fp16": "float16"
+    },
+    "use_external_data_format": {
+      "q4": true,
+      "q4f16": true
     }
   }
 }