rohithsiddhartha
/

DeepSeek-R1-4bit

4-bit precision

Model card Files Files and versions Community

rohithsiddhartha commited on about 12 hours ago

Commit

bd37d53

·

verified ·

1 Parent(s): 3b298c4

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -37,11 +37,11 @@
     "qk_nope_head_dim": 128,
     "qk_rope_head_dim": 64,
     "quantization": {
-        "group_size": 32,
         "bits": 4
     },
     "quantization_config": {
-        "group_size": 32,
         "bits": 4
     },
     "rms_norm_eps": 1e-06,
@@ -62,7 +62,7 @@
     "topk_group": 4,
     "topk_method": "noaux_tc",
     "torch_dtype": "bfloat16",
-    "transformers_version": "4.46.3",
     "use_cache": true,
     "v_head_dim": 128,
     "vocab_size": 129280

     "qk_nope_head_dim": 128,
     "qk_rope_head_dim": 64,
     "quantization": {
+        "group_size": 64,
         "bits": 4
     },
     "quantization_config": {
+        "group_size": 64,
         "bits": 4
     },
     "rms_norm_eps": 1e-06,
     "topk_group": 4,
     "topk_method": "noaux_tc",
     "torch_dtype": "bfloat16",
+    "transformers_version": "4.33.1",
     "use_cache": true,
     "v_head_dim": 128,
     "vocab_size": 129280