Upload folder using huggingface_hub

config.json

@@ -15,6 +15,14 @@
     "num_attention_heads": 32,
     "num_hidden_layers": 40,
     "num_key_value_heads": 8,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 8
+    },
     "rms_norm_eps": 1e-05,
     "rope_theta": 100000000.0,
     "sliding_window": null,

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd0eaa5e866d9853b517f02e3bb2c644ed40c5cd800d6ea478cac8ae10035ce
+size 5284986988

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466c9dd40744d5f89d8e04f8782e50b01cb853a13b7a85c3cff9fe0f02580050
+size 5344013386

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968e3b5971f38a7b63414d00acdcf15af47db81a829bd5f3240c131e399aacb
+size 5344013425

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc62eeb35eaddaf41c2d82285e2fe0e60c830442d0050a732edab526606c27c3
+size 5344013373

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04e2adffa8ae8baf86ffe670d266b0720b5518864c1c285709f223c570428a2
+size 3860217565

tokenizer_config.json

@@ -9016,4 +9016,4 @@
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
-}
+}