Upload folder using huggingface_hub
Browse files- config.json +5 -4
- model.safetensors +2 -2
config.json
CHANGED
|
@@ -6,8 +6,9 @@
|
|
| 6 |
"": "eagle3.Eagle3SpeculatorConfig"
|
| 7 |
},
|
| 8 |
"base_model_ep_plan": null,
|
| 9 |
-
"draft_vocab_size":
|
| 10 |
"dtype": "bfloat16",
|
|
|
|
| 11 |
"has_no_defaults_at_init": false,
|
| 12 |
"norm_before_residual": true,
|
| 13 |
"speculators_config": {
|
|
@@ -17,7 +18,7 @@
|
|
| 17 |
{
|
| 18 |
"accept_tolerance": 0.0,
|
| 19 |
"proposal_type": "greedy",
|
| 20 |
-
"speculative_tokens":
|
| 21 |
"verifier_accept_k": 1
|
| 22 |
}
|
| 23 |
],
|
|
@@ -29,7 +30,7 @@
|
|
| 29 |
}
|
| 30 |
},
|
| 31 |
"speculators_model_type": "eagle3",
|
| 32 |
-
"speculators_version": "0.
|
| 33 |
"target_hidden_size": null,
|
| 34 |
"transformer_layer_config": {
|
| 35 |
"attention_bias": false,
|
|
@@ -53,5 +54,5 @@
|
|
| 53 |
"use_cache": true,
|
| 54 |
"vocab_size": 201088
|
| 55 |
},
|
| 56 |
-
"transformers_version": "4.
|
| 57 |
}
|
|
|
|
| 6 |
"": "eagle3.Eagle3SpeculatorConfig"
|
| 7 |
},
|
| 8 |
"base_model_ep_plan": null,
|
| 9 |
+
"draft_vocab_size": 64000,
|
| 10 |
"dtype": "bfloat16",
|
| 11 |
+
"eagle_aux_hidden_state_layer_ids": null,
|
| 12 |
"has_no_defaults_at_init": false,
|
| 13 |
"norm_before_residual": true,
|
| 14 |
"speculators_config": {
|
|
|
|
| 18 |
{
|
| 19 |
"accept_tolerance": 0.0,
|
| 20 |
"proposal_type": "greedy",
|
| 21 |
+
"speculative_tokens": 3,
|
| 22 |
"verifier_accept_k": 1
|
| 23 |
}
|
| 24 |
],
|
|
|
|
| 30 |
}
|
| 31 |
},
|
| 32 |
"speculators_model_type": "eagle3",
|
| 33 |
+
"speculators_version": "0.3.0.dev8",
|
| 34 |
"target_hidden_size": null,
|
| 35 |
"transformer_layer_config": {
|
| 36 |
"attention_bias": false,
|
|
|
|
| 54 |
"use_cache": true,
|
| 55 |
"vocab_size": 201088
|
| 56 |
},
|
| 57 |
+
"transformers_version": "4.57.1"
|
| 58 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7948d3627f9f895ddbda530e6c153ae3d4293189d710572acc850839a96c4655
|
| 3 |
+
size 1834168808
|