Update adapter_config.json
Browse files- adapter_config.json +3 -16
adapter_config.json
CHANGED
@@ -1,9 +1,7 @@
|
|
1 |
{
|
2 |
-
"model_type": "qwen2",
|
3 |
-
"model_name": "qwen2.5-14B-Instruct-1M-historical-narrative-generator",
|
4 |
-
"base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
|
5 |
"alpha_pattern": {},
|
6 |
"auto_mapping": null,
|
|
|
7 |
"bias": "none",
|
8 |
"corda_config": null,
|
9 |
"eva_config": null,
|
@@ -32,16 +30,5 @@
|
|
32 |
"task_type": "CAUSAL_LM",
|
33 |
"trainable_token_indices": null,
|
34 |
"use_dora": false,
|
35 |
-
"use_rslora": false
|
36 |
-
|
37 |
-
"n_positions": 1024,
|
38 |
-
"n_ctx": 1024,
|
39 |
-
"n_embd": 768,
|
40 |
-
"n_layer": 12,
|
41 |
-
"n_head": 12,
|
42 |
-
"layer_norm_epsilon": 1e-5,
|
43 |
-
"initializer_range": 0.02,
|
44 |
-
"bos_token_id": 50256,
|
45 |
-
"eos_token_id": 50256,
|
46 |
-
"pad_token_id": 50256
|
47 |
-
}
|
|
|
1 |
{
|
|
|
|
|
|
|
2 |
"alpha_pattern": {},
|
3 |
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
|
5 |
"bias": "none",
|
6 |
"corda_config": null,
|
7 |
"eva_config": null,
|
|
|
30 |
"task_type": "CAUSAL_LM",
|
31 |
"trainable_token_indices": null,
|
32 |
"use_dora": false,
|
33 |
+
"use_rslora": false
|
34 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|