mahing commited on
Commit
a978eaf
·
verified ·
1 Parent(s): 718af67

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +3 -16
adapter_config.json CHANGED
@@ -1,9 +1,7 @@
1
  {
2
- "model_type": "qwen2",
3
- "model_name": "qwen2.5-14B-Instruct-1M-historical-narrative-generator",
4
- "base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
5
  "alpha_pattern": {},
6
  "auto_mapping": null,
 
7
  "bias": "none",
8
  "corda_config": null,
9
  "eva_config": null,
@@ -32,16 +30,5 @@
32
  "task_type": "CAUSAL_LM",
33
  "trainable_token_indices": null,
34
  "use_dora": false,
35
- "use_rslora": false,
36
- "vocab_size": 50000,
37
- "n_positions": 1024,
38
- "n_ctx": 1024,
39
- "n_embd": 768,
40
- "n_layer": 12,
41
- "n_head": 12,
42
- "layer_norm_epsilon": 1e-5,
43
- "initializer_range": 0.02,
44
- "bos_token_id": 50256,
45
- "eos_token_id": 50256,
46
- "pad_token_id": 50256
47
- }
 
1
  {
 
 
 
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
5
  "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
 
30
  "task_type": "CAUSAL_LM",
31
  "trainable_token_indices": null,
32
  "use_dora": false,
33
+ "use_rslora": false
34
+ }