Hugging Face's logo

dbaek111
/
Phi-3-mini-128k-500-instruct_3

Text Generation
Transformers
Safetensors
phi3
trl
sft
conversational
custom_code
text-generation-inference
4-bit precision
bitsandbytes
Model card Files Community
dbaek111 commited on
Commit
04af93c
·
verified ·
1 Parent(s): f9e09fe

Upload model

Browse files
Files changed (2) hide show
  1. adapter_config.json +24 -24
  2. adapter_model.safetensors +1 -1
adapter_config.json CHANGED
@@ -20,38 +20,38 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "layers.9.self_attn.qkv_proj",
 
 
 
24
  "layers.25.self_attn.qkv_proj",
25
- "layers.10.self_attn.qkv_proj",
26
- "layers.24.self_attn.qkv_proj",
27
- "layers.21.self_attn.qkv_proj",
28
- "layers.3.self_attn.qkv_proj",
29
- "layers.13.self_attn.qkv_proj",
30
- "layers.29.self_attn.qkv_proj",
31
- "layers.15.self_attn.qkv_proj",
32
- "layers.17.self_attn.qkv_proj",
33
- "layers.23.self_attn.qkv_proj",
34
  "layers.1.self_attn.qkv_proj",
 
35
  "layers.19.self_attn.qkv_proj",
36
- "layers.7.self_attn.qkv_proj",
37
- "layers.11.self_attn.qkv_proj",
38
  "layers.16.self_attn.qkv_proj",
39
- "layers.27.self_attn.qkv_proj",
40
- "layers.12.self_attn.qkv_proj",
41
- "layers.2.self_attn.qkv_proj",
42
- "layers.28.self_attn.qkv_proj",
43
- "layers.0.self_attn.qkv_proj",
44
- "layers.18.self_attn.qkv_proj",
45
- "layers.6.self_attn.qkv_proj",
46
- "layers.4.self_attn.qkv_proj",
47
- "layers.26.self_attn.qkv_proj",
48
  "layers.5.self_attn.qkv_proj",
49
- "layers.20.self_attn.qkv_proj",
50
- "layers.14.self_attn.qkv_proj",
51
- "layers.8.self_attn.qkv_proj",
52
  "layers.22.self_attn.qkv_proj",
 
 
 
 
 
 
53
  "layers.30.self_attn.qkv_proj",
54
- "layers.31.self_attn.qkv_proj"
 
 
 
 
 
55
  ],
56
  "task_type": "CAUSAL_LM",
57
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "layers.0.self_attn.qkv_proj",
24
+ "layers.27.self_attn.qkv_proj",
25
+ "layers.24.self_attn.qkv_proj",
26
  "layers.9.self_attn.qkv_proj",
27
+ "layers.20.self_attn.qkv_proj",
28
+ "layers.28.self_attn.qkv_proj",
29
+ "layers.7.self_attn.qkv_proj",
30
  "layers.25.self_attn.qkv_proj",
31
+ "layers.18.self_attn.qkv_proj",
32
+ "layers.12.self_attn.qkv_proj",
 
 
 
 
 
 
 
33
  "layers.1.self_attn.qkv_proj",
34
+ "layers.8.self_attn.qkv_proj",
35
  "layers.19.self_attn.qkv_proj",
 
 
36
  "layers.16.self_attn.qkv_proj",
37
+ "layers.29.self_attn.qkv_proj",
38
+ "layers.3.self_attn.qkv_proj",
39
+ "layers.23.self_attn.qkv_proj",
 
 
 
 
 
 
40
  "layers.5.self_attn.qkv_proj",
 
 
 
41
  "layers.22.self_attn.qkv_proj",
42
+ "layers.6.self_attn.qkv_proj",
43
+ "layers.17.self_attn.qkv_proj",
44
+ "layers.10.self_attn.qkv_proj",
45
+ "layers.31.self_attn.qkv_proj",
46
+ "layers.4.self_attn.qkv_proj",
47
+ "layers.11.self_attn.qkv_proj",
48
  "layers.30.self_attn.qkv_proj",
49
+ "layers.2.self_attn.qkv_proj",
50
+ "layers.26.self_attn.qkv_proj",
51
+ "layers.21.self_attn.qkv_proj",
52
+ "layers.15.self_attn.qkv_proj",
53
+ "layers.13.self_attn.qkv_proj",
54
+ "layers.14.self_attn.qkv_proj"
55
  ],
56
  "task_type": "CAUSAL_LM",
57
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2244dff6018a65292ffd7eeb2922aa5391b706c52e1158f6f2f38855f005407
3
  size 100672064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:861a84bdb74ce470bc6e24ed19aae0278ef9b9d4aa87db506c71d4066bba56a6
3
  size 100672064