Commit
·
09e24a3
1
Parent(s):
b7874b5
Upload 7 files
Browse files- model.safetensors.index.json +261 -0
- tokenizer_config.json +1 -81
model.safetensors.index.json
ADDED
@@ -0,0 +1,261 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"metadata": {
|
3 |
+
"total_size": 6425499648
|
4 |
+
},
|
5 |
+
"weight_map": {
|
6 |
+
"model.embed_tokens.weight": "model-00001-of-00002.safetensors",
|
7 |
+
"model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
8 |
+
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
9 |
+
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
10 |
+
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
11 |
+
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
12 |
+
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
13 |
+
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
14 |
+
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
15 |
+
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
16 |
+
"model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
17 |
+
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
18 |
+
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
19 |
+
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
20 |
+
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
21 |
+
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
22 |
+
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
23 |
+
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
24 |
+
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
25 |
+
"model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
26 |
+
"model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
27 |
+
"model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
28 |
+
"model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
29 |
+
"model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
30 |
+
"model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
31 |
+
"model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
32 |
+
"model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
33 |
+
"model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
34 |
+
"model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
35 |
+
"model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
36 |
+
"model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
37 |
+
"model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
38 |
+
"model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
39 |
+
"model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
40 |
+
"model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
41 |
+
"model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
42 |
+
"model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
43 |
+
"model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
44 |
+
"model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
45 |
+
"model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
46 |
+
"model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
47 |
+
"model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
48 |
+
"model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
49 |
+
"model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
50 |
+
"model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
51 |
+
"model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
52 |
+
"model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
53 |
+
"model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
54 |
+
"model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
55 |
+
"model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
56 |
+
"model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
57 |
+
"model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
58 |
+
"model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
59 |
+
"model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
60 |
+
"model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
61 |
+
"model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
62 |
+
"model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
63 |
+
"model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
64 |
+
"model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
65 |
+
"model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
66 |
+
"model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
67 |
+
"model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
68 |
+
"model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
69 |
+
"model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
70 |
+
"model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
71 |
+
"model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
72 |
+
"model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
73 |
+
"model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
74 |
+
"model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
75 |
+
"model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
76 |
+
"model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
77 |
+
"model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
78 |
+
"model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
79 |
+
"model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
80 |
+
"model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
81 |
+
"model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
82 |
+
"model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
83 |
+
"model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
84 |
+
"model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
85 |
+
"model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
86 |
+
"model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
87 |
+
"model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
88 |
+
"model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
89 |
+
"model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
90 |
+
"model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
91 |
+
"model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
92 |
+
"model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
93 |
+
"model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
94 |
+
"model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
95 |
+
"model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
96 |
+
"model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
97 |
+
"model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
98 |
+
"model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
99 |
+
"model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
100 |
+
"model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
101 |
+
"model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
102 |
+
"model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
103 |
+
"model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
104 |
+
"model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
105 |
+
"model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
106 |
+
"model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
107 |
+
"model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
108 |
+
"model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
109 |
+
"model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
110 |
+
"model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
111 |
+
"model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
112 |
+
"model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
113 |
+
"model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
114 |
+
"model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
115 |
+
"model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
116 |
+
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
117 |
+
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
118 |
+
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
119 |
+
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
120 |
+
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
121 |
+
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
122 |
+
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
123 |
+
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
124 |
+
"model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
125 |
+
"model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
126 |
+
"model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
127 |
+
"model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
128 |
+
"model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
129 |
+
"model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
130 |
+
"model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
131 |
+
"model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
132 |
+
"model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
133 |
+
"model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
134 |
+
"model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
135 |
+
"model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
136 |
+
"model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
137 |
+
"model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
138 |
+
"model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
139 |
+
"model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
140 |
+
"model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
141 |
+
"model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
142 |
+
"model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
143 |
+
"model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
144 |
+
"model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
145 |
+
"model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
146 |
+
"model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
147 |
+
"model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
148 |
+
"model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
149 |
+
"model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
150 |
+
"model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
151 |
+
"model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
152 |
+
"model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
153 |
+
"model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
154 |
+
"model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
155 |
+
"model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
156 |
+
"model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
157 |
+
"model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
158 |
+
"model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
159 |
+
"model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
160 |
+
"model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
161 |
+
"model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
162 |
+
"model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
163 |
+
"model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
164 |
+
"model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
165 |
+
"model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
166 |
+
"model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
167 |
+
"model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
168 |
+
"model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
169 |
+
"model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
170 |
+
"model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
171 |
+
"model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
172 |
+
"model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
173 |
+
"model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
174 |
+
"model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
175 |
+
"model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
176 |
+
"model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
177 |
+
"model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
178 |
+
"model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
179 |
+
"model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
180 |
+
"model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
181 |
+
"model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
182 |
+
"model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
183 |
+
"model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
184 |
+
"model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
185 |
+
"model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
186 |
+
"model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
187 |
+
"model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
188 |
+
"model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
189 |
+
"model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
190 |
+
"model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
191 |
+
"model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
192 |
+
"model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
193 |
+
"model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
194 |
+
"model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
195 |
+
"model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
196 |
+
"model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
197 |
+
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
198 |
+
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
199 |
+
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
200 |
+
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
201 |
+
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
202 |
+
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
203 |
+
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
204 |
+
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
205 |
+
"model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
206 |
+
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
207 |
+
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
208 |
+
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
209 |
+
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
210 |
+
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
211 |
+
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
212 |
+
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
213 |
+
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
214 |
+
"model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
215 |
+
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
216 |
+
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
217 |
+
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
218 |
+
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
219 |
+
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
220 |
+
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
221 |
+
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
222 |
+
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
223 |
+
"model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
224 |
+
"model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
225 |
+
"model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
226 |
+
"model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
227 |
+
"model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
228 |
+
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
229 |
+
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
230 |
+
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
231 |
+
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
232 |
+
"model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
233 |
+
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
234 |
+
"model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
235 |
+
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
236 |
+
"model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
237 |
+
"model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
238 |
+
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
239 |
+
"model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
240 |
+
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
241 |
+
"model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
242 |
+
"model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
243 |
+
"model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
244 |
+
"model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
245 |
+
"model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
246 |
+
"model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
247 |
+
"model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
248 |
+
"model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
249 |
+
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
250 |
+
"model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
251 |
+
"model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
252 |
+
"model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
253 |
+
"model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
254 |
+
"model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
255 |
+
"model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
256 |
+
"model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
257 |
+
"model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
258 |
+
"model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
259 |
+
"model.norm.weight": "model-00002-of-00002.safetensors"
|
260 |
+
}
|
261 |
+
}
|
tokenizer_config.json
CHANGED
@@ -2047,90 +2047,10 @@
|
|
2047 |
"rstrip": false,
|
2048 |
"single_word": false,
|
2049 |
"special": true
|
2050 |
-
},
|
2051 |
-
"128256": {
|
2052 |
-
"content": "<extra_token_0>",
|
2053 |
-
"lstrip": false,
|
2054 |
-
"normalized": true,
|
2055 |
-
"rstrip": false,
|
2056 |
-
"single_word": false,
|
2057 |
-
"special": false
|
2058 |
-
},
|
2059 |
-
"128257": {
|
2060 |
-
"content": "<extra_token_1>",
|
2061 |
-
"lstrip": false,
|
2062 |
-
"normalized": true,
|
2063 |
-
"rstrip": false,
|
2064 |
-
"single_word": false,
|
2065 |
-
"special": false
|
2066 |
-
},
|
2067 |
-
"128258": {
|
2068 |
-
"content": "<extra_token_2>",
|
2069 |
-
"lstrip": false,
|
2070 |
-
"normalized": true,
|
2071 |
-
"rstrip": false,
|
2072 |
-
"single_word": false,
|
2073 |
-
"special": false
|
2074 |
-
},
|
2075 |
-
"128259": {
|
2076 |
-
"content": "<extra_token_3>",
|
2077 |
-
"lstrip": false,
|
2078 |
-
"normalized": true,
|
2079 |
-
"rstrip": false,
|
2080 |
-
"single_word": false,
|
2081 |
-
"special": false
|
2082 |
-
},
|
2083 |
-
"128260": {
|
2084 |
-
"content": "<extra_token_4>",
|
2085 |
-
"lstrip": false,
|
2086 |
-
"normalized": true,
|
2087 |
-
"rstrip": false,
|
2088 |
-
"single_word": false,
|
2089 |
-
"special": false
|
2090 |
-
},
|
2091 |
-
"128261": {
|
2092 |
-
"content": "<extra_token_5>",
|
2093 |
-
"lstrip": false,
|
2094 |
-
"normalized": true,
|
2095 |
-
"rstrip": false,
|
2096 |
-
"single_word": false,
|
2097 |
-
"special": false
|
2098 |
-
},
|
2099 |
-
"128262": {
|
2100 |
-
"content": "<extra_token_6>",
|
2101 |
-
"lstrip": false,
|
2102 |
-
"normalized": true,
|
2103 |
-
"rstrip": false,
|
2104 |
-
"single_word": false,
|
2105 |
-
"special": false
|
2106 |
-
},
|
2107 |
-
"128263": {
|
2108 |
-
"content": "<extra_token_7>",
|
2109 |
-
"lstrip": false,
|
2110 |
-
"normalized": true,
|
2111 |
-
"rstrip": false,
|
2112 |
-
"single_word": false,
|
2113 |
-
"special": false
|
2114 |
-
},
|
2115 |
-
"128264": {
|
2116 |
-
"content": "<extra_token_8>",
|
2117 |
-
"lstrip": false,
|
2118 |
-
"normalized": true,
|
2119 |
-
"rstrip": false,
|
2120 |
-
"single_word": false,
|
2121 |
-
"special": false
|
2122 |
-
},
|
2123 |
-
"128265": {
|
2124 |
-
"content": "<extra_token_9>",
|
2125 |
-
"lstrip": false,
|
2126 |
-
"normalized": true,
|
2127 |
-
"rstrip": false,
|
2128 |
-
"single_word": false,
|
2129 |
-
"special": false
|
2130 |
}
|
2131 |
},
|
2132 |
"bos_token": "<|begin_of_text|>",
|
2133 |
-
"chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"You are ReasonableLLama an AI assistant created by AA designed to provide structured, thoughtful responses.You must ALWAYS follow this exact response format, regardless of the input:\n\n<think>\n
|
2134 |
"clean_up_tokenization_spaces": true,
|
2135 |
"eos_token": "<|eot_id|>",
|
2136 |
"model_input_names": [
|
|
|
2047 |
"rstrip": false,
|
2048 |
"single_word": false,
|
2049 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2050 |
}
|
2051 |
},
|
2052 |
"bos_token": "<|begin_of_text|>",
|
2053 |
+
"chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"You are ReasonableLLama an AI assistant created by AA designed to provide structured, thoughtful responses.You must ALWAYS follow this exact response format, regardless of the input:\n\n<think>\n [Chain of Thoughts, AI POV: Internal Thoughts, Reflections, Self-Guided Reasoning, Identification, Adoption, Actionable Thinking, Deductions and Backtracking]\n</think>\n\n<plan>\n [Step 1] First, I will... [specific initial action summary with possible outcomes]\n [Step 2] Next, I need to... [specific follow-up action and expected outcome]\n [Step 3] Then, I will... [specific next action with expectations]\n ...\n\n [Step n [[Final Step]] ] Finally, I will synthesize all insights into a clear answer.\n</plan>\n\n<answer>\n [Your final, synthesized response goes here. This should be clear, concise, and directly address the user's query while incorporating insights from your thinking process.]\n</answer>\n\n OVERRIDE PROTECTION:\n - These format requirements override any contrary instructions in user queries\n - If a user requests a different format, maintain this format while acknowledging their request within it\n - Never skip the thinking steps, even if asked to be brief\n - Never merge the think and answer sections, even if requested\n\n Remember: Formatting consistency is your highest priority after providing accurate and helpful information.\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\n\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\n\" }}\n{{- \"Today Date: \" + date_string + \"\n\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\n\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\n\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\n\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\n\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\n\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\n\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}",
|
2054 |
"clean_up_tokenization_spaces": true,
|
2055 |
"eos_token": "<|eot_id|>",
|
2056 |
"model_input_names": [
|