Hugging Face's logo

ayjays132
/
PHILLNET-1

Text Generation
Transformers
PyTorch
Safetensors
English
gpt2
conversational
dynamic
adaptive
text-generation-inference
Model card Files
xet
Community
1
ayjays132 commited on
Commit
211c3aa
·
verified ·
1 Parent(s): da470b0

Upload 8 files

Browse files
Files changed (6) hide show
  1. added_tokens.json +28 -0
  2. config.json +33 -41
  3. pytorch_model.bin +3 -0
  4. special_tokens_map.json +357 -23
  5. tokenizer.json +261 -2
  6. tokenizer_config.json +253 -1
added_tokens.json CHANGED
@@ -1,23 +1,51 @@
1
  {
 
2
  "</auditory_input>": 50271,
3
  "</auditory_output>": 50277,
 
 
 
 
 
4
  "</evaluate>": 50267,
 
 
 
5
  "</internal_thinking>": 50261,
 
6
  "</plan>": 50265,
 
7
  "</reasoning>": 50263,
 
 
8
  "</s>": 50259,
 
9
  "</tactile_input>": 50273,
10
  "</tactile_output>": 50279,
11
  "</visual_input>": 50269,
12
  "</visual_output>": 50275,
 
13
  "<auditory_input>": 50270,
14
  "<auditory_output>": 50276,
 
 
 
 
 
15
  "<evaluate>": 50266,
 
 
 
16
  "<internal_thinking>": 50260,
 
17
  "<pad>": 50257,
18
  "<plan>": 50264,
 
19
  "<reasoning>": 50262,
 
 
20
  "<s>": 50258,
 
21
  "<tactile_input>": 50272,
22
  "<tactile_output>": 50278,
23
  "<visual_input>": 50268,
 
1
  {
2
+ "</analyze>": 50301,
3
  "</auditory_input>": 50271,
4
  "</auditory_output>": 50277,
5
+ "</cognition>": 50307,
6
+ "</contemplate>": 50299,
7
+ "</context>": 50285,
8
+ "</critique>": 50281,
9
+ "</deduce>": 50291,
10
  "</evaluate>": 50267,
11
+ "</infer>": 50305,
12
+ "</inquire>": 50303,
13
+ "</insight>": 50289,
14
  "</internal_thinking>": 50261,
15
+ "</memory>": 50287,
16
  "</plan>": 50265,
17
+ "</ponder>": 50295,
18
  "</reasoning>": 50263,
19
+ "</reflect>": 50293,
20
+ "</revise>": 50283,
21
  "</s>": 50259,
22
+ "</synthesize>": 50297,
23
  "</tactile_input>": 50273,
24
  "</tactile_output>": 50279,
25
  "</visual_input>": 50269,
26
  "</visual_output>": 50275,
27
+ "<analyze>": 50300,
28
  "<auditory_input>": 50270,
29
  "<auditory_output>": 50276,
30
+ "<cognition>": 50306,
31
+ "<contemplate>": 50298,
32
+ "<context>": 50284,
33
+ "<critique>": 50280,
34
+ "<deduce>": 50290,
35
  "<evaluate>": 50266,
36
+ "<infer>": 50304,
37
+ "<inquire>": 50302,
38
+ "<insight>": 50288,
39
  "<internal_thinking>": 50260,
40
+ "<memory>": 50286,
41
  "<pad>": 50257,
42
  "<plan>": 50264,
43
+ "<ponder>": 50294,
44
  "<reasoning>": 50262,
45
+ "<reflect>": 50292,
46
+ "<revise>": 50282,
47
  "<s>": 50258,
48
+ "<synthesize>": 50296,
49
  "<tactile_input>": 50272,
50
  "<tactile_output>": 50278,
51
  "<visual_input>": 50268,
config.json CHANGED
@@ -1,41 +1,33 @@
1
- {
2
- "activation_function": "gelu_new",
3
- "architectures": [
4
- "GPT2LMHeadModel"
5
- ],
6
- "attn_pdrop": 0.1,
7
- "bos_token_id": 50256,
8
- "embd_pdrop": 0.1,
9
- "eos_token_id": 50256,
10
- "initializer_range": 0.02,
11
- "layer_norm_epsilon": 1e-05,
12
- "model_type": "gpt2",
13
- "n_ctx": 1024,
14
- "n_embd": 1024,
15
- "n_head": 16,
16
- "n_layer": 24,
17
- "n_positions": 2048,
18
- "n_special": 0,
19
- "predict_special_tokens": true,
20
- "resid_pdrop": 0.1,
21
- "summary_activation": null,
22
- "summary_first_dropout": 0.1,
23
- "summary_proj_to_labels": true,
24
- "summary_type": "cls_index",
25
- "summary_use_proj": true,
26
- "task_specific_params": {
27
- "text-generation": {
28
- "do_sample": true,
29
- "max_length": 50
30
- }
31
- },
32
- "max_neurons": 8192,
33
- "moe_load_balancing_weight": 0.01,
34
- "moe_router_z_loss_weight": 0.001,
35
- "moe_top_k": 4,
36
- "num_moe_experts": 16,
37
- "pad_token_id": 50256,
38
- "reward_loss_weight": 0.1,
39
- "torch_dtype": "float32",
40
- "vocab_size": 50280
41
- }
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "bos_token_id": 50256,
8
+ "eos_token_id": 50256,
9
+ "max_neurons": 8192,
10
+ "max_position_embeddings": 1024,
11
+ "moe_load_balancing_weight": 0.01,
12
+ "moe_router_z_loss_weight": 0.001,
13
+ "moe_top_k": 4,
14
+ "n_ctx": 1024,
15
+ "n_positions": 2048,
16
+ "n_special": 0,
17
+ "num_moe_experts": 16,
18
+ "pad_token_id": 50256,
19
+ "predict_special_tokens": true,
20
+ "reward_loss_weight": 0.1,
21
+ "summary_first_dropout": 0.1,
22
+ "summary_proj_to_labels": true,
23
+ "summary_type": "cls_index",
24
+ "summary_use_proj": true,
25
+ "task_specific_params": {
26
+ "text-generation": {
27
+ "do_sample": true,
28
+ "max_length": 50
29
+ }
30
+ },
31
+ "torch_dtype": "float32",
32
+ "vocab_size": 50308
33
+ }
 
 
 
 
 
 
 
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4e23175955eda3923702931b03100a6335528290506e20218e6e56873ec089
3
+ size 3091860803
special_tokens_map.json CHANGED
@@ -1,28 +1,362 @@
1
  {
2
  "additional_special_tokens": [
3
- "<pad>",
4
- "<s>",
5
- "</s>",
6
- "<internal_thinking>",
7
- "</internal_thinking>",
8
- "<reasoning>",
9
- "</reasoning>",
10
- "<plan>",
11
- "</plan>",
12
- "<evaluate>",
13
- "</evaluate>",
14
- "<visual_input>",
15
- "</visual_input>",
16
- "<auditory_input>",
17
- "</auditory_input>",
18
- "<tactile_input>",
19
- "</tactile_input>",
20
- "<visual_output>",
21
- "</visual_output>",
22
- "<auditory_output>",
23
- "</auditory_output>",
24
- "<tactile_output>",
25
- "</tactile_output>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  ],
27
  "bos_token": {
28
  "content": "<|endoftext|>",
 
1
  {
2
  "additional_special_tokens": [
3
+ {
4
+ "content": "<pad>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "<s>",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "</s>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ {
25
+ "content": "<internal_thinking>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "</internal_thinking>",
33
+ "lstrip": false,
34
+ "normalized": false,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ },
38
+ {
39
+ "content": "<reasoning>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false
44
+ },
45
+ {
46
+ "content": "</reasoning>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
+ {
53
+ "content": "<plan>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false
58
+ },
59
+ {
60
+ "content": "</plan>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ },
66
+ {
67
+ "content": "<evaluate>",
68
+ "lstrip": false,
69
+ "normalized": false,
70
+ "rstrip": false,
71
+ "single_word": false
72
+ },
73
+ {
74
+ "content": "</evaluate>",
75
+ "lstrip": false,
76
+ "normalized": false,
77
+ "rstrip": false,
78
+ "single_word": false
79
+ },
80
+ {
81
+ "content": "<visual_input>",
82
+ "lstrip": false,
83
+ "normalized": false,
84
+ "rstrip": false,
85
+ "single_word": false
86
+ },
87
+ {
88
+ "content": "</visual_input>",
89
+ "lstrip": false,
90
+ "normalized": false,
91
+ "rstrip": false,
92
+ "single_word": false
93
+ },
94
+ {
95
+ "content": "<auditory_input>",
96
+ "lstrip": false,
97
+ "normalized": false,
98
+ "rstrip": false,
99
+ "single_word": false
100
+ },
101
+ {
102
+ "content": "</auditory_input>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false
107
+ },
108
+ {
109
+ "content": "<tactile_input>",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false
114
+ },
115
+ {
116
+ "content": "</tactile_input>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false
121
+ },
122
+ {
123
+ "content": "<visual_output>",
124
+ "lstrip": false,
125
+ "normalized": false,
126
+ "rstrip": false,
127
+ "single_word": false
128
+ },
129
+ {
130
+ "content": "</visual_output>",
131
+ "lstrip": false,
132
+ "normalized": false,
133
+ "rstrip": false,
134
+ "single_word": false
135
+ },
136
+ {
137
+ "content": "<auditory_output>",
138
+ "lstrip": false,
139
+ "normalized": false,
140
+ "rstrip": false,
141
+ "single_word": false
142
+ },
143
+ {
144
+ "content": "</auditory_output>",
145
+ "lstrip": false,
146
+ "normalized": false,
147
+ "rstrip": false,
148
+ "single_word": false
149
+ },
150
+ {
151
+ "content": "<tactile_output>",
152
+ "lstrip": false,
153
+ "normalized": false,
154
+ "rstrip": false,
155
+ "single_word": false
156
+ },
157
+ {
158
+ "content": "</tactile_output>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false
163
+ },
164
+ {
165
+ "content": "<critique>",
166
+ "lstrip": false,
167
+ "normalized": false,
168
+ "rstrip": false,
169
+ "single_word": false
170
+ },
171
+ {
172
+ "content": "</critique>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false
177
+ },
178
+ {
179
+ "content": "<revise>",
180
+ "lstrip": false,
181
+ "normalized": false,
182
+ "rstrip": false,
183
+ "single_word": false
184
+ },
185
+ {
186
+ "content": "</revise>",
187
+ "lstrip": false,
188
+ "normalized": false,
189
+ "rstrip": false,
190
+ "single_word": false
191
+ },
192
+ {
193
+ "content": "<context>",
194
+ "lstrip": false,
195
+ "normalized": false,
196
+ "rstrip": false,
197
+ "single_word": false
198
+ },
199
+ {
200
+ "content": "</context>",
201
+ "lstrip": false,
202
+ "normalized": false,
203
+ "rstrip": false,
204
+ "single_word": false
205
+ },
206
+ {
207
+ "content": "<memory>",
208
+ "lstrip": false,
209
+ "normalized": false,
210
+ "rstrip": false,
211
+ "single_word": false
212
+ },
213
+ {
214
+ "content": "</memory>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false
219
+ },
220
+ {
221
+ "content": "<insight>",
222
+ "lstrip": false,
223
+ "normalized": false,
224
+ "rstrip": false,
225
+ "single_word": false
226
+ },
227
+ {
228
+ "content": "</insight>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false
233
+ },
234
+ {
235
+ "content": "<deduce>",
236
+ "lstrip": false,
237
+ "normalized": false,
238
+ "rstrip": false,
239
+ "single_word": false
240
+ },
241
+ {
242
+ "content": "</deduce>",
243
+ "lstrip": false,
244
+ "normalized": false,
245
+ "rstrip": false,
246
+ "single_word": false
247
+ },
248
+ {
249
+ "content": "<reflect>",
250
+ "lstrip": false,
251
+ "normalized": false,
252
+ "rstrip": false,
253
+ "single_word": false
254
+ },
255
+ {
256
+ "content": "</reflect>",
257
+ "lstrip": false,
258
+ "normalized": false,
259
+ "rstrip": false,
260
+ "single_word": false
261
+ },
262
+ {
263
+ "content": "<ponder>",
264
+ "lstrip": false,
265
+ "normalized": false,
266
+ "rstrip": false,
267
+ "single_word": false
268
+ },
269
+ {
270
+ "content": "</ponder>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false
275
+ },
276
+ {
277
+ "content": "<synthesize>",
278
+ "lstrip": false,
279
+ "normalized": false,
280
+ "rstrip": false,
281
+ "single_word": false
282
+ },
283
+ {
284
+ "content": "</synthesize>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false
289
+ },
290
+ {
291
+ "content": "<contemplate>",
292
+ "lstrip": false,
293
+ "normalized": false,
294
+ "rstrip": false,
295
+ "single_word": false
296
+ },
297
+ {
298
+ "content": "</contemplate>",
299
+ "lstrip": false,
300
+ "normalized": false,
301
+ "rstrip": false,
302
+ "single_word": false
303
+ },
304
+ {
305
+ "content": "<analyze>",
306
+ "lstrip": false,
307
+ "normalized": false,
308
+ "rstrip": false,
309
+ "single_word": false
310
+ },
311
+ {
312
+ "content": "</analyze>",
313
+ "lstrip": false,
314
+ "normalized": false,
315
+ "rstrip": false,
316
+ "single_word": false
317
+ },
318
+ {
319
+ "content": "<inquire>",
320
+ "lstrip": false,
321
+ "normalized": false,
322
+ "rstrip": false,
323
+ "single_word": false
324
+ },
325
+ {
326
+ "content": "</inquire>",
327
+ "lstrip": false,
328
+ "normalized": false,
329
+ "rstrip": false,
330
+ "single_word": false
331
+ },
332
+ {
333
+ "content": "<infer>",
334
+ "lstrip": false,
335
+ "normalized": false,
336
+ "rstrip": false,
337
+ "single_word": false
338
+ },
339
+ {
340
+ "content": "</infer>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false
345
+ },
346
+ {
347
+ "content": "<cognition>",
348
+ "lstrip": false,
349
+ "normalized": false,
350
+ "rstrip": false,
351
+ "single_word": false
352
+ },
353
+ {
354
+ "content": "</cognition>",
355
+ "lstrip": false,
356
+ "normalized": false,
357
+ "rstrip": false,
358
+ "single_word": false
359
+ }
360
  ],
361
  "bos_token": {
362
  "content": "<|endoftext|>",
tokenizer.json CHANGED
@@ -2,11 +2,18 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 1024,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
- "padding": null,
 
 
 
 
 
 
 
10
  "added_tokens": [
11
  {
12
  "id": 50256,
@@ -223,6 +230,258 @@
223
  "rstrip": false,
224
  "normalized": false,
225
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
226
  }
227
  ],
228
  "normalizer": null,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Left",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 50256,
14
+ "pad_type_id": 0,
15
+ "pad_token": "<|endoftext|>"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 50256,
 
230
  "rstrip": false,
231
  "normalized": false,
232
  "special": true
233
+ },
234
+ {
235
+ "id": 50280,
236
+ "content": "<critique>",
237
+ "single_word": false,
238
+ "lstrip": false,
239
+ "rstrip": false,
240
+ "normalized": false,
241
+ "special": true
242
+ },
243
+ {
244
+ "id": 50281,
245
+ "content": "</critique>",
246
+ "single_word": false,
247
+ "lstrip": false,
248
+ "rstrip": false,
249
+ "normalized": false,
250
+ "special": true
251
+ },
252
+ {
253
+ "id": 50282,
254
+ "content": "<revise>",
255
+ "single_word": false,
256
+ "lstrip": false,
257
+ "rstrip": false,
258
+ "normalized": false,
259
+ "special": true
260
+ },
261
+ {
262
+ "id": 50283,
263
+ "content": "</revise>",
264
+ "single_word": false,
265
+ "lstrip": false,
266
+ "rstrip": false,
267
+ "normalized": false,
268
+ "special": true
269
+ },
270
+ {
271
+ "id": 50284,
272
+ "content": "<context>",
273
+ "single_word": false,
274
+ "lstrip": false,
275
+ "rstrip": false,
276
+ "normalized": false,
277
+ "special": true
278
+ },
279
+ {
280
+ "id": 50285,
281
+ "content": "</context>",
282
+ "single_word": false,
283
+ "lstrip": false,
284
+ "rstrip": false,
285
+ "normalized": false,
286
+ "special": true
287
+ },
288
+ {
289
+ "id": 50286,
290
+ "content": "<memory>",
291
+ "single_word": false,
292
+ "lstrip": false,
293
+ "rstrip": false,
294
+ "normalized": false,
295
+ "special": true
296
+ },
297
+ {
298
+ "id": 50287,
299
+ "content": "</memory>",
300
+ "single_word": false,
301
+ "lstrip": false,
302
+ "rstrip": false,
303
+ "normalized": false,
304
+ "special": true
305
+ },
306
+ {
307
+ "id": 50288,
308
+ "content": "<insight>",
309
+ "single_word": false,
310
+ "lstrip": false,
311
+ "rstrip": false,
312
+ "normalized": false,
313
+ "special": true
314
+ },
315
+ {
316
+ "id": 50289,
317
+ "content": "</insight>",
318
+ "single_word": false,
319
+ "lstrip": false,
320
+ "rstrip": false,
321
+ "normalized": false,
322
+ "special": true
323
+ },
324
+ {
325
+ "id": 50290,
326
+ "content": "<deduce>",
327
+ "single_word": false,
328
+ "lstrip": false,
329
+ "rstrip": false,
330
+ "normalized": false,
331
+ "special": true
332
+ },
333
+ {
334
+ "id": 50291,
335
+ "content": "</deduce>",
336
+ "single_word": false,
337
+ "lstrip": false,
338
+ "rstrip": false,
339
+ "normalized": false,
340
+ "special": true
341
+ },
342
+ {
343
+ "id": 50292,
344
+ "content": "<reflect>",
345
+ "single_word": false,
346
+ "lstrip": false,
347
+ "rstrip": false,
348
+ "normalized": false,
349
+ "special": true
350
+ },
351
+ {
352
+ "id": 50293,
353
+ "content": "</reflect>",
354
+ "single_word": false,
355
+ "lstrip": false,
356
+ "rstrip": false,
357
+ "normalized": false,
358
+ "special": true
359
+ },
360
+ {
361
+ "id": 50294,
362
+ "content": "<ponder>",
363
+ "single_word": false,
364
+ "lstrip": false,
365
+ "rstrip": false,
366
+ "normalized": false,
367
+ "special": true
368
+ },
369
+ {
370
+ "id": 50295,
371
+ "content": "</ponder>",
372
+ "single_word": false,
373
+ "lstrip": false,
374
+ "rstrip": false,
375
+ "normalized": false,
376
+ "special": true
377
+ },
378
+ {
379
+ "id": 50296,
380
+ "content": "<synthesize>",
381
+ "single_word": false,
382
+ "lstrip": false,
383
+ "rstrip": false,
384
+ "normalized": false,
385
+ "special": true
386
+ },
387
+ {
388
+ "id": 50297,
389
+ "content": "</synthesize>",
390
+ "single_word": false,
391
+ "lstrip": false,
392
+ "rstrip": false,
393
+ "normalized": false,
394
+ "special": true
395
+ },
396
+ {
397
+ "id": 50298,
398
+ "content": "<contemplate>",
399
+ "single_word": false,
400
+ "lstrip": false,
401
+ "rstrip": false,
402
+ "normalized": false,
403
+ "special": true
404
+ },
405
+ {
406
+ "id": 50299,
407
+ "content": "</contemplate>",
408
+ "single_word": false,
409
+ "lstrip": false,
410
+ "rstrip": false,
411
+ "normalized": false,
412
+ "special": true
413
+ },
414
+ {
415
+ "id": 50300,
416
+ "content": "<analyze>",
417
+ "single_word": false,
418
+ "lstrip": false,
419
+ "rstrip": false,
420
+ "normalized": false,
421
+ "special": true
422
+ },
423
+ {
424
+ "id": 50301,
425
+ "content": "</analyze>",
426
+ "single_word": false,
427
+ "lstrip": false,
428
+ "rstrip": false,
429
+ "normalized": false,
430
+ "special": true
431
+ },
432
+ {
433
+ "id": 50302,
434
+ "content": "<inquire>",
435
+ "single_word": false,
436
+ "lstrip": false,
437
+ "rstrip": false,
438
+ "normalized": false,
439
+ "special": true
440
+ },
441
+ {
442
+ "id": 50303,
443
+ "content": "</inquire>",
444
+ "single_word": false,
445
+ "lstrip": false,
446
+ "rstrip": false,
447
+ "normalized": false,
448
+ "special": true
449
+ },
450
+ {
451
+ "id": 50304,
452
+ "content": "<infer>",
453
+ "single_word": false,
454
+ "lstrip": false,
455
+ "rstrip": false,
456
+ "normalized": false,
457
+ "special": true
458
+ },
459
+ {
460
+ "id": 50305,
461
+ "content": "</infer>",
462
+ "single_word": false,
463
+ "lstrip": false,
464
+ "rstrip": false,
465
+ "normalized": false,
466
+ "special": true
467
+ },
468
+ {
469
+ "id": 50306,
470
+ "content": "<cognition>",
471
+ "single_word": false,
472
+ "lstrip": false,
473
+ "rstrip": false,
474
+ "normalized": false,
475
+ "special": true
476
+ },
477
+ {
478
+ "id": 50307,
479
+ "content": "</cognition>",
480
+ "single_word": false,
481
+ "lstrip": false,
482
+ "rstrip": false,
483
+ "normalized": false,
484
+ "special": true
485
  }
486
  ],
487
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -193,6 +193,230 @@
193
  "rstrip": false,
194
  "single_word": false,
195
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
196
  }
197
  },
198
  "additional_special_tokens": [
@@ -218,7 +442,35 @@
218
  "<auditory_output>",
219
  "</auditory_output>",
220
  "<tactile_output>",
221
- "</tactile_output>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
222
  ],
223
  "bos_token": "<|endoftext|>",
224
  "clean_up_tokenization_spaces": false,
 
193
  "rstrip": false,
194
  "single_word": false,
195
  "special": true
196
+ },
197
+ "50280": {
198
+ "content": "<critique>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": true
204
+ },
205
+ "50281": {
206
+ "content": "</critique>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": true
212
+ },
213
+ "50282": {
214
+ "content": "<revise>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false,
219
+ "special": true
220
+ },
221
+ "50283": {
222
+ "content": "</revise>",
223
+ "lstrip": false,
224
+ "normalized": false,
225
+ "rstrip": false,
226
+ "single_word": false,
227
+ "special": true
228
+ },
229
+ "50284": {
230
+ "content": "<context>",
231
+ "lstrip": false,
232
+ "normalized": false,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": true
236
+ },
237
+ "50285": {
238
+ "content": "</context>",
239
+ "lstrip": false,
240
+ "normalized": false,
241
+ "rstrip": false,
242
+ "single_word": false,
243
+ "special": true
244
+ },
245
+ "50286": {
246
+ "content": "<memory>",
247
+ "lstrip": false,
248
+ "normalized": false,
249
+ "rstrip": false,
250
+ "single_word": false,
251
+ "special": true
252
+ },
253
+ "50287": {
254
+ "content": "</memory>",
255
+ "lstrip": false,
256
+ "normalized": false,
257
+ "rstrip": false,
258
+ "single_word": false,
259
+ "special": true
260
+ },
261
+ "50288": {
262
+ "content": "<insight>",
263
+ "lstrip": false,
264
+ "normalized": false,
265
+ "rstrip": false,
266
+ "single_word": false,
267
+ "special": true
268
+ },
269
+ "50289": {
270
+ "content": "</insight>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false,
275
+ "special": true
276
+ },
277
+ "50290": {
278
+ "content": "<deduce>",
279
+ "lstrip": false,
280
+ "normalized": false,
281
+ "rstrip": false,
282
+ "single_word": false,
283
+ "special": true
284
+ },
285
+ "50291": {
286
+ "content": "</deduce>",
287
+ "lstrip": false,
288
+ "normalized": false,
289
+ "rstrip": false,
290
+ "single_word": false,
291
+ "special": true
292
+ },
293
+ "50292": {
294
+ "content": "<reflect>",
295
+ "lstrip": false,
296
+ "normalized": false,
297
+ "rstrip": false,
298
+ "single_word": false,
299
+ "special": true
300
+ },
301
+ "50293": {
302
+ "content": "</reflect>",
303
+ "lstrip": false,
304
+ "normalized": false,
305
+ "rstrip": false,
306
+ "single_word": false,
307
+ "special": true
308
+ },
309
+ "50294": {
310
+ "content": "<ponder>",
311
+ "lstrip": false,
312
+ "normalized": false,
313
+ "rstrip": false,
314
+ "single_word": false,
315
+ "special": true
316
+ },
317
+ "50295": {
318
+ "content": "</ponder>",
319
+ "lstrip": false,
320
+ "normalized": false,
321
+ "rstrip": false,
322
+ "single_word": false,
323
+ "special": true
324
+ },
325
+ "50296": {
326
+ "content": "<synthesize>",
327
+ "lstrip": false,
328
+ "normalized": false,
329
+ "rstrip": false,
330
+ "single_word": false,
331
+ "special": true
332
+ },
333
+ "50297": {
334
+ "content": "</synthesize>",
335
+ "lstrip": false,
336
+ "normalized": false,
337
+ "rstrip": false,
338
+ "single_word": false,
339
+ "special": true
340
+ },
341
+ "50298": {
342
+ "content": "<contemplate>",
343
+ "lstrip": false,
344
+ "normalized": false,
345
+ "rstrip": false,
346
+ "single_word": false,
347
+ "special": true
348
+ },
349
+ "50299": {
350
+ "content": "</contemplate>",
351
+ "lstrip": false,
352
+ "normalized": false,
353
+ "rstrip": false,
354
+ "single_word": false,
355
+ "special": true
356
+ },
357
+ "50300": {
358
+ "content": "<analyze>",
359
+ "lstrip": false,
360
+ "normalized": false,
361
+ "rstrip": false,
362
+ "single_word": false,
363
+ "special": true
364
+ },
365
+ "50301": {
366
+ "content": "</analyze>",
367
+ "lstrip": false,
368
+ "normalized": false,
369
+ "rstrip": false,
370
+ "single_word": false,
371
+ "special": true
372
+ },
373
+ "50302": {
374
+ "content": "<inquire>",
375
+ "lstrip": false,
376
+ "normalized": false,
377
+ "rstrip": false,
378
+ "single_word": false,
379
+ "special": true
380
+ },
381
+ "50303": {
382
+ "content": "</inquire>",
383
+ "lstrip": false,
384
+ "normalized": false,
385
+ "rstrip": false,
386
+ "single_word": false,
387
+ "special": true
388
+ },
389
+ "50304": {
390
+ "content": "<infer>",
391
+ "lstrip": false,
392
+ "normalized": false,
393
+ "rstrip": false,
394
+ "single_word": false,
395
+ "special": true
396
+ },
397
+ "50305": {
398
+ "content": "</infer>",
399
+ "lstrip": false,
400
+ "normalized": false,
401
+ "rstrip": false,
402
+ "single_word": false,
403
+ "special": true
404
+ },
405
+ "50306": {
406
+ "content": "<cognition>",
407
+ "lstrip": false,
408
+ "normalized": false,
409
+ "rstrip": false,
410
+ "single_word": false,
411
+ "special": true
412
+ },
413
+ "50307": {
414
+ "content": "</cognition>",
415
+ "lstrip": false,
416
+ "normalized": false,
417
+ "rstrip": false,
418
+ "single_word": false,
419
+ "special": true
420
  }
421
  },
422
  "additional_special_tokens": [
 
442
  "<auditory_output>",
443
  "</auditory_output>",
444
  "<tactile_output>",
445
+ "</tactile_output>",
446
+ "<critique>",
447
+ "</critique>",
448
+ "<revise>",
449
+ "</revise>",
450
+ "<context>",
451
+ "</context>",
452
+ "<memory>",
453
+ "</memory>",
454
+ "<insight>",
455
+ "</insight>",
456
+ "<deduce>",
457
+ "</deduce>",
458
+ "<reflect>",
459
+ "</reflect>",
460
+ "<ponder>",
461
+ "</ponder>",
462
+ "<synthesize>",
463
+ "</synthesize>",
464
+ "<contemplate>",
465
+ "</contemplate>",
466
+ "<analyze>",
467
+ "</analyze>",
468
+ "<inquire>",
469
+ "</inquire>",
470
+ "<infer>",
471
+ "</infer>",
472
+ "<cognition>",
473
+ "</cognition>"
474
  ],
475
  "bos_token": "<|endoftext|>",
476
  "clean_up_tokenization_spaces": false,