Hugging Face's logo

mlx-community
/
gpt-oss-120b-MXFP4-Q8

Text Generation
MLX
Safetensors
gpt_oss
vllm
conversational
4-bit precision
Model card Files
xet
Community
ivanfioravanti commited on
Commit
81e5ac3
·
verified ·
1 Parent(s): fc0debc

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +1 -0
  2. README.md +37 -0
  3. chat_template.jinja +331 -0
  4. config.json +1837 -0
  5. generation_config.json +11 -0
  6. model-00001-of-00013.safetensors +3 -0
  7. model-00002-of-00013.safetensors +3 -0
  8. model-00003-of-00013.safetensors +3 -0
  9. model-00004-of-00013.safetensors +3 -0
  10. model-00005-of-00013.safetensors +3 -0
  11. model-00006-of-00013.safetensors +3 -0
  12. model-00007-of-00013.safetensors +3 -0
  13. model-00008-of-00013.safetensors +3 -0
  14. model-00009-of-00013.safetensors +3 -0
  15. model-00010-of-00013.safetensors +3 -0
  16. model-00011-of-00013.safetensors +3 -0
  17. model-00012-of-00013.safetensors +3 -0
  18. model-00013-of-00013.safetensors +3 -0
  19. model.safetensors.index.json +0 -0
  20. special_tokens_map.json +23 -0
  21. tokenizer.json +3 -0
  22. tokenizer_config.json +183 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ pipeline_tag: text-generation
4
+ library_name: mlx
5
+ tags:
6
+ - vllm
7
+ - mlx
8
+ base_model: openai/gpt-oss-120b
9
+ ---
10
+
11
+ # mlx-community/gpt-oss-120b-MXFP4-Q8
12
+
13
+ This model [mlx-community/gpt-oss-120b-MXFP4-Q8](https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8) was
14
+ converted to MLX format from [openai/gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b)
15
+ using mlx-lm version **0.27.0**.
16
+
17
+ ## Use with mlx
18
+
19
+ ```bash
20
+ pip install mlx-lm
21
+ ```
22
+
23
+ ```python
24
+ from mlx_lm import load, generate
25
+
26
+ model, tokenizer = load("mlx-community/gpt-oss-120b-MXFP4-Q8")
27
+
28
+ prompt = "hello"
29
+
30
+ if tokenizer.chat_template is not None:
31
+ messages = [{"role": "user", "content": prompt}]
32
+ prompt = tokenizer.apply_chat_template(
33
+ messages, add_generation_prompt=True
34
+ )
35
+
36
+ response = generate(model, tokenizer, prompt=prompt, verbose=True)
37
+ ```
chat_template.jinja ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {#-
2
+ In addition to the normal inputs of `messages` and `tools`, this template also accepts the
3
+ following kwargs:
4
+ - "builtin_tools": A list, can contain "browser" and/or "python".
5
+ - "model_identity": A string that optionally describes the model identity.
6
+ - "reasoning_effort": A string that describes the reasoning effort, defaults to "medium".
7
+ #}
8
+
9
+ {#- Tool Definition Rendering ============================================== #}
10
+ {%- macro render_typescript_type(param_spec, required_params, is_nullable=false) -%}
11
+ {%- if param_spec.type == "array" -%}
12
+ {%- if param_spec['items'] -%}
13
+ {%- if param_spec['items']['type'] == "string" -%}
14
+ {{- "string[]" }}
15
+ {%- elif param_spec['items']['type'] == "number" -%}
16
+ {{- "number[]" }}
17
+ {%- elif param_spec['items']['type'] == "integer" -%}
18
+ {{- "number[]" }}
19
+ {%- elif param_spec['items']['type'] == "boolean" -%}
20
+ {{- "boolean[]" }}
21
+ {%- else -%}
22
+ {%- set inner_type = render_typescript_type(param_spec['items'], required_params) -%}
23
+ {%- if inner_type == "object | object" or inner_type|length > 50 -%}
24
+ {{- "any[]" }}
25
+ {%- else -%}
26
+ {{- inner_type + "[]" }}
27
+ {%- endif -%}
28
+ {%- endif -%}
29
+ {%- if param_spec.nullable -%}
30
+ {{- " | null" }}
31
+ {%- endif -%}
32
+ {%- else -%}
33
+ {{- "any[]" }}
34
+ {%- if param_spec.nullable -%}
35
+ {{- " | null" }}
36
+ {%- endif -%}
37
+ {%- endif -%}
38
+ {%- elif param_spec.type is defined and param_spec.type is iterable and param_spec.type is not string and param_spec.type is not mapping and param_spec.type[0] is defined -%}
39
+ {#- Handle array of types like ["object", "object"] from Union[dict, list] #}
40
+ {%- if param_spec.type | length > 1 -%}
41
+ {{- param_spec.type | join(" | ") }}
42
+ {%- else -%}
43
+ {{- param_spec.type[0] }}
44
+ {%- endif -%}
45
+ {%- elif param_spec.oneOf -%}
46
+ {#- Handle oneOf schemas - check for complex unions and fallback to any #}
47
+ {%- set has_object_variants = false -%}
48
+ {%- for variant in param_spec.oneOf -%}
49
+ {%- if variant.type == "object" -%}
50
+ {%- set has_object_variants = true -%}
51
+ {%- endif -%}
52
+ {%- endfor -%}
53
+ {%- if has_object_variants and param_spec.oneOf|length > 1 -%}
54
+ {{- "any" }}
55
+ {%- else -%}
56
+ {%- for variant in param_spec.oneOf -%}
57
+ {{- render_typescript_type(variant, required_params) -}}
58
+ {%- if variant.description %}
59
+ {{- "// " + variant.description }}
60
+ {%- endif -%}
61
+ {%- if variant.default is defined %}
62
+ {{ "// default: " + variant.default|tojson }}
63
+ {%- endif -%}
64
+ {%- if not loop.last %}
65
+ {{- " | " }}
66
+ {% endif -%}
67
+ {%- endfor -%}
68
+ {%- endif -%}
69
+ {%- elif param_spec.type == "string" -%}
70
+ {%- if param_spec.enum -%}
71
+ {{- '"' + param_spec.enum|join('" | "') + '"' -}}
72
+ {%- else -%}
73
+ {{- "string" }}
74
+ {%- if param_spec.nullable %}
75
+ {{- " | null" }}
76
+ {%- endif -%}
77
+ {%- endif -%}
78
+ {%- elif param_spec.type == "number" -%}
79
+ {{- "number" }}
80
+ {%- elif param_spec.type == "integer" -%}
81
+ {{- "number" }}
82
+ {%- elif param_spec.type == "boolean" -%}
83
+ {{- "boolean" }}
84
+
85
+ {%- elif param_spec.type == "object" -%}
86
+ {%- if param_spec.properties -%}
87
+ {{- "{\n" }}
88
+ {%- for prop_name, prop_spec in param_spec.properties.items() -%}
89
+ {{- prop_name -}}
90
+ {%- if prop_name not in (param_spec.required or []) -%}
91
+ {{- "?" }}
92
+ {%- endif -%}
93
+ {{- ": " }}
94
+ {{ render_typescript_type(prop_spec, param_spec.required or []) }}
95
+ {%- if not loop.last -%}
96
+ {{-", " }}
97
+ {%- endif -%}
98
+ {%- endfor -%}
99
+ {{- "}" }}
100
+ {%- else -%}
101
+ {{- "object" }}
102
+ {%- endif -%}
103
+ {%- else -%}
104
+ {{- "any" }}
105
+ {%- endif -%}
106
+ {%- endmacro -%}
107
+
108
+ {%- macro render_tool_namespace(namespace_name, tools) -%}
109
+ {{- "## " + namespace_name + "\n\n" }}
110
+ {{- "namespace " + namespace_name + " {\n\n" }}
111
+ {%- for tool in tools %}
112
+ {%- set tool = tool.function %}
113
+ {{- "// " + tool.description + "\n" }}
114
+ {{- "type "+ tool.name + " = " }}
115
+ {%- if tool.parameters and tool.parameters.properties %}
116
+ {{- "(_: {\n" }}
117
+ {%- for param_name, param_spec in tool.parameters.properties.items() %}
118
+ {%- if param_spec.description %}
119
+ {{- "// " + param_spec.description + "\n" }}
120
+ {%- endif %}
121
+ {{- param_name }}
122
+ {%- if param_name not in (tool.parameters.required or []) -%}
123
+ {{- "?" }}
124
+ {%- endif -%}
125
+ {{- ": " }}
126
+ {{- render_typescript_type(param_spec, tool.parameters.required or []) }}
127
+ {%- if param_spec.default is defined -%}
128
+ {%- if param_spec.enum %}
129
+ {{- ", // default: " + param_spec.default }}
130
+ {%- elif param_spec.oneOf %}
131
+ {{- "// default: " + param_spec.default }}
132
+ {%- else %}
133
+ {{- ", // default: " + param_spec.default|tojson }}
134
+ {%- endif -%}
135
+ {%- endif -%}
136
+ {%- if not loop.last %}
137
+ {{- ",\n" }}
138
+ {%- else %}
139
+ {{- ",\n" }}
140
+ {%- endif -%}
141
+ {%- endfor %}
142
+ {{- "}) => any;\n\n" }}
143
+ {%- else -%}
144
+ {{- "() => any;\n\n" }}
145
+ {%- endif -%}
146
+ {%- endfor %}
147
+ {{- "} // namespace " + namespace_name }}
148
+ {%- endmacro -%}
149
+
150
+ {%- macro render_builtin_tools(browser_tool, python_tool) -%}
151
+ {%- if browser_tool %}
152
+ {{- "## browser\n\n" }}
153
+ {{- "// Tool for browsing.\n" }}
154
+ {{- "// The `cursor` appears in brackets before each browsing display: `[{cursor}]`.\n" }}
155
+ {{- "// Cite information from the tool using the following format:\n" }}
156
+ {{- "// `【{cursor}†L{line_start}(-L{line_end})?】`, for example: `【6†L9-L11】` or `【8†L3】`.\n" }}
157
+ {{- "// Do not quote more than 10 words directly from the tool output.\n" }}
158
+ {{- "// sources=web (default: web)\n" }}
159
+ {{- "namespace browser {\n\n" }}
160
+ {{- "// Searches for information related to `query` and displays `topn` results.\n" }}
161
+ {{- "type search = (_: {\n" }}
162
+ {{- "query: string,\n" }}
163
+ {{- "topn?: number, // default: 10\n" }}
164
+ {{- "source?: string,\n" }}
165
+ {{- "}) => any;\n\n" }}
166
+ {{- "// Opens the link `id` from the page indicated by `cursor` starting at line number `loc`, showing `num_lines` lines.\n" }}
167
+ {{- "// Valid link ids are displayed with the formatting: `【{id}†.*】`.\n" }}
168
+ {{- "// If `cursor` is not provided, the most recent page is implied.\n" }}
169
+ {{- "// If `id` is a string, it is treated as a fully qualified URL associated with `source`.\n" }}
170
+ {{- "// If `loc` is not provided, the viewport will be positioned at the beginning of the document or centered on the most relevant passage, if available.\n" }}
171
+ {{- "// Use this function without `id` to scroll to a new location of an opened page.\n" }}
172
+ {{- "type open = (_: {\n" }}
173
+ {{- "id?: number | string, // default: -1\n" }}
174
+ {{- "cursor?: number, // default: -1\n" }}
175
+ {{- "loc?: number, // default: -1\n" }}
176
+ {{- "num_lines?: number, // default: -1\n" }}
177
+ {{- "view_source?: boolean, // default: false\n" }}
178
+ {{- "source?: string,\n" }}
179
+ {{- "}) => any;\n\n" }}
180
+ {{- "// Finds exact matches of `pattern` in the current page, or the page given by `cursor`.\n" }}
181
+ {{- "type find = (_: {\n" }}
182
+ {{- "pattern: string,\n" }}
183
+ {{- "cursor?: number, // default: -1\n" }}
184
+ {{- "}) => any;\n\n" }}
185
+ {{- "} // namespace browser\n\n" }}
186
+ {%- endif -%}
187
+
188
+ {%- if python_tool %}
189
+ {{- "## python\n\n" }}
190
+ {{- "Use this tool to execute Python code in your chain of thought. The code will not be shown to the user. This tool should be used for internal reasoning, but not for code that is intended to be visible to the user (e.g. when creating plots, tables, or files).\n\n" }}
191
+ {{- "When you send a message containing Python code to python, it will be executed in a stateful Jupyter notebook environment. python will respond with the output of the execution or time out after 120.0 seconds. The drive at '/mnt/data' can be used to save and persist user files. Internet access for this session is UNKNOWN. Depends on the cluster.\n\n" }}
192
+ {%- endif -%}
193
+ {%- endmacro -%}
194
+
195
+ {#- System Message Construction ============================================ #}
196
+ {%- macro build_system_message() -%}
197
+ {%- if model_identity is not defined %}
198
+ {%- set model_identity = "You are ChatGPT, a large language model trained by OpenAI." %}
199
+ {%- endif %}
200
+ {{- model_identity + "\n" }}
201
+ {{- "Knowledge cutoff: 2024-06\n" }}
202
+ {{- "Current date: " + strftime_now("%Y-%m-%d") + "\n\n" }}
203
+ {%- if reasoning_effort is not defined %}
204
+ {%- set reasoning_effort = "medium" %}
205
+ {%- endif %}
206
+ {{- "Reasoning: " + reasoning_effort + "\n\n" }}
207
+ {%- if builtin_tools %}
208
+ {{- "# Tools\n\n" }}
209
+ {%- set available_builtin_tools = namespace(browser=false, python=false) %}
210
+ {%- for tool in builtin_tools %}
211
+ {%- if tool == "browser" %}
212
+ {%- set available_builtin_tools.browser = true %}
213
+ {%- elif tool == "python" %}
214
+ {%- set available_builtin_tools.python = true %}
215
+ {%- endif %}
216
+ {%- endfor %}
217
+ {{- render_builtin_tools(available_builtin_tools.browser, available_builtin_tools.python) }}
218
+ {%- endif -%}
219
+ {{- "# Valid channels: analysis, commentary, final. Channel must be included for every message." }}
220
+ {%- if tools -%}
221
+ {{- "\nCalls to these tools must go to the commentary channel: 'functions'." }}
222
+ {%- endif -%}
223
+ {%- endmacro -%}
224
+
225
+ {#- Main Template Logic ================================================= #}
226
+ {#- Set defaults #}
227
+
228
+ {#- Render system message #}
229
+ {{- "<|start|>system<|message|>" }}
230
+ {{- build_system_message() }}
231
+ {{- "<|end|>" }}
232
+
233
+ {#- Extract developer message #}
234
+ {%- if messages[0].role == "developer" or messages[0].role == "system" %}
235
+ {%- set developer_message = messages[0].content %}
236
+ {%- set loop_messages = messages[1:] %}
237
+ {%- else %}
238
+ {%- set developer_message = "" %}
239
+ {%- set loop_messages = messages %}
240
+ {%- endif %}
241
+
242
+ {#- Render developer message #}
243
+ {%- if developer_message or tools %}
244
+ {{- "<|start|>developer<|message|>" }}
245
+ {%- if developer_message %}
246
+ {{- "# Instructions\n\n" }}
247
+ {{- developer_message }}
248
+ {{- "\n\n" }}
249
+ {%- endif %}
250
+ {%- if tools -%}
251
+ {{- "# Tools\n\n" }}
252
+ {{- render_tool_namespace("functions", tools) }}
253
+ {%- endif -%}
254
+ {{- "<|end|>" }}
255
+ {%- endif %}
256
+
257
+ {#- Render messages #}
258
+ {%- set last_tool_call = namespace(name=none) %}
259
+ {%- for message in loop_messages -%}
260
+ {#- At this point only assistant/user/tool messages should remain #}
261
+ {%- if message.role == 'assistant' -%}
262
+ {#- Checks to ensure the messages are being passed in the format we expect #}
263
+ {%- if "content" in message %}
264
+ {%- if "<|channel|>analysis<|message|>" in message.content or "<|channel|>final<|message|>" in message.content %}
265
+ {{- raise_exception("You have passed a message containing <|channel|> tags in the content field. Instead of doing this, you should pass analysis messages (the string between '<|message|>' and '<|end|>') in the 'thinking' field, and final messages (the string between '<|message|>' and '<|end|>') in the 'content' field.") }}
266
+ {%- endif %}
267
+ {%- endif %}
268
+ {%- if "thinking" in message %}
269
+ {%- if "<|channel|>analysis<|message|>" in message.thinking or "<|channel|>final<|message|>" in message.thinking %}
270
+ {{- raise_exception("You have passed a message containing <|channel|> tags in the thinking field. Instead of doing this, you should pass analysis messages (the string between '<|message|>' and '<|end|>') in the 'thinking' field, and final messages (the string between '<|message|>' and '<|end|>') in the 'content' field.") }}
271
+ {%- endif %}
272
+ {%- endif %}
273
+ {%- if "tool_calls" in message %}
274
+ {#- We need very careful handling here - we want to drop the tool call analysis message if the model #}
275
+ {#- has output a later <|final|> message, but otherwise we want to retain it. This is the only case #}
276
+ {#- when we render CoT/analysis messages in inference. #}
277
+ {%- set future_final_message = namespace(found=false) %}
278
+ {%- for future_message in loop_messages[loop.index:] %}
279
+ {%- if future_message.role == 'assistant' and "tool_calls" not in future_message %}
280
+ {%- set future_final_message.found = true %}
281
+ {%- endif %}
282
+ {%- endfor %}
283
+ {#- We assume max 1 tool call per message, and so we infer the tool call name #}
284
+ {#- in "tool" messages from the most recent assistant tool call name #}
285
+ {%- set tool_call = message.tool_calls[0] %}
286
+ {%- if tool_call.function %}
287
+ {%- set tool_call = tool_call.function %}
288
+ {%- endif %}
289
+ {%- if message.content and message.thinking %}
290
+ {{- raise_exception("Cannot pass both content and thinking in an assistant message with tool calls! Put the analysis message in one or the other, but not both.") }}
291
+ {%- elif message.content and not future_final_message.found %}
292
+ {{- "<|start|>assistant<|channel|>analysis<|message|>" + message.content + "<|end|>" }}
293
+ {%- elif message.thinking and not future_final_message.found %}
294
+ {{- "<|start|>assistant<|channel|>analysis<|message|>" + message.thinking + "<|end|>" }}
295
+ {%- endif %}
296
+ {{- "<|start|>assistant to=" }}
297
+ {{- "functions." + tool_call.name + "<|channel|>commentary " }}
298
+ {{- (tool_call.content_type if tool_call.content_type is defined else "json") + "<|message|>" }}
299
+ {{- tool_call.arguments|tojson }}
300
+ {{- "<|call|>" }}
301
+ {%- set last_tool_call.name = tool_call.name %}
302
+ {%- elif loop.last and not add_generation_prompt %}
303
+ {#- Only render the CoT if the final turn is an assistant turn and add_generation_prompt is false #}
304
+ {#- This is a situation that should only occur in training, never in inference. #}
305
+ {%- if "thinking" in message %}
306
+ {{- "<|start|>assistant<|channel|>analysis<|message|>" + message.thinking + "<|end|>" }}
307
+ {%- endif %}
308
+ {#- <|return|> indicates the end of generation, but <|end|> does not #}
309
+ {#- <|return|> should never be an input to the model, but we include it as the final token #}
310
+ {#- when training, so the model learns to emit it. #}
311
+ {{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|return|>" }}
312
+ {%- else %}
313
+ {#- CoT is dropped during all previous turns, so we never render it for inference #}
314
+ {{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
315
+ {%- set last_tool_call.name = none %}
316
+ {%- endif %}
317
+ {%- elif message.role == 'tool' -%}
318
+ {%- if last_tool_call.name is none %}
319
+ {{- raise_exception("Message has tool role, but there was no previous assistant message with a tool call!") }}
320
+ {%- endif %}
321
+ {{- "<|start|>functions." + last_tool_call.name }}
322
+ {{- " to=assistant<|channel|>commentary<|message|>" + message.content|tojson + "<|end|>" }}
323
+ {%- elif message.role == 'user' -%}
324
+ {{- "<|start|>user<|message|>" + message.content + "<|end|>" }}
325
+ {%- endif -%}
326
+ {%- endfor -%}
327
+
328
+ {#- Generation prompt #}
329
+ {%- if add_generation_prompt -%}
330
+ <|start|>assistant
331
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,1837 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "GptOssForCausalLM"
4
+ ],
5
+ "attention_bias": true,
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 200002,
8
+ "experts_per_token": 4,
9
+ "head_dim": 64,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 2880,
12
+ "initial_context_length": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 2880,
15
+ "layer_types": [
16
+ "sliding_attention",
17
+ "full_attention",
18
+ "sliding_attention",
19
+ "full_attention",
20
+ "sliding_attention",
21
+ "full_attention",
22
+ "sliding_attention",
23
+ "full_attention",
24
+ "sliding_attention",
25
+ "full_attention",
26
+ "sliding_attention",
27
+ "full_attention",
28
+ "sliding_attention",
29
+ "full_attention",
30
+ "sliding_attention",
31
+ "full_attention",
32
+ "sliding_attention",
33
+ "full_attention",
34
+ "sliding_attention",
35
+ "full_attention",
36
+ "sliding_attention",
37
+ "full_attention",
38
+ "sliding_attention",
39
+ "full_attention",
40
+ "sliding_attention",
41
+ "full_attention",
42
+ "sliding_attention",
43
+ "full_attention",
44
+ "sliding_attention",
45
+ "full_attention",
46
+ "sliding_attention",
47
+ "full_attention",
48
+ "sliding_attention",
49
+ "full_attention",
50
+ "sliding_attention",
51
+ "full_attention"
52
+ ],
53
+ "max_position_embeddings": 131072,
54
+ "model_type": "gpt_oss",
55
+ "num_attention_heads": 64,
56
+ "num_experts_per_tok": 4,
57
+ "num_hidden_layers": 36,
58
+ "num_key_value_heads": 8,
59
+ "num_local_experts": 128,
60
+ "output_router_logits": false,
61
+ "pad_token_id": 199999,
62
+ "quantization": {
63
+ "group_size": 32,
64
+ "bits": 4,
65
+ "mode": "mxfp4",
66
+ "model.embed_tokens": {
67
+ "group_size": 32,
68
+ "bits": 8,
69
+ "mode": "affine"
70
+ },
71
+ "model.layers.0.self_attn.q_proj": {
72
+ "group_size": 32,
73
+ "bits": 8,
74
+ "mode": "affine"
75
+ },
76
+ "model.layers.0.self_attn.k_proj": {
77
+ "group_size": 32,
78
+ "bits": 8,
79
+ "mode": "affine"
80
+ },
81
+ "model.layers.0.self_attn.v_proj": {
82
+ "group_size": 32,
83
+ "bits": 8,
84
+ "mode": "affine"
85
+ },
86
+ "model.layers.0.self_attn.o_proj": {
87
+ "group_size": 32,
88
+ "bits": 8,
89
+ "mode": "affine"
90
+ },
91
+ "model.layers.0.mlp.router": {
92
+ "group_size": 64,
93
+ "bits": 8
94
+ },
95
+ "model.layers.1.self_attn.q_proj": {
96
+ "group_size": 32,
97
+ "bits": 8,
98
+ "mode": "affine"
99
+ },
100
+ "model.layers.1.self_attn.k_proj": {
101
+ "group_size": 32,
102
+ "bits": 8,
103
+ "mode": "affine"
104
+ },
105
+ "model.layers.1.self_attn.v_proj": {
106
+ "group_size": 32,
107
+ "bits": 8,
108
+ "mode": "affine"
109
+ },
110
+ "model.layers.1.self_attn.o_proj": {
111
+ "group_size": 32,
112
+ "bits": 8,
113
+ "mode": "affine"
114
+ },
115
+ "model.layers.1.mlp.router": {
116
+ "group_size": 64,
117
+ "bits": 8
118
+ },
119
+ "model.layers.2.self_attn.q_proj": {
120
+ "group_size": 32,
121
+ "bits": 8,
122
+ "mode": "affine"
123
+ },
124
+ "model.layers.2.self_attn.k_proj": {
125
+ "group_size": 32,
126
+ "bits": 8,
127
+ "mode": "affine"
128
+ },
129
+ "model.layers.2.self_attn.v_proj": {
130
+ "group_size": 32,
131
+ "bits": 8,
132
+ "mode": "affine"
133
+ },
134
+ "model.layers.2.self_attn.o_proj": {
135
+ "group_size": 32,
136
+ "bits": 8,
137
+ "mode": "affine"
138
+ },
139
+ "model.layers.2.mlp.router": {
140
+ "group_size": 64,
141
+ "bits": 8
142
+ },
143
+ "model.layers.3.self_attn.q_proj": {
144
+ "group_size": 32,
145
+ "bits": 8,
146
+ "mode": "affine"
147
+ },
148
+ "model.layers.3.self_attn.k_proj": {
149
+ "group_size": 32,
150
+ "bits": 8,
151
+ "mode": "affine"
152
+ },
153
+ "model.layers.3.self_attn.v_proj": {
154
+ "group_size": 32,
155
+ "bits": 8,
156
+ "mode": "affine"
157
+ },
158
+ "model.layers.3.self_attn.o_proj": {
159
+ "group_size": 32,
160
+ "bits": 8,
161
+ "mode": "affine"
162
+ },
163
+ "model.layers.3.mlp.router": {
164
+ "group_size": 64,
165
+ "bits": 8
166
+ },
167
+ "model.layers.4.self_attn.q_proj": {
168
+ "group_size": 32,
169
+ "bits": 8,
170
+ "mode": "affine"
171
+ },
172
+ "model.layers.4.self_attn.k_proj": {
173
+ "group_size": 32,
174
+ "bits": 8,
175
+ "mode": "affine"
176
+ },
177
+ "model.layers.4.self_attn.v_proj": {
178
+ "group_size": 32,
179
+ "bits": 8,
180
+ "mode": "affine"
181
+ },
182
+ "model.layers.4.self_attn.o_proj": {
183
+ "group_size": 32,
184
+ "bits": 8,
185
+ "mode": "affine"
186
+ },
187
+ "model.layers.4.mlp.router": {
188
+ "group_size": 64,
189
+ "bits": 8
190
+ },
191
+ "model.layers.5.self_attn.q_proj": {
192
+ "group_size": 32,
193
+ "bits": 8,
194
+ "mode": "affine"
195
+ },
196
+ "model.layers.5.self_attn.k_proj": {
197
+ "group_size": 32,
198
+ "bits": 8,
199
+ "mode": "affine"
200
+ },
201
+ "model.layers.5.self_attn.v_proj": {
202
+ "group_size": 32,
203
+ "bits": 8,
204
+ "mode": "affine"
205
+ },
206
+ "model.layers.5.self_attn.o_proj": {
207
+ "group_size": 32,
208
+ "bits": 8,
209
+ "mode": "affine"
210
+ },
211
+ "model.layers.5.mlp.router": {
212
+ "group_size": 64,
213
+ "bits": 8
214
+ },
215
+ "model.layers.6.self_attn.q_proj": {
216
+ "group_size": 32,
217
+ "bits": 8,
218
+ "mode": "affine"
219
+ },
220
+ "model.layers.6.self_attn.k_proj": {
221
+ "group_size": 32,
222
+ "bits": 8,
223
+ "mode": "affine"
224
+ },
225
+ "model.layers.6.self_attn.v_proj": {
226
+ "group_size": 32,
227
+ "bits": 8,
228
+ "mode": "affine"
229
+ },
230
+ "model.layers.6.self_attn.o_proj": {
231
+ "group_size": 32,
232
+ "bits": 8,
233
+ "mode": "affine"
234
+ },
235
+ "model.layers.6.mlp.router": {
236
+ "group_size": 64,
237
+ "bits": 8
238
+ },
239
+ "model.layers.7.self_attn.q_proj": {
240
+ "group_size": 32,
241
+ "bits": 8,
242
+ "mode": "affine"
243
+ },
244
+ "model.layers.7.self_attn.k_proj": {
245
+ "group_size": 32,
246
+ "bits": 8,
247
+ "mode": "affine"
248
+ },
249
+ "model.layers.7.self_attn.v_proj": {
250
+ "group_size": 32,
251
+ "bits": 8,
252
+ "mode": "affine"
253
+ },
254
+ "model.layers.7.self_attn.o_proj": {
255
+ "group_size": 32,
256
+ "bits": 8,
257
+ "mode": "affine"
258
+ },
259
+ "model.layers.7.mlp.router": {
260
+ "group_size": 64,
261
+ "bits": 8
262
+ },
263
+ "model.layers.8.self_attn.q_proj": {
264
+ "group_size": 32,
265
+ "bits": 8,
266
+ "mode": "affine"
267
+ },
268
+ "model.layers.8.self_attn.k_proj": {
269
+ "group_size": 32,
270
+ "bits": 8,
271
+ "mode": "affine"
272
+ },
273
+ "model.layers.8.self_attn.v_proj": {
274
+ "group_size": 32,
275
+ "bits": 8,
276
+ "mode": "affine"
277
+ },
278
+ "model.layers.8.self_attn.o_proj": {
279
+ "group_size": 32,
280
+ "bits": 8,
281
+ "mode": "affine"
282
+ },
283
+ "model.layers.8.mlp.router": {
284
+ "group_size": 64,
285
+ "bits": 8
286
+ },
287
+ "model.layers.9.self_attn.q_proj": {
288
+ "group_size": 32,
289
+ "bits": 8,
290
+ "mode": "affine"
291
+ },
292
+ "model.layers.9.self_attn.k_proj": {
293
+ "group_size": 32,
294
+ "bits": 8,
295
+ "mode": "affine"
296
+ },
297
+ "model.layers.9.self_attn.v_proj": {
298
+ "group_size": 32,
299
+ "bits": 8,
300
+ "mode": "affine"
301
+ },
302
+ "model.layers.9.self_attn.o_proj": {
303
+ "group_size": 32,
304
+ "bits": 8,
305
+ "mode": "affine"
306
+ },
307
+ "model.layers.9.mlp.router": {
308
+ "group_size": 64,
309
+ "bits": 8
310
+ },
311
+ "model.layers.10.self_attn.q_proj": {
312
+ "group_size": 32,
313
+ "bits": 8,
314
+ "mode": "affine"
315
+ },
316
+ "model.layers.10.self_attn.k_proj": {
317
+ "group_size": 32,
318
+ "bits": 8,
319
+ "mode": "affine"
320
+ },
321
+ "model.layers.10.self_attn.v_proj": {
322
+ "group_size": 32,
323
+ "bits": 8,
324
+ "mode": "affine"
325
+ },
326
+ "model.layers.10.self_attn.o_proj": {
327
+ "group_size": 32,
328
+ "bits": 8,
329
+ "mode": "affine"
330
+ },
331
+ "model.layers.10.mlp.router": {
332
+ "group_size": 64,
333
+ "bits": 8
334
+ },
335
+ "model.layers.11.self_attn.q_proj": {
336
+ "group_size": 32,
337
+ "bits": 8,
338
+ "mode": "affine"
339
+ },
340
+ "model.layers.11.self_attn.k_proj": {
341
+ "group_size": 32,
342
+ "bits": 8,
343
+ "mode": "affine"
344
+ },
345
+ "model.layers.11.self_attn.v_proj": {
346
+ "group_size": 32,
347
+ "bits": 8,
348
+ "mode": "affine"
349
+ },
350
+ "model.layers.11.self_attn.o_proj": {
351
+ "group_size": 32,
352
+ "bits": 8,
353
+ "mode": "affine"
354
+ },
355
+ "model.layers.11.mlp.router": {
356
+ "group_size": 64,
357
+ "bits": 8
358
+ },
359
+ "model.layers.12.self_attn.q_proj": {
360
+ "group_size": 32,
361
+ "bits": 8,
362
+ "mode": "affine"
363
+ },
364
+ "model.layers.12.self_attn.k_proj": {
365
+ "group_size": 32,
366
+ "bits": 8,
367
+ "mode": "affine"
368
+ },
369
+ "model.layers.12.self_attn.v_proj": {
370
+ "group_size": 32,
371
+ "bits": 8,
372
+ "mode": "affine"
373
+ },
374
+ "model.layers.12.self_attn.o_proj": {
375
+ "group_size": 32,
376
+ "bits": 8,
377
+ "mode": "affine"
378
+ },
379
+ "model.layers.12.mlp.router": {
380
+ "group_size": 64,
381
+ "bits": 8
382
+ },
383
+ "model.layers.13.self_attn.q_proj": {
384
+ "group_size": 32,
385
+ "bits": 8,
386
+ "mode": "affine"
387
+ },
388
+ "model.layers.13.self_attn.k_proj": {
389
+ "group_size": 32,
390
+ "bits": 8,
391
+ "mode": "affine"
392
+ },
393
+ "model.layers.13.self_attn.v_proj": {
394
+ "group_size": 32,
395
+ "bits": 8,
396
+ "mode": "affine"
397
+ },
398
+ "model.layers.13.self_attn.o_proj": {
399
+ "group_size": 32,
400
+ "bits": 8,
401
+ "mode": "affine"
402
+ },
403
+ "model.layers.13.mlp.router": {
404
+ "group_size": 64,
405
+ "bits": 8
406
+ },
407
+ "model.layers.14.self_attn.q_proj": {
408
+ "group_size": 32,
409
+ "bits": 8,
410
+ "mode": "affine"
411
+ },
412
+ "model.layers.14.self_attn.k_proj": {
413
+ "group_size": 32,
414
+ "bits": 8,
415
+ "mode": "affine"
416
+ },
417
+ "model.layers.14.self_attn.v_proj": {
418
+ "group_size": 32,
419
+ "bits": 8,
420
+ "mode": "affine"
421
+ },
422
+ "model.layers.14.self_attn.o_proj": {
423
+ "group_size": 32,
424
+ "bits": 8,
425
+ "mode": "affine"
426
+ },
427
+ "model.layers.14.mlp.router": {
428
+ "group_size": 64,
429
+ "bits": 8
430
+ },
431
+ "model.layers.15.self_attn.q_proj": {
432
+ "group_size": 32,
433
+ "bits": 8,
434
+ "mode": "affine"
435
+ },
436
+ "model.layers.15.self_attn.k_proj": {
437
+ "group_size": 32,
438
+ "bits": 8,
439
+ "mode": "affine"
440
+ },
441
+ "model.layers.15.self_attn.v_proj": {
442
+ "group_size": 32,
443
+ "bits": 8,
444
+ "mode": "affine"
445
+ },
446
+ "model.layers.15.self_attn.o_proj": {
447
+ "group_size": 32,
448
+ "bits": 8,
449
+ "mode": "affine"
450
+ },
451
+ "model.layers.15.mlp.router": {
452
+ "group_size": 64,
453
+ "bits": 8
454
+ },
455
+ "model.layers.16.self_attn.q_proj": {
456
+ "group_size": 32,
457
+ "bits": 8,
458
+ "mode": "affine"
459
+ },
460
+ "model.layers.16.self_attn.k_proj": {
461
+ "group_size": 32,
462
+ "bits": 8,
463
+ "mode": "affine"
464
+ },
465
+ "model.layers.16.self_attn.v_proj": {
466
+ "group_size": 32,
467
+ "bits": 8,
468
+ "mode": "affine"
469
+ },
470
+ "model.layers.16.self_attn.o_proj": {
471
+ "group_size": 32,
472
+ "bits": 8,
473
+ "mode": "affine"
474
+ },
475
+ "model.layers.16.mlp.router": {
476
+ "group_size": 64,
477
+ "bits": 8
478
+ },
479
+ "model.layers.17.self_attn.q_proj": {
480
+ "group_size": 32,
481
+ "bits": 8,
482
+ "mode": "affine"
483
+ },
484
+ "model.layers.17.self_attn.k_proj": {
485
+ "group_size": 32,
486
+ "bits": 8,
487
+ "mode": "affine"
488
+ },
489
+ "model.layers.17.self_attn.v_proj": {
490
+ "group_size": 32,
491
+ "bits": 8,
492
+ "mode": "affine"
493
+ },
494
+ "model.layers.17.self_attn.o_proj": {
495
+ "group_size": 32,
496
+ "bits": 8,
497
+ "mode": "affine"
498
+ },
499
+ "model.layers.17.mlp.router": {
500
+ "group_size": 64,
501
+ "bits": 8
502
+ },
503
+ "model.layers.18.self_attn.q_proj": {
504
+ "group_size": 32,
505
+ "bits": 8,
506
+ "mode": "affine"
507
+ },
508
+ "model.layers.18.self_attn.k_proj": {
509
+ "group_size": 32,
510
+ "bits": 8,
511
+ "mode": "affine"
512
+ },
513
+ "model.layers.18.self_attn.v_proj": {
514
+ "group_size": 32,
515
+ "bits": 8,
516
+ "mode": "affine"
517
+ },
518
+ "model.layers.18.self_attn.o_proj": {
519
+ "group_size": 32,
520
+ "bits": 8,
521
+ "mode": "affine"
522
+ },
523
+ "model.layers.18.mlp.router": {
524
+ "group_size": 64,
525
+ "bits": 8
526
+ },
527
+ "model.layers.19.self_attn.q_proj": {
528
+ "group_size": 32,
529
+ "bits": 8,
530
+ "mode": "affine"
531
+ },
532
+ "model.layers.19.self_attn.k_proj": {
533
+ "group_size": 32,
534
+ "bits": 8,
535
+ "mode": "affine"
536
+ },
537
+ "model.layers.19.self_attn.v_proj": {
538
+ "group_size": 32,
539
+ "bits": 8,
540
+ "mode": "affine"
541
+ },
542
+ "model.layers.19.self_attn.o_proj": {
543
+ "group_size": 32,
544
+ "bits": 8,
545
+ "mode": "affine"
546
+ },
547
+ "model.layers.19.mlp.router": {
548
+ "group_size": 64,
549
+ "bits": 8
550
+ },
551
+ "model.layers.20.self_attn.q_proj": {
552
+ "group_size": 32,
553
+ "bits": 8,
554
+ "mode": "affine"
555
+ },
556
+ "model.layers.20.self_attn.k_proj": {
557
+ "group_size": 32,
558
+ "bits": 8,
559
+ "mode": "affine"
560
+ },
561
+ "model.layers.20.self_attn.v_proj": {
562
+ "group_size": 32,
563
+ "bits": 8,
564
+ "mode": "affine"
565
+ },
566
+ "model.layers.20.self_attn.o_proj": {
567
+ "group_size": 32,
568
+ "bits": 8,
569
+ "mode": "affine"
570
+ },
571
+ "model.layers.20.mlp.router": {
572
+ "group_size": 64,
573
+ "bits": 8
574
+ },
575
+ "model.layers.21.self_attn.q_proj": {
576
+ "group_size": 32,
577
+ "bits": 8,
578
+ "mode": "affine"
579
+ },
580
+ "model.layers.21.self_attn.k_proj": {
581
+ "group_size": 32,
582
+ "bits": 8,
583
+ "mode": "affine"
584
+ },
585
+ "model.layers.21.self_attn.v_proj": {
586
+ "group_size": 32,
587
+ "bits": 8,
588
+ "mode": "affine"
589
+ },
590
+ "model.layers.21.self_attn.o_proj": {
591
+ "group_size": 32,
592
+ "bits": 8,
593
+ "mode": "affine"
594
+ },
595
+ "model.layers.21.mlp.router": {
596
+ "group_size": 64,
597
+ "bits": 8
598
+ },
599
+ "model.layers.22.self_attn.q_proj": {
600
+ "group_size": 32,
601
+ "bits": 8,
602
+ "mode": "affine"
603
+ },
604
+ "model.layers.22.self_attn.k_proj": {
605
+ "group_size": 32,
606
+ "bits": 8,
607
+ "mode": "affine"
608
+ },
609
+ "model.layers.22.self_attn.v_proj": {
610
+ "group_size": 32,
611
+ "bits": 8,
612
+ "mode": "affine"
613
+ },
614
+ "model.layers.22.self_attn.o_proj": {
615
+ "group_size": 32,
616
+ "bits": 8,
617
+ "mode": "affine"
618
+ },
619
+ "model.layers.22.mlp.router": {
620
+ "group_size": 64,
621
+ "bits": 8
622
+ },
623
+ "model.layers.23.self_attn.q_proj": {
624
+ "group_size": 32,
625
+ "bits": 8,
626
+ "mode": "affine"
627
+ },
628
+ "model.layers.23.self_attn.k_proj": {
629
+ "group_size": 32,
630
+ "bits": 8,
631
+ "mode": "affine"
632
+ },
633
+ "model.layers.23.self_attn.v_proj": {
634
+ "group_size": 32,
635
+ "bits": 8,
636
+ "mode": "affine"
637
+ },
638
+ "model.layers.23.self_attn.o_proj": {
639
+ "group_size": 32,
640
+ "bits": 8,
641
+ "mode": "affine"
642
+ },
643
+ "model.layers.23.mlp.router": {
644
+ "group_size": 64,
645
+ "bits": 8
646
+ },
647
+ "model.layers.24.self_attn.q_proj": {
648
+ "group_size": 32,
649
+ "bits": 8,
650
+ "mode": "affine"
651
+ },
652
+ "model.layers.24.self_attn.k_proj": {
653
+ "group_size": 32,
654
+ "bits": 8,
655
+ "mode": "affine"
656
+ },
657
+ "model.layers.24.self_attn.v_proj": {
658
+ "group_size": 32,
659
+ "bits": 8,
660
+ "mode": "affine"
661
+ },
662
+ "model.layers.24.self_attn.o_proj": {
663
+ "group_size": 32,
664
+ "bits": 8,
665
+ "mode": "affine"
666
+ },
667
+ "model.layers.24.mlp.router": {
668
+ "group_size": 64,
669
+ "bits": 8
670
+ },
671
+ "model.layers.25.self_attn.q_proj": {
672
+ "group_size": 32,
673
+ "bits": 8,
674
+ "mode": "affine"
675
+ },
676
+ "model.layers.25.self_attn.k_proj": {
677
+ "group_size": 32,
678
+ "bits": 8,
679
+ "mode": "affine"
680
+ },
681
+ "model.layers.25.self_attn.v_proj": {
682
+ "group_size": 32,
683
+ "bits": 8,
684
+ "mode": "affine"
685
+ },
686
+ "model.layers.25.self_attn.o_proj": {
687
+ "group_size": 32,
688
+ "bits": 8,
689
+ "mode": "affine"
690
+ },
691
+ "model.layers.25.mlp.router": {
692
+ "group_size": 64,
693
+ "bits": 8
694
+ },
695
+ "model.layers.26.self_attn.q_proj": {
696
+ "group_size": 32,
697
+ "bits": 8,
698
+ "mode": "affine"
699
+ },
700
+ "model.layers.26.self_attn.k_proj": {
701
+ "group_size": 32,
702
+ "bits": 8,
703
+ "mode": "affine"
704
+ },
705
+ "model.layers.26.self_attn.v_proj": {
706
+ "group_size": 32,
707
+ "bits": 8,
708
+ "mode": "affine"
709
+ },
710
+ "model.layers.26.self_attn.o_proj": {
711
+ "group_size": 32,
712
+ "bits": 8,
713
+ "mode": "affine"
714
+ },
715
+ "model.layers.26.mlp.router": {
716
+ "group_size": 64,
717
+ "bits": 8
718
+ },
719
+ "model.layers.27.self_attn.q_proj": {
720
+ "group_size": 32,
721
+ "bits": 8,
722
+ "mode": "affine"
723
+ },
724
+ "model.layers.27.self_attn.k_proj": {
725
+ "group_size": 32,
726
+ "bits": 8,
727
+ "mode": "affine"
728
+ },
729
+ "model.layers.27.self_attn.v_proj": {
730
+ "group_size": 32,
731
+ "bits": 8,
732
+ "mode": "affine"
733
+ },
734
+ "model.layers.27.self_attn.o_proj": {
735
+ "group_size": 32,
736
+ "bits": 8,
737
+ "mode": "affine"
738
+ },
739
+ "model.layers.27.mlp.router": {
740
+ "group_size": 64,
741
+ "bits": 8
742
+ },
743
+ "model.layers.28.self_attn.q_proj": {
744
+ "group_size": 32,
745
+ "bits": 8,
746
+ "mode": "affine"
747
+ },
748
+ "model.layers.28.self_attn.k_proj": {
749
+ "group_size": 32,
750
+ "bits": 8,
751
+ "mode": "affine"
752
+ },
753
+ "model.layers.28.self_attn.v_proj": {
754
+ "group_size": 32,
755
+ "bits": 8,
756
+ "mode": "affine"
757
+ },
758
+ "model.layers.28.self_attn.o_proj": {
759
+ "group_size": 32,
760
+ "bits": 8,
761
+ "mode": "affine"
762
+ },
763
+ "model.layers.28.mlp.router": {
764
+ "group_size": 64,
765
+ "bits": 8
766
+ },
767
+ "model.layers.29.self_attn.q_proj": {
768
+ "group_size": 32,
769
+ "bits": 8,
770
+ "mode": "affine"
771
+ },
772
+ "model.layers.29.self_attn.k_proj": {
773
+ "group_size": 32,
774
+ "bits": 8,
775
+ "mode": "affine"
776
+ },
777
+ "model.layers.29.self_attn.v_proj": {
778
+ "group_size": 32,
779
+ "bits": 8,
780
+ "mode": "affine"
781
+ },
782
+ "model.layers.29.self_attn.o_proj": {
783
+ "group_size": 32,
784
+ "bits": 8,
785
+ "mode": "affine"
786
+ },
787
+ "model.layers.29.mlp.router": {
788
+ "group_size": 64,
789
+ "bits": 8
790
+ },
791
+ "model.layers.30.self_attn.q_proj": {
792
+ "group_size": 32,
793
+ "bits": 8,
794
+ "mode": "affine"
795
+ },
796
+ "model.layers.30.self_attn.k_proj": {
797
+ "group_size": 32,
798
+ "bits": 8,
799
+ "mode": "affine"
800
+ },
801
+ "model.layers.30.self_attn.v_proj": {
802
+ "group_size": 32,
803
+ "bits": 8,
804
+ "mode": "affine"
805
+ },
806
+ "model.layers.30.self_attn.o_proj": {
807
+ "group_size": 32,
808
+ "bits": 8,
809
+ "mode": "affine"
810
+ },
811
+ "model.layers.30.mlp.router": {
812
+ "group_size": 64,
813
+ "bits": 8
814
+ },
815
+ "model.layers.31.self_attn.q_proj": {
816
+ "group_size": 32,
817
+ "bits": 8,
818
+ "mode": "affine"
819
+ },
820
+ "model.layers.31.self_attn.k_proj": {
821
+ "group_size": 32,
822
+ "bits": 8,
823
+ "mode": "affine"
824
+ },
825
+ "model.layers.31.self_attn.v_proj": {
826
+ "group_size": 32,
827
+ "bits": 8,
828
+ "mode": "affine"
829
+ },
830
+ "model.layers.31.self_attn.o_proj": {
831
+ "group_size": 32,
832
+ "bits": 8,
833
+ "mode": "affine"
834
+ },
835
+ "model.layers.31.mlp.router": {
836
+ "group_size": 64,
837
+ "bits": 8
838
+ },
839
+ "model.layers.32.self_attn.q_proj": {
840
+ "group_size": 32,
841
+ "bits": 8,
842
+ "mode": "affine"
843
+ },
844
+ "model.layers.32.self_attn.k_proj": {
845
+ "group_size": 32,
846
+ "bits": 8,
847
+ "mode": "affine"
848
+ },
849
+ "model.layers.32.self_attn.v_proj": {
850
+ "group_size": 32,
851
+ "bits": 8,
852
+ "mode": "affine"
853
+ },
854
+ "model.layers.32.self_attn.o_proj": {
855
+ "group_size": 32,
856
+ "bits": 8,
857
+ "mode": "affine"
858
+ },
859
+ "model.layers.32.mlp.router": {
860
+ "group_size": 64,
861
+ "bits": 8
862
+ },
863
+ "model.layers.33.self_attn.q_proj": {
864
+ "group_size": 32,
865
+ "bits": 8,
866
+ "mode": "affine"
867
+ },
868
+ "model.layers.33.self_attn.k_proj": {
869
+ "group_size": 32,
870
+ "bits": 8,
871
+ "mode": "affine"
872
+ },
873
+ "model.layers.33.self_attn.v_proj": {
874
+ "group_size": 32,
875
+ "bits": 8,
876
+ "mode": "affine"
877
+ },
878
+ "model.layers.33.self_attn.o_proj": {
879
+ "group_size": 32,
880
+ "bits": 8,
881
+ "mode": "affine"
882
+ },
883
+ "model.layers.33.mlp.router": {
884
+ "group_size": 64,
885
+ "bits": 8
886
+ },
887
+ "model.layers.34.self_attn.q_proj": {
888
+ "group_size": 32,
889
+ "bits": 8,
890
+ "mode": "affine"
891
+ },
892
+ "model.layers.34.self_attn.k_proj": {
893
+ "group_size": 32,
894
+ "bits": 8,
895
+ "mode": "affine"
896
+ },
897
+ "model.layers.34.self_attn.v_proj": {
898
+ "group_size": 32,
899
+ "bits": 8,
900
+ "mode": "affine"
901
+ },
902
+ "model.layers.34.self_attn.o_proj": {
903
+ "group_size": 32,
904
+ "bits": 8,
905
+ "mode": "affine"
906
+ },
907
+ "model.layers.34.mlp.router": {
908
+ "group_size": 64,
909
+ "bits": 8
910
+ },
911
+ "model.layers.35.self_attn.q_proj": {
912
+ "group_size": 32,
913
+ "bits": 8,
914
+ "mode": "affine"
915
+ },
916
+ "model.layers.35.self_attn.k_proj": {
917
+ "group_size": 32,
918
+ "bits": 8,
919
+ "mode": "affine"
920
+ },
921
+ "model.layers.35.self_attn.v_proj": {
922
+ "group_size": 32,
923
+ "bits": 8,
924
+ "mode": "affine"
925
+ },
926
+ "model.layers.35.self_attn.o_proj": {
927
+ "group_size": 32,
928
+ "bits": 8,
929
+ "mode": "affine"
930
+ },
931
+ "model.layers.35.mlp.router": {
932
+ "group_size": 64,
933
+ "bits": 8
934
+ },
935
+ "lm_head": {
936
+ "group_size": 32,
937
+ "bits": 8,
938
+ "mode": "affine"
939
+ }
940
+ },
941
+ "quantization_config": {
942
+ "group_size": 32,
943
+ "bits": 4,
944
+ "mode": "mxfp4",
945
+ "model.embed_tokens": {
946
+ "group_size": 32,
947
+ "bits": 8,
948
+ "mode": "affine"
949
+ },
950
+ "model.layers.0.self_attn.q_proj": {
951
+ "group_size": 32,
952
+ "bits": 8,
953
+ "mode": "affine"
954
+ },
955
+ "model.layers.0.self_attn.k_proj": {
956
+ "group_size": 32,
957
+ "bits": 8,
958
+ "mode": "affine"
959
+ },
960
+ "model.layers.0.self_attn.v_proj": {
961
+ "group_size": 32,
962
+ "bits": 8,
963
+ "mode": "affine"
964
+ },
965
+ "model.layers.0.self_attn.o_proj": {
966
+ "group_size": 32,
967
+ "bits": 8,
968
+ "mode": "affine"
969
+ },
970
+ "model.layers.0.mlp.router": {
971
+ "group_size": 64,
972
+ "bits": 8
973
+ },
974
+ "model.layers.1.self_attn.q_proj": {
975
+ "group_size": 32,
976
+ "bits": 8,
977
+ "mode": "affine"
978
+ },
979
+ "model.layers.1.self_attn.k_proj": {
980
+ "group_size": 32,
981
+ "bits": 8,
982
+ "mode": "affine"
983
+ },
984
+ "model.layers.1.self_attn.v_proj": {
985
+ "group_size": 32,
986
+ "bits": 8,
987
+ "mode": "affine"
988
+ },
989
+ "model.layers.1.self_attn.o_proj": {
990
+ "group_size": 32,
991
+ "bits": 8,
992
+ "mode": "affine"
993
+ },
994
+ "model.layers.1.mlp.router": {
995
+ "group_size": 64,
996
+ "bits": 8
997
+ },
998
+ "model.layers.2.self_attn.q_proj": {
999
+ "group_size": 32,
1000
+ "bits": 8,
1001
+ "mode": "affine"
1002
+ },
1003
+ "model.layers.2.self_attn.k_proj": {
1004
+ "group_size": 32,
1005
+ "bits": 8,
1006
+ "mode": "affine"
1007
+ },
1008
+ "model.layers.2.self_attn.v_proj": {
1009
+ "group_size": 32,
1010
+ "bits": 8,
1011
+ "mode": "affine"
1012
+ },
1013
+ "model.layers.2.self_attn.o_proj": {
1014
+ "group_size": 32,
1015
+ "bits": 8,
1016
+ "mode": "affine"
1017
+ },
1018
+ "model.layers.2.mlp.router": {
1019
+ "group_size": 64,
1020
+ "bits": 8
1021
+ },
1022
+ "model.layers.3.self_attn.q_proj": {
1023
+ "group_size": 32,
1024
+ "bits": 8,
1025
+ "mode": "affine"
1026
+ },
1027
+ "model.layers.3.self_attn.k_proj": {
1028
+ "group_size": 32,
1029
+ "bits": 8,
1030
+ "mode": "affine"
1031
+ },
1032
+ "model.layers.3.self_attn.v_proj": {
1033
+ "group_size": 32,
1034
+ "bits": 8,
1035
+ "mode": "affine"
1036
+ },
1037
+ "model.layers.3.self_attn.o_proj": {
1038
+ "group_size": 32,
1039
+ "bits": 8,
1040
+ "mode": "affine"
1041
+ },
1042
+ "model.layers.3.mlp.router": {
1043
+ "group_size": 64,
1044
+ "bits": 8
1045
+ },
1046
+ "model.layers.4.self_attn.q_proj": {
1047
+ "group_size": 32,
1048
+ "bits": 8,
1049
+ "mode": "affine"
1050
+ },
1051
+ "model.layers.4.self_attn.k_proj": {
1052
+ "group_size": 32,
1053
+ "bits": 8,
1054
+ "mode": "affine"
1055
+ },
1056
+ "model.layers.4.self_attn.v_proj": {
1057
+ "group_size": 32,
1058
+ "bits": 8,
1059
+ "mode": "affine"
1060
+ },
1061
+ "model.layers.4.self_attn.o_proj": {
1062
+ "group_size": 32,
1063
+ "bits": 8,
1064
+ "mode": "affine"
1065
+ },
1066
+ "model.layers.4.mlp.router": {
1067
+ "group_size": 64,
1068
+ "bits": 8
1069
+ },
1070
+ "model.layers.5.self_attn.q_proj": {
1071
+ "group_size": 32,
1072
+ "bits": 8,
1073
+ "mode": "affine"
1074
+ },
1075
+ "model.layers.5.self_attn.k_proj": {
1076
+ "group_size": 32,
1077
+ "bits": 8,
1078
+ "mode": "affine"
1079
+ },
1080
+ "model.layers.5.self_attn.v_proj": {
1081
+ "group_size": 32,
1082
+ "bits": 8,
1083
+ "mode": "affine"
1084
+ },
1085
+ "model.layers.5.self_attn.o_proj": {
1086
+ "group_size": 32,
1087
+ "bits": 8,
1088
+ "mode": "affine"
1089
+ },
1090
+ "model.layers.5.mlp.router": {
1091
+ "group_size": 64,
1092
+ "bits": 8
1093
+ },
1094
+ "model.layers.6.self_attn.q_proj": {
1095
+ "group_size": 32,
1096
+ "bits": 8,
1097
+ "mode": "affine"
1098
+ },
1099
+ "model.layers.6.self_attn.k_proj": {
1100
+ "group_size": 32,
1101
+ "bits": 8,
1102
+ "mode": "affine"
1103
+ },
1104
+ "model.layers.6.self_attn.v_proj": {
1105
+ "group_size": 32,
1106
+ "bits": 8,
1107
+ "mode": "affine"
1108
+ },
1109
+ "model.layers.6.self_attn.o_proj": {
1110
+ "group_size": 32,
1111
+ "bits": 8,
1112
+ "mode": "affine"
1113
+ },
1114
+ "model.layers.6.mlp.router": {
1115
+ "group_size": 64,
1116
+ "bits": 8
1117
+ },
1118
+ "model.layers.7.self_attn.q_proj": {
1119
+ "group_size": 32,
1120
+ "bits": 8,
1121
+ "mode": "affine"
1122
+ },
1123
+ "model.layers.7.self_attn.k_proj": {
1124
+ "group_size": 32,
1125
+ "bits": 8,
1126
+ "mode": "affine"
1127
+ },
1128
+ "model.layers.7.self_attn.v_proj": {
1129
+ "group_size": 32,
1130
+ "bits": 8,
1131
+ "mode": "affine"
1132
+ },
1133
+ "model.layers.7.self_attn.o_proj": {
1134
+ "group_size": 32,
1135
+ "bits": 8,
1136
+ "mode": "affine"
1137
+ },
1138
+ "model.layers.7.mlp.router": {
1139
+ "group_size": 64,
1140
+ "bits": 8
1141
+ },
1142
+ "model.layers.8.self_attn.q_proj": {
1143
+ "group_size": 32,
1144
+ "bits": 8,
1145
+ "mode": "affine"
1146
+ },
1147
+ "model.layers.8.self_attn.k_proj": {
1148
+ "group_size": 32,
1149
+ "bits": 8,
1150
+ "mode": "affine"
1151
+ },
1152
+ "model.layers.8.self_attn.v_proj": {
1153
+ "group_size": 32,
1154
+ "bits": 8,
1155
+ "mode": "affine"
1156
+ },
1157
+ "model.layers.8.self_attn.o_proj": {
1158
+ "group_size": 32,
1159
+ "bits": 8,
1160
+ "mode": "affine"
1161
+ },
1162
+ "model.layers.8.mlp.router": {
1163
+ "group_size": 64,
1164
+ "bits": 8
1165
+ },
1166
+ "model.layers.9.self_attn.q_proj": {
1167
+ "group_size": 32,
1168
+ "bits": 8,
1169
+ "mode": "affine"
1170
+ },
1171
+ "model.layers.9.self_attn.k_proj": {
1172
+ "group_size": 32,
1173
+ "bits": 8,
1174
+ "mode": "affine"
1175
+ },
1176
+ "model.layers.9.self_attn.v_proj": {
1177
+ "group_size": 32,
1178
+ "bits": 8,
1179
+ "mode": "affine"
1180
+ },
1181
+ "model.layers.9.self_attn.o_proj": {
1182
+ "group_size": 32,
1183
+ "bits": 8,
1184
+ "mode": "affine"
1185
+ },
1186
+ "model.layers.9.mlp.router": {
1187
+ "group_size": 64,
1188
+ "bits": 8
1189
+ },
1190
+ "model.layers.10.self_attn.q_proj": {
1191
+ "group_size": 32,
1192
+ "bits": 8,
1193
+ "mode": "affine"
1194
+ },
1195
+ "model.layers.10.self_attn.k_proj": {
1196
+ "group_size": 32,
1197
+ "bits": 8,
1198
+ "mode": "affine"
1199
+ },
1200
+ "model.layers.10.self_attn.v_proj": {
1201
+ "group_size": 32,
1202
+ "bits": 8,
1203
+ "mode": "affine"
1204
+ },
1205
+ "model.layers.10.self_attn.o_proj": {
1206
+ "group_size": 32,
1207
+ "bits": 8,
1208
+ "mode": "affine"
1209
+ },
1210
+ "model.layers.10.mlp.router": {
1211
+ "group_size": 64,
1212
+ "bits": 8
1213
+ },
1214
+ "model.layers.11.self_attn.q_proj": {
1215
+ "group_size": 32,
1216
+ "bits": 8,
1217
+ "mode": "affine"
1218
+ },
1219
+ "model.layers.11.self_attn.k_proj": {
1220
+ "group_size": 32,
1221
+ "bits": 8,
1222
+ "mode": "affine"
1223
+ },
1224
+ "model.layers.11.self_attn.v_proj": {
1225
+ "group_size": 32,
1226
+ "bits": 8,
1227
+ "mode": "affine"
1228
+ },
1229
+ "model.layers.11.self_attn.o_proj": {
1230
+ "group_size": 32,
1231
+ "bits": 8,
1232
+ "mode": "affine"
1233
+ },
1234
+ "model.layers.11.mlp.router": {
1235
+ "group_size": 64,
1236
+ "bits": 8
1237
+ },
1238
+ "model.layers.12.self_attn.q_proj": {
1239
+ "group_size": 32,
1240
+ "bits": 8,
1241
+ "mode": "affine"
1242
+ },
1243
+ "model.layers.12.self_attn.k_proj": {
1244
+ "group_size": 32,
1245
+ "bits": 8,
1246
+ "mode": "affine"
1247
+ },
1248
+ "model.layers.12.self_attn.v_proj": {
1249
+ "group_size": 32,
1250
+ "bits": 8,
1251
+ "mode": "affine"
1252
+ },
1253
+ "model.layers.12.self_attn.o_proj": {
1254
+ "group_size": 32,
1255
+ "bits": 8,
1256
+ "mode": "affine"
1257
+ },
1258
+ "model.layers.12.mlp.router": {
1259
+ "group_size": 64,
1260
+ "bits": 8
1261
+ },
1262
+ "model.layers.13.self_attn.q_proj": {
1263
+ "group_size": 32,
1264
+ "bits": 8,
1265
+ "mode": "affine"
1266
+ },
1267
+ "model.layers.13.self_attn.k_proj": {
1268
+ "group_size": 32,
1269
+ "bits": 8,
1270
+ "mode": "affine"
1271
+ },
1272
+ "model.layers.13.self_attn.v_proj": {
1273
+ "group_size": 32,
1274
+ "bits": 8,
1275
+ "mode": "affine"
1276
+ },
1277
+ "model.layers.13.self_attn.o_proj": {
1278
+ "group_size": 32,
1279
+ "bits": 8,
1280
+ "mode": "affine"
1281
+ },
1282
+ "model.layers.13.mlp.router": {
1283
+ "group_size": 64,
1284
+ "bits": 8
1285
+ },
1286
+ "model.layers.14.self_attn.q_proj": {
1287
+ "group_size": 32,
1288
+ "bits": 8,
1289
+ "mode": "affine"
1290
+ },
1291
+ "model.layers.14.self_attn.k_proj": {
1292
+ "group_size": 32,
1293
+ "bits": 8,
1294
+ "mode": "affine"
1295
+ },
1296
+ "model.layers.14.self_attn.v_proj": {
1297
+ "group_size": 32,
1298
+ "bits": 8,
1299
+ "mode": "affine"
1300
+ },
1301
+ "model.layers.14.self_attn.o_proj": {
1302
+ "group_size": 32,
1303
+ "bits": 8,
1304
+ "mode": "affine"
1305
+ },
1306
+ "model.layers.14.mlp.router": {
1307
+ "group_size": 64,
1308
+ "bits": 8
1309
+ },
1310
+ "model.layers.15.self_attn.q_proj": {
1311
+ "group_size": 32,
1312
+ "bits": 8,
1313
+ "mode": "affine"
1314
+ },
1315
+ "model.layers.15.self_attn.k_proj": {
1316
+ "group_size": 32,
1317
+ "bits": 8,
1318
+ "mode": "affine"
1319
+ },
1320
+ "model.layers.15.self_attn.v_proj": {
1321
+ "group_size": 32,
1322
+ "bits": 8,
1323
+ "mode": "affine"
1324
+ },
1325
+ "model.layers.15.self_attn.o_proj": {
1326
+ "group_size": 32,
1327
+ "bits": 8,
1328
+ "mode": "affine"
1329
+ },
1330
+ "model.layers.15.mlp.router": {
1331
+ "group_size": 64,
1332
+ "bits": 8
1333
+ },
1334
+ "model.layers.16.self_attn.q_proj": {
1335
+ "group_size": 32,
1336
+ "bits": 8,
1337
+ "mode": "affine"
1338
+ },
1339
+ "model.layers.16.self_attn.k_proj": {
1340
+ "group_size": 32,
1341
+ "bits": 8,
1342
+ "mode": "affine"
1343
+ },
1344
+ "model.layers.16.self_attn.v_proj": {
1345
+ "group_size": 32,
1346
+ "bits": 8,
1347
+ "mode": "affine"
1348
+ },
1349
+ "model.layers.16.self_attn.o_proj": {
1350
+ "group_size": 32,
1351
+ "bits": 8,
1352
+ "mode": "affine"
1353
+ },
1354
+ "model.layers.16.mlp.router": {
1355
+ "group_size": 64,
1356
+ "bits": 8
1357
+ },
1358
+ "model.layers.17.self_attn.q_proj": {
1359
+ "group_size": 32,
1360
+ "bits": 8,
1361
+ "mode": "affine"
1362
+ },
1363
+ "model.layers.17.self_attn.k_proj": {
1364
+ "group_size": 32,
1365
+ "bits": 8,
1366
+ "mode": "affine"
1367
+ },
1368
+ "model.layers.17.self_attn.v_proj": {
1369
+ "group_size": 32,
1370
+ "bits": 8,
1371
+ "mode": "affine"
1372
+ },
1373
+ "model.layers.17.self_attn.o_proj": {
1374
+ "group_size": 32,
1375
+ "bits": 8,
1376
+ "mode": "affine"
1377
+ },
1378
+ "model.layers.17.mlp.router": {
1379
+ "group_size": 64,
1380
+ "bits": 8
1381
+ },
1382
+ "model.layers.18.self_attn.q_proj": {
1383
+ "group_size": 32,
1384
+ "bits": 8,
1385
+ "mode": "affine"
1386
+ },
1387
+ "model.layers.18.self_attn.k_proj": {
1388
+ "group_size": 32,
1389
+ "bits": 8,
1390
+ "mode": "affine"
1391
+ },
1392
+ "model.layers.18.self_attn.v_proj": {
1393
+ "group_size": 32,
1394
+ "bits": 8,
1395
+ "mode": "affine"
1396
+ },
1397
+ "model.layers.18.self_attn.o_proj": {
1398
+ "group_size": 32,
1399
+ "bits": 8,
1400
+ "mode": "affine"
1401
+ },
1402
+ "model.layers.18.mlp.router": {
1403
+ "group_size": 64,
1404
+ "bits": 8
1405
+ },
1406
+ "model.layers.19.self_attn.q_proj": {
1407
+ "group_size": 32,
1408
+ "bits": 8,
1409
+ "mode": "affine"
1410
+ },
1411
+ "model.layers.19.self_attn.k_proj": {
1412
+ "group_size": 32,
1413
+ "bits": 8,
1414
+ "mode": "affine"
1415
+ },
1416
+ "model.layers.19.self_attn.v_proj": {
1417
+ "group_size": 32,
1418
+ "bits": 8,
1419
+ "mode": "affine"
1420
+ },
1421
+ "model.layers.19.self_attn.o_proj": {
1422
+ "group_size": 32,
1423
+ "bits": 8,
1424
+ "mode": "affine"
1425
+ },
1426
+ "model.layers.19.mlp.router": {
1427
+ "group_size": 64,
1428
+ "bits": 8
1429
+ },
1430
+ "model.layers.20.self_attn.q_proj": {
1431
+ "group_size": 32,
1432
+ "bits": 8,
1433
+ "mode": "affine"
1434
+ },
1435
+ "model.layers.20.self_attn.k_proj": {
1436
+ "group_size": 32,
1437
+ "bits": 8,
1438
+ "mode": "affine"
1439
+ },
1440
+ "model.layers.20.self_attn.v_proj": {
1441
+ "group_size": 32,
1442
+ "bits": 8,
1443
+ "mode": "affine"
1444
+ },
1445
+ "model.layers.20.self_attn.o_proj": {
1446
+ "group_size": 32,
1447
+ "bits": 8,
1448
+ "mode": "affine"
1449
+ },
1450
+ "model.layers.20.mlp.router": {
1451
+ "group_size": 64,
1452
+ "bits": 8
1453
+ },
1454
+ "model.layers.21.self_attn.q_proj": {
1455
+ "group_size": 32,
1456
+ "bits": 8,
1457
+ "mode": "affine"
1458
+ },
1459
+ "model.layers.21.self_attn.k_proj": {
1460
+ "group_size": 32,
1461
+ "bits": 8,
1462
+ "mode": "affine"
1463
+ },
1464
+ "model.layers.21.self_attn.v_proj": {
1465
+ "group_size": 32,
1466
+ "bits": 8,
1467
+ "mode": "affine"
1468
+ },
1469
+ "model.layers.21.self_attn.o_proj": {
1470
+ "group_size": 32,
1471
+ "bits": 8,
1472
+ "mode": "affine"
1473
+ },
1474
+ "model.layers.21.mlp.router": {
1475
+ "group_size": 64,
1476
+ "bits": 8
1477
+ },
1478
+ "model.layers.22.self_attn.q_proj": {
1479
+ "group_size": 32,
1480
+ "bits": 8,
1481
+ "mode": "affine"
1482
+ },
1483
+ "model.layers.22.self_attn.k_proj": {
1484
+ "group_size": 32,
1485
+ "bits": 8,
1486
+ "mode": "affine"
1487
+ },
1488
+ "model.layers.22.self_attn.v_proj": {
1489
+ "group_size": 32,
1490
+ "bits": 8,
1491
+ "mode": "affine"
1492
+ },
1493
+ "model.layers.22.self_attn.o_proj": {
1494
+ "group_size": 32,
1495
+ "bits": 8,
1496
+ "mode": "affine"
1497
+ },
1498
+ "model.layers.22.mlp.router": {
1499
+ "group_size": 64,
1500
+ "bits": 8
1501
+ },
1502
+ "model.layers.23.self_attn.q_proj": {
1503
+ "group_size": 32,
1504
+ "bits": 8,
1505
+ "mode": "affine"
1506
+ },
1507
+ "model.layers.23.self_attn.k_proj": {
1508
+ "group_size": 32,
1509
+ "bits": 8,
1510
+ "mode": "affine"
1511
+ },
1512
+ "model.layers.23.self_attn.v_proj": {
1513
+ "group_size": 32,
1514
+ "bits": 8,
1515
+ "mode": "affine"
1516
+ },
1517
+ "model.layers.23.self_attn.o_proj": {
1518
+ "group_size": 32,
1519
+ "bits": 8,
1520
+ "mode": "affine"
1521
+ },
1522
+ "model.layers.23.mlp.router": {
1523
+ "group_size": 64,
1524
+ "bits": 8
1525
+ },
1526
+ "model.layers.24.self_attn.q_proj": {
1527
+ "group_size": 32,
1528
+ "bits": 8,
1529
+ "mode": "affine"
1530
+ },
1531
+ "model.layers.24.self_attn.k_proj": {
1532
+ "group_size": 32,
1533
+ "bits": 8,
1534
+ "mode": "affine"
1535
+ },
1536
+ "model.layers.24.self_attn.v_proj": {
1537
+ "group_size": 32,
1538
+ "bits": 8,
1539
+ "mode": "affine"
1540
+ },
1541
+ "model.layers.24.self_attn.o_proj": {
1542
+ "group_size": 32,
1543
+ "bits": 8,
1544
+ "mode": "affine"
1545
+ },
1546
+ "model.layers.24.mlp.router": {
1547
+ "group_size": 64,
1548
+ "bits": 8
1549
+ },
1550
+ "model.layers.25.self_attn.q_proj": {
1551
+ "group_size": 32,
1552
+ "bits": 8,
1553
+ "mode": "affine"
1554
+ },
1555
+ "model.layers.25.self_attn.k_proj": {
1556
+ "group_size": 32,
1557
+ "bits": 8,
1558
+ "mode": "affine"
1559
+ },
1560
+ "model.layers.25.self_attn.v_proj": {
1561
+ "group_size": 32,
1562
+ "bits": 8,
1563
+ "mode": "affine"
1564
+ },
1565
+ "model.layers.25.self_attn.o_proj": {
1566
+ "group_size": 32,
1567
+ "bits": 8,
1568
+ "mode": "affine"
1569
+ },
1570
+ "model.layers.25.mlp.router": {
1571
+ "group_size": 64,
1572
+ "bits": 8
1573
+ },
1574
+ "model.layers.26.self_attn.q_proj": {
1575
+ "group_size": 32,
1576
+ "bits": 8,
1577
+ "mode": "affine"
1578
+ },
1579
+ "model.layers.26.self_attn.k_proj": {
1580
+ "group_size": 32,
1581
+ "bits": 8,
1582
+ "mode": "affine"
1583
+ },
1584
+ "model.layers.26.self_attn.v_proj": {
1585
+ "group_size": 32,
1586
+ "bits": 8,
1587
+ "mode": "affine"
1588
+ },
1589
+ "model.layers.26.self_attn.o_proj": {
1590
+ "group_size": 32,
1591
+ "bits": 8,
1592
+ "mode": "affine"
1593
+ },
1594
+ "model.layers.26.mlp.router": {
1595
+ "group_size": 64,
1596
+ "bits": 8
1597
+ },
1598
+ "model.layers.27.self_attn.q_proj": {
1599
+ "group_size": 32,
1600
+ "bits": 8,
1601
+ "mode": "affine"
1602
+ },
1603
+ "model.layers.27.self_attn.k_proj": {
1604
+ "group_size": 32,
1605
+ "bits": 8,
1606
+ "mode": "affine"
1607
+ },
1608
+ "model.layers.27.self_attn.v_proj": {
1609
+ "group_size": 32,
1610
+ "bits": 8,
1611
+ "mode": "affine"
1612
+ },
1613
+ "model.layers.27.self_attn.o_proj": {
1614
+ "group_size": 32,
1615
+ "bits": 8,
1616
+ "mode": "affine"
1617
+ },
1618
+ "model.layers.27.mlp.router": {
1619
+ "group_size": 64,
1620
+ "bits": 8
1621
+ },
1622
+ "model.layers.28.self_attn.q_proj": {
1623
+ "group_size": 32,
1624
+ "bits": 8,
1625
+ "mode": "affine"
1626
+ },
1627
+ "model.layers.28.self_attn.k_proj": {
1628
+ "group_size": 32,
1629
+ "bits": 8,
1630
+ "mode": "affine"
1631
+ },
1632
+ "model.layers.28.self_attn.v_proj": {
1633
+ "group_size": 32,
1634
+ "bits": 8,
1635
+ "mode": "affine"
1636
+ },
1637
+ "model.layers.28.self_attn.o_proj": {
1638
+ "group_size": 32,
1639
+ "bits": 8,
1640
+ "mode": "affine"
1641
+ },
1642
+ "model.layers.28.mlp.router": {
1643
+ "group_size": 64,
1644
+ "bits": 8
1645
+ },
1646
+ "model.layers.29.self_attn.q_proj": {
1647
+ "group_size": 32,
1648
+ "bits": 8,
1649
+ "mode": "affine"
1650
+ },
1651
+ "model.layers.29.self_attn.k_proj": {
1652
+ "group_size": 32,
1653
+ "bits": 8,
1654
+ "mode": "affine"
1655
+ },
1656
+ "model.layers.29.self_attn.v_proj": {
1657
+ "group_size": 32,
1658
+ "bits": 8,
1659
+ "mode": "affine"
1660
+ },
1661
+ "model.layers.29.self_attn.o_proj": {
1662
+ "group_size": 32,
1663
+ "bits": 8,
1664
+ "mode": "affine"
1665
+ },
1666
+ "model.layers.29.mlp.router": {
1667
+ "group_size": 64,
1668
+ "bits": 8
1669
+ },
1670
+ "model.layers.30.self_attn.q_proj": {
1671
+ "group_size": 32,
1672
+ "bits": 8,
1673
+ "mode": "affine"
1674
+ },
1675
+ "model.layers.30.self_attn.k_proj": {
1676
+ "group_size": 32,
1677
+ "bits": 8,
1678
+ "mode": "affine"
1679
+ },
1680
+ "model.layers.30.self_attn.v_proj": {
1681
+ "group_size": 32,
1682
+ "bits": 8,
1683
+ "mode": "affine"
1684
+ },
1685
+ "model.layers.30.self_attn.o_proj": {
1686
+ "group_size": 32,
1687
+ "bits": 8,
1688
+ "mode": "affine"
1689
+ },
1690
+ "model.layers.30.mlp.router": {
1691
+ "group_size": 64,
1692
+ "bits": 8
1693
+ },
1694
+ "model.layers.31.self_attn.q_proj": {
1695
+ "group_size": 32,
1696
+ "bits": 8,
1697
+ "mode": "affine"
1698
+ },
1699
+ "model.layers.31.self_attn.k_proj": {
1700
+ "group_size": 32,
1701
+ "bits": 8,
1702
+ "mode": "affine"
1703
+ },
1704
+ "model.layers.31.self_attn.v_proj": {
1705
+ "group_size": 32,
1706
+ "bits": 8,
1707
+ "mode": "affine"
1708
+ },
1709
+ "model.layers.31.self_attn.o_proj": {
1710
+ "group_size": 32,
1711
+ "bits": 8,
1712
+ "mode": "affine"
1713
+ },
1714
+ "model.layers.31.mlp.router": {
1715
+ "group_size": 64,
1716
+ "bits": 8
1717
+ },
1718
+ "model.layers.32.self_attn.q_proj": {
1719
+ "group_size": 32,
1720
+ "bits": 8,
1721
+ "mode": "affine"
1722
+ },
1723
+ "model.layers.32.self_attn.k_proj": {
1724
+ "group_size": 32,
1725
+ "bits": 8,
1726
+ "mode": "affine"
1727
+ },
1728
+ "model.layers.32.self_attn.v_proj": {
1729
+ "group_size": 32,
1730
+ "bits": 8,
1731
+ "mode": "affine"
1732
+ },
1733
+ "model.layers.32.self_attn.o_proj": {
1734
+ "group_size": 32,
1735
+ "bits": 8,
1736
+ "mode": "affine"
1737
+ },
1738
+ "model.layers.32.mlp.router": {
1739
+ "group_size": 64,
1740
+ "bits": 8
1741
+ },
1742
+ "model.layers.33.self_attn.q_proj": {
1743
+ "group_size": 32,
1744
+ "bits": 8,
1745
+ "mode": "affine"
1746
+ },
1747
+ "model.layers.33.self_attn.k_proj": {
1748
+ "group_size": 32,
1749
+ "bits": 8,
1750
+ "mode": "affine"
1751
+ },
1752
+ "model.layers.33.self_attn.v_proj": {
1753
+ "group_size": 32,
1754
+ "bits": 8,
1755
+ "mode": "affine"
1756
+ },
1757
+ "model.layers.33.self_attn.o_proj": {
1758
+ "group_size": 32,
1759
+ "bits": 8,
1760
+ "mode": "affine"
1761
+ },
1762
+ "model.layers.33.mlp.router": {
1763
+ "group_size": 64,
1764
+ "bits": 8
1765
+ },
1766
+ "model.layers.34.self_attn.q_proj": {
1767
+ "group_size": 32,
1768
+ "bits": 8,
1769
+ "mode": "affine"
1770
+ },
1771
+ "model.layers.34.self_attn.k_proj": {
1772
+ "group_size": 32,
1773
+ "bits": 8,
1774
+ "mode": "affine"
1775
+ },
1776
+ "model.layers.34.self_attn.v_proj": {
1777
+ "group_size": 32,
1778
+ "bits": 8,
1779
+ "mode": "affine"
1780
+ },
1781
+ "model.layers.34.self_attn.o_proj": {
1782
+ "group_size": 32,
1783
+ "bits": 8,
1784
+ "mode": "affine"
1785
+ },
1786
+ "model.layers.34.mlp.router": {
1787
+ "group_size": 64,
1788
+ "bits": 8
1789
+ },
1790
+ "model.layers.35.self_attn.q_proj": {
1791
+ "group_size": 32,
1792
+ "bits": 8,
1793
+ "mode": "affine"
1794
+ },
1795
+ "model.layers.35.self_attn.k_proj": {
1796
+ "group_size": 32,
1797
+ "bits": 8,
1798
+ "mode": "affine"
1799
+ },
1800
+ "model.layers.35.self_attn.v_proj": {
1801
+ "group_size": 32,
1802
+ "bits": 8,
1803
+ "mode": "affine"
1804
+ },
1805
+ "model.layers.35.self_attn.o_proj": {
1806
+ "group_size": 32,
1807
+ "bits": 8,
1808
+ "mode": "affine"
1809
+ },
1810
+ "model.layers.35.mlp.router": {
1811
+ "group_size": 64,
1812
+ "bits": 8
1813
+ },
1814
+ "lm_head": {
1815
+ "group_size": 32,
1816
+ "bits": 8,
1817
+ "mode": "affine"
1818
+ }
1819
+ },
1820
+ "rms_norm_eps": 1e-05,
1821
+ "rope_scaling": {
1822
+ "beta_fast": 32.0,
1823
+ "beta_slow": 1.0,
1824
+ "factor": 32.0,
1825
+ "original_max_position_embeddings": 4096,
1826
+ "rope_type": "yarn",
1827
+ "truncate": false
1828
+ },
1829
+ "rope_theta": 150000,
1830
+ "router_aux_loss_coef": 0.9,
1831
+ "sliding_window": 128,
1832
+ "swiglu_limit": 7.0,
1833
+ "tie_word_embeddings": false,
1834
+ "transformers_version": "4.55.0.dev0",
1835
+ "use_cache": true,
1836
+ "vocab_size": 201088
1837
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 199998,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 200002,
6
+ 199999,
7
+ 200012
8
+ ],
9
+ "pad_token_id": 199999,
10
+ "transformers_version": "4.55.0.dev0"
11
+ }
model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3692bb0fc123293af32e17dc939fa1ef87dd150963fca7a58cadbf3562ff46f
3
+ size 5260027926
model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8ea7e21ff8f4a9a8661afcaa0a90581155964cead1cf1c2033b643abbded98
3
+ size 5173657574
model-00003-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:445e4f8a8c252fe451eb62ae430e9af6b2c85bfc2d2af34f8faee2f40e48f0c2
3
+ size 5173657586
model-00004-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b972e48d40699369f10d9b1cfd3dbbfd2914dd7496ade85ae14bef7a383063d2
3
+ size 5173657575
model-00005-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:399608391b6d16abff001c5869c8710341064b166fb9360082e8894d8a9d8d24
3
+ size 5173657706
model-00006-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d9e0424beec92522062379b4f00be4d447f35f2dd057ace02f8ead6577b760b
3
+ size 5173657626
model-00007-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e6307fc413d989040cc5b2932677945b9842742cb83e96d58179db06240743
3
+ size 5173657702
model-00008-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c88fddcd9d5bdebecf176c8c3edb2d64f829ced37dceaf3d76345cc93d0865
3
+ size 5173657676
model-00009-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d443ebcb1fb6097fa61dad82a4b3fbff5ccc650001aacee54a65e43449e6b779
3
+ size 5173657674
model-00010-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781907fcb9d7bd076dc0ac36fdfbddc4dc6f01067b1b837e3776e310eb4ed418
3
+ size 5173657690
model-00011-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede258480a82f497af7a200155478b11b660f81d55d47d584a1b2d27e6199c92
3
+ size 5173657706
model-00012-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9e7b091c456c021df01b7c726510a5bdb443158e43bb5ee83305cd96bf7f7d
3
+ size 5173657690
model-00013-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd7d905959bf7c27e61a8f322effd4e7f0dff81b02065393c5100b1159f29ae
3
+ size 1216686375
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|startoftext|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|return|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|endoftext|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0614fe83cadab421296e664e1f48f4261fa8fef6e03e63bb75c20f38e37d07d3
3
+ size 27868174
tokenizer_config.json ADDED
@@ -0,0 +1,183 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "199998": {
4
+ "content": "<|startoftext|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "199999": {
12
+ "content": "<|endoftext|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "200000": {
20
+ "content": "<|reserved_200000|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "200001": {
28
+ "content": "<|reserved_200001|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "200002": {
36
+ "content": "<|return|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "200003": {
44
+ "content": "<|constrain|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "200004": {
52
+ "content": "<|reserved_200004|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "200005": {
60
+ "content": "<|channel|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "200006": {
68
+ "content": "<|start|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "200007": {
76
+ "content": "<|end|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "200008": {
84
+ "content": "<|message|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "200009": {
92
+ "content": "<|reserved_200009|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "200010": {
100
+ "content": "<|reserved_200010|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "200011": {
108
+ "content": "<|reserved_200011|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "200012": {
116
+ "content": "<|call|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "200013": {
124
+ "content": "<|reserved_200013|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "200014": {
132
+ "content": "<|reserved_200014|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "200015": {
140
+ "content": "<|reserved_200015|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "200016": {
148
+ "content": "<|reserved_200016|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "200017": {
156
+ "content": "<|reserved_200017|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "200018": {
164
+ "content": "<|endofprompt|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ }
171
+ },
172
+ "bos_token": "<|startoftext|>",
173
+ "clean_up_tokenization_spaces": false,
174
+ "eos_token": "<|return|>",
175
+ "extra_special_tokens": {},
176
+ "model_input_names": [
177
+ "input_ids",
178
+ "attention_mask"
179
+ ],
180
+ "model_max_length": 1000000000000000019884624838656,
181
+ "pad_token": "<|endoftext|>",
182
+ "tokenizer_class": "PreTrainedTokenizerFast"
183
+ }