{ "add_bos_token": false, "add_prefix_space": false, "added_tokens_decoder": { "128244": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151643": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151644": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151645": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151646": { "content": "<|object_ref_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151647": { "content": "<|object_ref_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151648": { "content": "<|box_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151649": { "content": "<|box_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151650": { "content": "<|quad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151651": { "content": "<|quad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151652": { "content": "<|vision_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151653": { "content": "<|vision_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151654": { "content": "<|vision_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151655": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151656": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151657": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151658": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151659": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151660": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151661": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151662": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151663": { "content": "<|repo_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151664": { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151665": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151666": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151667": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151668": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151669": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151670": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151671": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151672": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151673": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151674": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151675": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151676": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151677": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151678": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151679": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151680": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151681": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151682": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151683": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151684": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151685": { "content": "<|reserved_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151686": { "content": "<|reserved_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151687": { "content": "<|reserved_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151688": { "content": "<|reserved_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151689": { "content": "<|reserved_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151690": { "content": "<|reserved_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151691": { "content": "<|reserved_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151692": { "content": "<|reserved_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151693": { "content": "<|reserved_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151694": { "content": "<|reserved_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151695": { "content": "<|reserved_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151696": { "content": "<|reserved_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151697": { "content": "<|reserved_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151698": { "content": "<|reserved_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151699": { "content": "<|reserved_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151700": { "content": "<|reserved_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151701": { "content": "<|reserved_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151702": { "content": "<|reserved_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151703": { "content": "<|reserved_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151704": { "content": "<|reserved_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151705": { "content": "<|reserved_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151706": { "content": "<|reserved_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151707": { "content": "<|reserved_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151708": { "content": "<|reserved_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151709": { "content": "<|reserved_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151710": { "content": "<|reserved_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151711": { "content": "<|reserved_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151712": { "content": "<|reserved_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151713": { "content": "<|reserved_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151714": { "content": "<|reserved_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151715": { "content": "<|reserved_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151716": { "content": "<|reserved_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151717": { "content": "<|reserved_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151718": { "content": "<|reserved_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151719": { "content": "<|reserved_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151720": { "content": "<|reserved_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151721": { "content": "<|reserved_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151722": { "content": "<|reserved_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151723": { "content": "<|reserved_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151724": { "content": "<|reserved_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151725": { "content": "<|reserved_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151726": { "content": "<|reserved_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151727": { "content": "<|reserved_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151728": { "content": "<|reserved_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151729": { "content": "<|reserved_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151730": { "content": "<|reserved_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151731": { "content": "<|reserved_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151732": { "content": "<|reserved_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151733": { "content": "<|reserved_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151734": { "content": "<|reserved_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151735": { "content": "<|reserved_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151736": { "content": "<|reserved_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151737": { "content": "<|reserved_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151738": { "content": "<|reserved_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151739": { "content": "<|reserved_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151740": { "content": "<|reserved_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151741": { "content": "<|reserved_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151742": { "content": "<|reserved_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151743": { "content": "<|reserved_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151744": { "content": "<|reserved_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151745": { "content": "<|reserved_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151746": { "content": "<|reserved_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151747": { "content": "<|reserved_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "<|reserved_0|>", "<|reserved_1|>", "<|reserved_2|>", "<|reserved_3|>", "<|reserved_4|>", "<|reserved_5|>", "<|reserved_6|>", "<|reserved_7|>", "<|reserved_8|>", "<|reserved_9|>", "<|reserved_10|>", "<|reserved_11|>", "<|reserved_12|>", "<|reserved_13|>", "<|reserved_14|>", "<|reserved_15|>", "<|reserved_16|>", "<|reserved_17|>", "<|reserved_18|>", "<|reserved_19|>", "<|reserved_20|>", "<|reserved_21|>", "<|reserved_22|>", "<|reserved_23|>", "<|reserved_24|>", "<|reserved_25|>", "<|reserved_26|>", "<|reserved_27|>", "<|reserved_28|>", "<|reserved_29|>", "<|reserved_30|>", "<|reserved_31|>", "<|reserved_32|>", "<|reserved_33|>", "<|reserved_34|>", "<|reserved_35|>", "<|reserved_36|>", "<|reserved_37|>", "<|reserved_38|>", "<|reserved_39|>", "<|reserved_40|>", "<|reserved_41|>", "<|reserved_42|>", "<|reserved_43|>", "<|reserved_44|>", "<|reserved_45|>", "<|reserved_46|>", "<|reserved_47|>", "<|reserved_48|>", "<|reserved_49|>", "<|reserved_50|>", "<|reserved_51|>", "<|reserved_52|>", "<|reserved_53|>", "<|reserved_54|>", "<|reserved_55|>", "<|reserved_56|>", "<|reserved_57|>", "<|reserved_58|>", "<|reserved_59|>", "<|reserved_60|>", "<|reserved_61|>", "<|reserved_62|>" ], "bos_token": "<|im_start|>", "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('') and message.content.endswith('')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = message.content.split('')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n {%- if enable_thinking is defined and enable_thinking is true %}\n {{- '\\n' }}\n {%- endif %}\n{%- endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "errors": "replace", "extra_special_tokens": {}, "model_max_length": 131072, "pad_token": "<|endoftext|>", "split_special_tokens": false, "unk_token": "", "auto_map": { "AutoTokenizer": [ "tokenization_minicpmv_fast.MiniCPMVTokenizerFast", null ] }, "tokenizer_class": "MiniCPMVTokenizerFast" }