Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -4071,5 +4071,5 @@
|
|
4071 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
4072 |
"use_default_system_prompt": false,
|
4073 |
"use_fast": true,
|
4074 |
-
"chat_template": "{{bos_token}}{
|
4075 |
}
|
|
|
4071 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
4072 |
"use_default_system_prompt": false,
|
4073 |
"use_fast": true,
|
4074 |
+
"chat_template": "{{- bos_token -}}\n{%- set system_prompt = \"\" -%}\n{%- if messages[0][\"role\"] == \"system\" -%}\n\t{%- set system_prompt = messages[0][\"content\"] -%}\n\t{%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n\t{%- set system_prompt = system_prompt + (\"\n\" if system_prompt else \"\") + \"List of tools: <|tool_list_start|>\" + tools | tojson + \"<|tool_list_end|>\" -%}\n{%- endif -%}\n{%- if system_prompt -%}\n\t{{- \"<|im_start|>system\n\" + system_prompt + \"<|im_end|>\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n\t{{- \"<|im_start|>\" + message[\"role\"] + \"\n\" -}}\n\t{%- set content = message[\"content\"] -%}\n\t{%- if content is not string -%}\n\t\t{%- set content = content | tojson -%}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"tool\" -%}\n\t\t{%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%}\n\t{%- endif -%}\n\t{{- content + \"<|im_end|>\n\" -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n\t{{- \"<|im_start|>assistant\n\" -}}\n{%- endif -%}"
|
4075 |
}
|