Xenova HF Staff commited on
Commit
36a0454
·
verified ·
1 Parent(s): 6428fae

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -4071,5 +4071,5 @@
4071
  "tokenizer_class": "PreTrainedTokenizerFast",
4072
  "use_default_system_prompt": false,
4073
  "use_fast": true,
4074
- "chat_template": "{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
4075
  }
 
4071
  "tokenizer_class": "PreTrainedTokenizerFast",
4072
  "use_default_system_prompt": false,
4073
  "use_fast": true,
4074
+ "chat_template": "{{- bos_token -}}\n{%- set system_prompt = \"\" -%}\n{%- if messages[0][\"role\"] == \"system\" -%}\n\t{%- set system_prompt = messages[0][\"content\"] -%}\n\t{%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n\t{%- set system_prompt = system_prompt + (\"\n\" if system_prompt else \"\") + \"List of tools: <|tool_list_start|>\" + tools | tojson + \"<|tool_list_end|>\" -%}\n{%- endif -%}\n{%- if system_prompt -%}\n\t{{- \"<|im_start|>system\n\" + system_prompt + \"<|im_end|>\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n\t{{- \"<|im_start|>\" + message[\"role\"] + \"\n\" -}}\n\t{%- set content = message[\"content\"] -%}\n\t{%- if content is not string -%}\n\t\t{%- set content = content | tojson -%}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"tool\" -%}\n\t\t{%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%}\n\t{%- endif -%}\n\t{{- content + \"<|im_end|>\n\" -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n\t{{- \"<|im_start|>assistant\n\" -}}\n{%- endif -%}"
4075
  }