{ "added_tokens_decoder": { "0": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128000": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128001": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128002": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128003": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128004": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128005": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128006": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128007": { "content": "<|reserved_token_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128008": { "content": "<|reserved_token_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128009": { "content": "<|reserved_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128010": { "content": "<|reserved_token_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128011": { "content": "<|reserved_token_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128012": { "content": "<|reserved_token_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128013": { "content": "<|reserved_token_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128014": { "content": "<|reserved_token_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128015": { "content": "<|reserved_token_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128016": { "content": "<|reserved_token_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128017": { "content": "<|reserved_token_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128018": { "content": "<|reserved_token_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128019": { "content": "<|reserved_token_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128020": { "content": "<|reserved_token_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128021": { "content": "<|reserved_token_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128022": { "content": "<|reserved_token_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128023": { "content": "<|reserved_token_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128024": { "content": "<|reserved_token_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128025": { "content": "<|reserved_token_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128026": { "content": "<|reserved_token_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128027": { "content": "<|reserved_token_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128028": { "content": "<|reserved_token_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128029": { "content": "<|reserved_token_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128030": { "content": "<|reserved_token_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128031": { "content": "<|reserved_token_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128032": { "content": "<|reserved_token_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128033": { "content": "<|reserved_token_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128034": { "content": "<|reserved_token_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128035": { "content": "<|reserved_token_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128036": { "content": "<|reserved_token_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128037": { "content": "<|reserved_token_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128038": { "content": "<|reserved_token_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128039": { "content": "<|reserved_token_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128040": { "content": "<|reserved_token_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128041": { "content": "<|reserved_token_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128042": { "content": "<|reserved_token_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128043": { "content": "<|reserved_token_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128044": { "content": "<|reserved_token_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128045": { "content": "<|reserved_token_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128046": { "content": "<|reserved_token_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128047": { "content": "<|reserved_token_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128048": { "content": "<|reserved_token_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128049": { "content": "<|reserved_token_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128050": { "content": "<|reserved_token_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128051": { "content": "<|reserved_token_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128052": { "content": "<|reserved_token_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128053": { "content": "<|reserved_token_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128054": { "content": "<|reserved_token_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128055": { "content": "<|reserved_token_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128056": { "content": "<|reserved_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128057": { "content": "<|reserved_token_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128058": { "content": "<|reserved_token_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128059": { "content": "<|reserved_token_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128060": { "content": "<|reserved_token_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128061": { "content": "<|reserved_token_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128062": { "content": "<|reserved_token_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128063": { "content": "<|reserved_token_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128064": { "content": "<|reserved_token_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128065": { "content": "<|reserved_token_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128066": { "content": "<|reserved_token_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128067": { "content": "<|reserved_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128068": { "content": "<|reserved_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128069": { "content": "<|reserved_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128070": { "content": "<|reserved_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128071": { "content": "<|reserved_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128072": { "content": "<|reserved_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128073": { "content": "<|reserved_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128074": { "content": "<|reserved_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128075": { "content": "<|reserved_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128076": { "content": "<|reserved_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128077": { "content": "<|reserved_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128078": { "content": "<|reserved_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128079": { "content": "<|reserved_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128080": { "content": "<|reserved_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128081": { "content": "<|reserved_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128082": { "content": "<|reserved_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128083": { "content": "<|reserved_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128084": { "content": "<|reserved_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128085": { "content": "<|reserved_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128086": { "content": "<|reserved_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128087": { "content": "<|reserved_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128088": { "content": "<|reserved_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128089": { "content": "<|reserved_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128090": { "content": "<|reserved_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128091": { "content": "<|reserved_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128092": { "content": "<|reserved_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128093": { "content": "<|reserved_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128094": { "content": "<|reserved_token_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128095": { "content": "<|reserved_token_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128096": { "content": "<|reserved_token_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128097": { "content": "<|reserved_token_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128098": { "content": "<|reserved_token_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128099": { "content": "<|reserved_token_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128100": { "content": "<|reserved_token_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128101": { "content": "<|reserved_token_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128102": { "content": "<|reserved_token_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128103": { "content": "<|reserved_token_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128104": { "content": "<|reserved_token_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128105": { "content": "<|reserved_token_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128106": { "content": "<|reserved_token_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128107": { "content": "<|reserved_token_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128108": { "content": "<|reserved_token_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128109": { "content": "<|reserved_token_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128110": { "content": "<|reserved_token_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128111": { "content": "<|reserved_token_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128112": { "content": "<|reserved_token_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128113": { "content": "<|reserved_token_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128114": { "content": "<|reserved_token_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128115": { "content": "<|reserved_token_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128116": { "content": "<|reserved_token_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128117": { "content": "<|reserved_token_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128118": { "content": "<|reserved_token_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128119": { "content": "<|reserved_token_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128120": { "content": "<|reserved_token_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128121": { "content": "<|reserved_token_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128122": { "content": "<|reserved_token_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128123": { "content": "<|reserved_token_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128124": { "content": "<|reserved_token_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128125": { "content": "<|reserved_token_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128126": { "content": "<|reserved_token_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128127": { "content": "<|reserved_token_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|reserved_token_1|>", "<|reserved_token_2|>", "<|reserved_token_3|>", "<|reserved_token_4|>", "<|reserved_token_5|>", "<|reserved_token_6|>", "<|reserved_token_7|>", "<|reserved_token_8|>", "<|reserved_token_9|>", "<|reserved_token_10|>", "<|reserved_token_11|>", "<|reserved_token_12|>", "<|reserved_token_13|>", "<|reserved_token_14|>", "<|reserved_token_15|>", "<|reserved_token_16|>", "<|reserved_token_17|>", "<|reserved_token_18|>", "<|reserved_token_19|>", "<|reserved_token_20|>", "<|reserved_token_21|>", "<|reserved_token_22|>", "<|reserved_token_23|>", "<|reserved_token_24|>", "<|reserved_token_25|>", "<|reserved_token_26|>", "<|reserved_token_27|>", "<|reserved_token_28|>", "<|reserved_token_29|>", "<|reserved_token_30|>", "<|reserved_token_31|>", "<|reserved_token_32|>", "<|reserved_token_33|>", "<|reserved_token_34|>", "<|reserved_token_35|>", "<|reserved_token_36|>", "<|reserved_token_37|>", "<|reserved_token_38|>", "<|reserved_token_39|>", "<|reserved_token_40|>", "<|reserved_token_41|>", "<|reserved_token_42|>", "<|reserved_token_43|>", "<|reserved_token_44|>", "<|reserved_token_45|>", "<|reserved_token_46|>", "<|reserved_token_47|>", "<|reserved_token_48|>", "<|reserved_token_49|>", "<|reserved_token_50|>", "<|reserved_token_51|>", "<|reserved_token_52|>", "<|reserved_token_53|>", "<|reserved_token_54|>", "<|reserved_token_55|>", "<|reserved_token_56|>", "<|reserved_token_57|>", "<|reserved_token_58|>", "<|reserved_token_59|>", "<|reserved_token_60|>", "<|reserved_token_61|>", "<|reserved_token_62|>", "<|reserved_token_63|>", "<|reserved_token_64|>", "<|reserved_token_65|>", "<|reserved_token_66|>", "<|reserved_token_67|>", "<|reserved_token_68|>", "<|reserved_token_69|>", "<|reserved_token_70|>", "<|reserved_token_71|>", "<|reserved_token_72|>", "<|reserved_token_73|>", "<|reserved_token_74|>", "<|reserved_token_75|>", "<|reserved_token_76|>", "<|reserved_token_77|>", "<|reserved_token_78|>", "<|reserved_token_79|>", "<|reserved_token_80|>", "<|reserved_token_81|>", "<|reserved_token_82|>", "<|reserved_token_83|>", "<|reserved_token_84|>", "<|reserved_token_85|>", "<|reserved_token_86|>", "<|reserved_token_87|>", "<|reserved_token_88|>", "<|reserved_token_89|>", "<|reserved_token_90|>", "<|reserved_token_91|>", "<|reserved_token_92|>", "<|reserved_token_93|>", "<|reserved_token_94|>", "<|reserved_token_95|>", "<|reserved_token_96|>", "<|reserved_token_97|>", "<|reserved_token_98|>", "<|reserved_token_99|>", "<|reserved_token_100|>", "<|reserved_token_101|>", "<|reserved_token_102|>", "<|reserved_token_103|>", "<|reserved_token_104|>", "<|reserved_token_105|>", "<|reserved_token_106|>", "<|reserved_token_107|>", "<|reserved_token_108|>", "<|reserved_token_109|>", "<|reserved_token_110|>", "<|reserved_token_111|>", "<|reserved_token_112|>", "<|reserved_token_113|>", "<|reserved_token_114|>", "<|reserved_token_115|>", "<|reserved_token_116|>", "<|reserved_token_117|>", "<|reserved_token_118|>", "<|reserved_token_119|>", "<|reserved_token_120|>", "<|reserved_token_121|>" ], "bos_token": "<|endoftext|>", "chat_template": "{{- bos_token }}{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "extra_special_tokens": {}, "model_max_length": 4096, "pad_token": "<|pad|>", "padding_side": "left", "tokenizer_class": "PreTrainedTokenizer", "unk_token": "<|endoftext|>" }