{ "added_tokens_decoder": { "0": { "content": "<", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "21": { "content": "-", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "22": { "content": ">", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "23": { "content": "*", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "24": { "content": "X", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "25": { "content": "|", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<", "chain_names": [ "VH", "VL" ], "clean_up_tokenization_spaces": false, "eos_token": ">", "mask_token": "*", "model_max_length": 1000000000000000019884624838656, "pad_token": "-", "sep_token": "|", "swap_paired_chains": false, "tokenizer_class": "AbLang2Tokenizer", "unk_token": "X" }