tokenizer_config.json

{
  "added_tokens_decoder": {
    "0": {
      "content": "[PAD]",
      "lstrip": false,
      "normalized": false,
      "rstrip": false,
      "single_word": false,
      "special": true
    },
    "100": {
      "content": "[UNK]",
      "lstrip": false,
      "normalized": false,
      "rstrip": false,
      "single_word": false,
      "special": true
    },
    "101": {
      "content": "[CLS]",
      "lstrip": false,
      "normalized": false,
      "rstrip": false,
      "single_word": false,
      "special": true
    },
    "102": {
      "content": "[SEP]",
      "lstrip": false,
      "normalized": false,
      "rstrip": false,
      "single_word": false,
      "special": true
    },
    "103": {
      "content": "[MASK]",
      "lstrip": false,
      "normalized": false,
      "rstrip": false,
      "single_word": false,
      "special": true
    },
    "30522": {
      "content": "7b0a2020202020202020202020202020202020202274696d657374616d70223a2072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202022697022203a2072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202020202275736572223a205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d5b305d206966205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d20656c7365204e6f6e652c0a202020202020202020202020202020202022616374696f6e22203a202772656e616d65272c0a20202020202020202020202020202022706174687322203a205b7061746820666f72206d6174636820696e2072652e66696e64616c6c2872275c7c282f5b5e7c225d2b29272c206c6f675f6d6573736167652920666f72207061746820696e205b6d617463685d206966206e6f742072652e7365617263682872275c647b347d2f5c647b327d2f5c647b327d205c647b327d3a5c647b327d3a5c647b327d272c2070617468295d0a0a20202020202020202020202020207d",
      "lstrip": false,
      "normalized": true,
      "rstrip": false,
      "single_word": false,
      "special": false
    },
    "30523": {
      "content": "7b0a2020202020202020202020202020202020202274696d657374616d70223a2072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202022697022203a2072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202020202275736572223a205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d5b305d206966205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d20656c7365204e6f6e652c0a202020202020202020202020202020202022616374696f6e22203a2027637265617465272c0a20202020202020202020202020202022706174687322203a205b7061746820666f72206d6174636820696e2072652e66696e64616c6c2872275c7c282f5b5e7c225d2b29272c206c6f675f6d6573736167652920666f72207061746820696e205b6d617463685d206966206e6f742072652e7365617263682872275c647b347d2f5c647b327d2f5c647b327d205c647b327d3a5c647b327d3a5c647b327d272c2070617468295d0a0a20202020202020202020202020207d",
      "lstrip": false,
      "normalized": true,
      "rstrip": false,
      "single_word": false,
      "special": false
    },
    "30524": {
      "content": "7b0a2020202020202020202020202020202020202274696d657374616d70223a2072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202022697022203a2072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202020202275736572223a205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d5b305d206966205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d20656c7365204e6f6e652c0a202020202020202020202020202020202022616374696f6e22203a202764656c657465272c0a20202020202020202020202020202022706174687322203a205b7061746820666f72206d6174636820696e2072652e66696e64616c6c2872275c7c282f5b5e7c225d2b29272c206c6f675f6d6573736167652920666f72207061746820696e205b6d617463685d206966206e6f742072652e7365617263682872275c647b347d2f5c647b327d2f5c647b327d205c647b327d3a5c647b327d3a5c647b327d272c2070617468295d0a0a20202020202020202020202020207d",
      "lstrip": false,
      "normalized": true,
      "rstrip": false,
      "single_word": false,
      "special": false
    },
    "30525": {
      "content": "7b0a2020202020202020202020202020202020202274696d657374616d70223a2072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202022697022203a2072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202020202275736572223a205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d5b305d206966205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d20656c7365204e6f6e652c0a202020202020202020202020202020202022616374696f6e22203a2027646f776e6c6f6164272c0a20202020202020202020202020202022706174687322203a205b7061746820666f72206d6174636820696e2072652e66696e64616c6c2872275c7c282f5b5e7c225d2b29272c206c6f675f6d6573736167652920666f72207061746820696e205b6d617463685d206966206e6f742072652e7365617263682872275c647b347d2f5c647b327d2f5c647b327d205c647b327d3a5c647b327d3a5c647b327d272c2070617468295d0a0a20202020202020202020202020207d",
      "lstrip": false,
      "normalized": true,
      "rstrip": false,
      "single_word": false,
      "special": false
    },
    "30526": {
      "content": "7b0a2020202020202020202020202020202020202274696d657374616d70223a2072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c625c647b347d2d5c647b327d2d5c647b327d545c647b327d3a5c647b327d3a5c647b327d283f3a5c2e5c647b312c367d293f283f3a5b2b2d5d5c647b327d3a5c647b327d7c5a293f5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202022697022203a2072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d657373616765295b305d2069662072652e66696e64616c6c2872275c62283f3a5c647b312c337d5c2e297b337d5c647b312c337d5c62272c206c6f675f6d6573736167652920656c7365204e6f6e652c0a2020202020202020202020202020202020202275736572223a205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d5b305d206966205b7320666f72207320696e2072652e66696e64616c6c287227283f3c3d5c7329285c532b29283f3d5c7329272c206c6f675f6d65737361676529206966206e6f7420626f6f6c2872652e7365617263682872275b5e5c775c735d272c207329295d20656c7365204e6f6e652c0a202020202020202020202020202020202022616374696f6e22203a20277772697465272c0a20202020202020202020202020202022706174687322203a205b7061746820666f72206d6174636820696e2072652e66696e64616c6c2872275c7c282f5b5e7c225d2b29272c206c6f675f6d6573736167652920666f72207061746820696e205b6d617463685d206966206e6f742072652e7365617263682872275c647b347d2f5c647b327d2f5c647b327d205c647b327d3a5c647b327d3a5c647b327d272c2070617468295d0a2020202020202020202020207d",
      "lstrip": false,
      "normalized": true,
      "rstrip": false,
      "single_word": false,
      "special": false
    }
  },
  "clean_up_tokenization_spaces": true,
  "cls_token": "[CLS]",
  "do_basic_tokenize": true,
  "do_lower_case": true,
  "mask_token": "[MASK]",
  "model_max_length": 512,
  "never_split": null,
  "pad_token": "[PAD]",
  "sep_token": "[SEP]",
  "strip_accents": null,
  "tokenize_chinese_chars": true,
  "tokenizer_class": "BertTokenizer",
  "unk_token": "[UNK]"
}