<gh_stars>0
from transformers import XLNetTokenizer

tokenizer = XLNetTokenizer.from_pretrained("xlnet-base-cased")
x = tokenizer.tokenize("Don't you love 🤗 Transformers? We sure do.")
print(x)
from transformers import XLNetTokenizer

tokenizer = XLNetTokenizer.from_pretrained("xlnet-base-cased")
x = tokenizer.tokenize("Don't you love 🤗 Transformers? We sure do.")
print(x)