File size: 240 Bytes
fa189e6
 
 
 
 
 
 
1
2
3
4
5
6
7
from transformers import AutoTokenizer

model_checkpoint = "distilbert-base-uncased"
tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)

# Push tokenizer to the model repo
tokenizer.push_to_hub("louiecerv/sentiment_analysis_model")