d3e6afd
1
2
3
4
5
6
from transformers inport AutoTokenizer model_name = "meta-llama/Llama-3-8B" tokenizer = AutoTokenizer.from_pretrained(model_name) tokenizer.save_pretrained
