File size: 157 Bytes
d3e6afd
 
 
 
 
1
2
3
4
5
6
from transformers inport AutoTokenizer

model_name = "meta-llama/Llama-3-8B"
tokenizer = AutoTokenizer.from_pretrained(model_name)
tokenizer.save_pretrained