File size: 252 Bytes
3f10239 |
1 2 3 4 5 6 7 8 9 10 |
{
"additional_special_tokens": [
"<｜begin▁of▁sentence｜>",
"<｜end▁of▁sentence｜>"
],
"bos_token": "<｜begin▁of▁sentence｜>",
"eos_token": "<｜end▁of▁sentence｜>",
"pad_token": "<｜end▁of▁sentence｜>"
}
|