sharpenb's picture
d95772f67f1b2a34f0dc7c4ff57e0c7761d5504874022294ad4b2a3d11605c75
38e1ea1 verified
raw
history blame
301 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}