Trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- tokenizer_config.json +1 -2
tokenizer_config.json
CHANGED
@@ -190,9 +190,8 @@
|
|
190 |
"clean_up_tokenization_spaces": false,
|
191 |
"eos_token": "<|im_end|>",
|
192 |
"extra_special_tokens": {},
|
193 |
-
"model_max_length":
|
194 |
"pad_token": "<|PAD_TOKEN|>",
|
195 |
-
"padding_side": "left",
|
196 |
"tokenizer_class": "Qwen2Tokenizer",
|
197 |
"unk_token": null
|
198 |
}
|
|
|
190 |
"clean_up_tokenization_spaces": false,
|
191 |
"eos_token": "<|im_end|>",
|
192 |
"extra_special_tokens": {},
|
193 |
+
"model_max_length": 1000000000000000019884624838656,
|
194 |
"pad_token": "<|PAD_TOKEN|>",
|
|
|
195 |
"tokenizer_class": "Qwen2Tokenizer",
|
196 |
"unk_token": null
|
197 |
}
|