djuna
/

DeepSeek-R1-0528-Qwen3-8B-remap

Text Generation

text-generation-inference

Model card Files Files and versions

djuna commited on May 30

Commit

e9f49d4

·

verified ·

1 Parent(s): f664d88

Update special_tokens_map.json

Files changed (1) hide show

special_tokens_map.json +2 -2

special_tokens_map.json CHANGED Viewed

@@ -15,14 +15,14 @@
     "<|video_pad|>"
   ],
   "eos_token": {
-    "content": "<|im_end|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
-    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

     "<|video_pad|>"
   ],
   "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
+    "content": "<｜begin▁of▁sentence｜>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,