Hugging Face's logo

sdit
/
Llama-3.2-3B-Instruct

Text Generation
Transformers
Safetensors
English
llama
llama-3
meta
facebook
unsloth
conversational
text-generation-inference
Model card Files
xet
Community
sdit commited on
Commit
2cbe675
·
verified ·
1 Parent(s): 595c01c

Upload 2 files

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +6 -6
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
- size 17209920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c5c635dad5ee1c2d874446b9acf04d31a7600e3cccc04c795abaa4e025f71ec
3
+ size 17209815
tokenizer_config.json CHANGED
@@ -90,7 +90,7 @@
90
  "special": true
91
  },
92
  "128011": {
93
- "content": "<|reserved_special_token_3|>",
94
  "lstrip": false,
95
  "normalized": false,
96
  "rstrip": false,
@@ -98,7 +98,7 @@
98
  "special": true
99
  },
100
  "128012": {
101
- "content": "<|reserved_special_token_4|>",
102
  "lstrip": false,
103
  "normalized": false,
104
  "rstrip": false,
@@ -106,7 +106,7 @@
106
  "special": true
107
  },
108
  "128013": {
109
- "content": "<|reserved_special_token_5|>",
110
  "lstrip": false,
111
  "normalized": false,
112
  "rstrip": false,
@@ -114,7 +114,7 @@
114
  "special": true
115
  },
116
  "128014": {
117
- "content": "<|reserved_special_token_6|>",
118
  "lstrip": false,
119
  "normalized": false,
120
  "rstrip": false,
@@ -122,7 +122,7 @@
122
  "special": true
123
  },
124
  "128015": {
125
- "content": "<|reserved_special_token_7|>",
126
  "lstrip": false,
127
  "normalized": false,
128
  "rstrip": false,
@@ -130,7 +130,7 @@
130
  "special": true
131
  },
132
  "128016": {
133
- "content": "<|reserved_special_token_8|>",
134
  "lstrip": false,
135
  "normalized": false,
136
  "rstrip": false,
 
90
  "special": true
91
  },
92
  "128011": {
93
+ "content": "<|time|>",
94
  "lstrip": false,
95
  "normalized": false,
96
  "rstrip": false,
 
98
  "special": true
99
  },
100
  "128012": {
101
+ "content": "<|content|>",
102
  "lstrip": false,
103
  "normalized": false,
104
  "rstrip": false,
 
106
  "special": true
107
  },
108
  "128013": {
109
+ "content": "<|/content|>",
110
  "lstrip": false,
111
  "normalized": false,
112
  "rstrip": false,
 
114
  "special": true
115
  },
116
  "128014": {
117
+ "content": "<|message|>",
118
  "lstrip": false,
119
  "normalized": false,
120
  "rstrip": false,
 
122
  "special": true
123
  },
124
  "128015": {
125
+ "content": "<|memory|>",
126
  "lstrip": false,
127
  "normalized": false,
128
  "rstrip": false,
 
130
  "special": true
131
  },
132
  "128016": {
133
+ "content": "<|/memory|>",
134
  "lstrip": false,
135
  "normalized": false,
136
  "rstrip": false,