Upload folder using huggingface_hub

added_tokens.json

@@ -1,7 +1,4 @@
 {
-  "[CLS]": 8102,
-  "[MASK]": 8103,
-  "[PAD]": 8101,
-  "[SEP]": 8100,
-  "[UNK]": 8099
+  "[MASK]": 8105,
+  "[SEP]": 8104
 }

tokenizer.json

@@ -4,7 +4,7 @@
   "padding": null,
   "added_tokens": [
     {
-      "id": 8099,
+      "id": 8101,
       "content": "[UNK]",
       "single_word": false,
       "lstrip": false,
@@ -13,8 +13,8 @@
       "special": true
     },
     {
-      "id": 8100,
-      "content": "[SEP]",
+      "id": 8102,
+      "content": "[PAD]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -22,8 +22,8 @@
       "special": true
     },
     {
-      "id": 8101,
-      "content": "[PAD]",
+      "id": 8103,
+      "content": "[CLS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -31,8 +31,8 @@
       "special": true
     },
     {
-      "id": 8102,
-      "content": "[CLS]",
+      "id": 8104,
+      "content": "[SEP]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -40,7 +40,7 @@
       "special": true
     },
     {
-      "id": 8103,
+      "id": 8105,
       "content": "[MASK]",
       "single_word": false,
       "lstrip": false,
@@ -117,7 +117,7 @@
       "[CLS]": {
         "id": "[CLS]",
         "ids": [
-          8102
+          8103
         ],
         "tokens": [
           "[CLS]"
@@ -126,7 +126,7 @@
       "[SEP]": {
         "id": "[SEP]",
         "ids": [
-          8100
+          8104
         ],
         "tokens": [
           "[SEP]"
@@ -8243,7 +8243,12 @@
       "}": 8098,
       "~": 8099,
       "": 8100,
-      "�": 8101
+      "[UNK]": 8101,
+      "[PAD]": 8102,
+      "[CLS]": 8103,
+      "[SEP]": 8104,
+      "[MASK]": 8105,
+      "�": 8106
     }
   }
 }

tokenizer_config.json

@@ -1,6 +1,6 @@
 {
   "added_tokens_decoder": {
-    "8099": {
+    "8101": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -8,31 +8,31 @@
       "single_word": false,
       "special": true
     },
-    "8100": {
-      "content": "[SEP]",
+    "8102": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "8101": {
-      "content": "[PAD]",
+    "8103": {
+      "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "8102": {
-      "content": "[CLS]",
+    "8104": {
+      "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "8103": {
+    "8105": {
       "content": "[MASK]",
       "lstrip": false,
       "normalized": false,

vocab.txt

@@ -8096,4 +8096,9 @@ z
 }
 ~
 
+[UNK]
+[PAD]
+[CLS]
+[SEP]
+[MASK]
 �