Upload tokenizer

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+target.spm filter=lfs diff=lfs merge=lfs -text
+source.spm filter=lfs diff=lfs merge=lfs -text

tokenizer_config.json

@@ -1,13 +1,39 @@
 {
+  "added_tokens_decoder": {
+    "0": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58100": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "extra_special_tokens": {},
   "model_max_length": 512,
-  "name_or_path": "Helsinki-NLP/opus-mt-en-es",
   "pad_token": "<pad>",
   "separate_vocabs": false,
-  "source_lang": "eng",
+  "source_lang": "en",
   "sp_model_kwargs": {},
-  "special_tokens_map_file": null,
-  "target_lang": "spa",
+  "target_lang": "de",
   "tokenizer_class": "MarianTokenizer",
   "unk_token": "<unk>"
 }