Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -161,7 +161,7 @@ offset = tokenizer.sp_model_size + tokenizer.fairseq_offset
|
|
161 |
|
162 |
for code in LANGUAGE_CODES:
|
163 |
i = tokenizer.convert_tokens_to_ids(code_mapping[code])
|
164 |
-
tokenizer._added_tokens_encoder[code] =
|
165 |
|
166 |
transformers.generation.utils.ForcedBOSTokenLogitsProcessor = transformers.ForcedBOSTokenLogitsProcessor
|
167 |
|
|
|
161 |
|
162 |
for code in LANGUAGE_CODES:
|
163 |
i = tokenizer.convert_tokens_to_ids(code_mapping[code])
|
164 |
+
tokenizer._added_tokens_encoder[code] = i
|
165 |
|
166 |
transformers.generation.utils.ForcedBOSTokenLogitsProcessor = transformers.ForcedBOSTokenLogitsProcessor
|
167 |
|