EzekielMW commited on
Commit
90d360c
·
verified ·
1 Parent(s): 9b32dc4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -161,7 +161,7 @@ offset = tokenizer.sp_model_size + tokenizer.fairseq_offset
161
 
162
  for code in LANGUAGE_CODES:
163
  i = tokenizer.convert_tokens_to_ids(code_mapping[code])
164
- tokenizer._added_tokens_encoder[code] = I
165
 
166
  transformers.generation.utils.ForcedBOSTokenLogitsProcessor = transformers.ForcedBOSTokenLogitsProcessor
167
 
 
161
 
162
  for code in LANGUAGE_CODES:
163
  i = tokenizer.convert_tokens_to_ids(code_mapping[code])
164
+ tokenizer._added_tokens_encoder[code] = i
165
 
166
  transformers.generation.utils.ForcedBOSTokenLogitsProcessor = transformers.ForcedBOSTokenLogitsProcessor
167