models/multilingual/config.yaml

# am: Amharic
# bn: Bengali
# de: German
# en: English
# es: Spanish
# fr: French
# hi: Hindi
# it: Italian
# lv: Latvian
# ps: Pashto
# pt: Portuguese
# ru: Russian
# ta: Tamil

languages:  ["am", "bn", "de", "en", "es", "fr", "hi", "it", "lv", "ps", "pt", "ru", "ta"]

max_length: 256

# just for Spanish
pre_labels: [
  "<NULL>",
  "¿",
]

post_labels: [
  "<NULL>",
  "<ACRONYM>",
  ".",
  ",",
  "?",
  "？",
  "，",
  "。",
  "、",
  "・",
  "।",
  "؟",
  "،",
  ";",
  "።",
  "፣",
  "፧",
]