/// Add words to the tokenizer's dictionary
Add words to the tokenizer's dictionary
Add words to the tokenizer ' s dictionary
pub fn add_word(&mut self, word_list: &[&str]) {
        for word in word_list {
            self.dict.add(&CustomString::new(word));
        }
    }
pub fn add_word ( & mut self , word_list : & [ & str ] ) { for word in word_list { self . dict . add ( & CustomString :: new ( word ) ) ; } }
Add words to the tokenizer's dictionary
Add words to the tokenizer ' s dictionary
&mut self
<not_specific>
word_list
&[&str]
<not_specific>