Generate (yield) a sequence of vectorized documents in gensim format

    Gensim calls a set of word vectors (BOWs) a `Corpus`

    Yield:
      Mapping: mapping between word id and word count (a word vector or BOW)
               associated with a single document (text string)

def gen_bows(docs=None, vocab=None, limit=1e6, verbose=1, tokenizer=Tokenizer):
    """Generate (yield) a sequence of vectorized documents in gensim format

    Gensim calls a set of word vectors (BOWs) a `Corpus`

    Yield:
      Mapping: mapping between word id and word count (a word vector or BOW)
               associated with a single document (text string)
    """
    if vocab is None:
        vocab = compile_vocab(docs=docs, limit=limit, verbose=verbose, tokenizer=Tokenizer)
    for doc in docs:
        yield vocab.doc2bow(tokenizer(doc))