def is_token_allowed(token):
     '''
         Only allow valid tokens which are not stop words
         and punctuation symbols.
     '''
     # if (not token or not token.string.strip() or token.is_stop or token.is_punct):
     if (not token or not token.text.strip() or token.is_stop or token.is_punct):
         return False
     return True