def run(self, line):
        """
        Extract words from tweet

        1. Remove non-ascii characters
        2. Split line into individual words
        3. Clean up puncuation characters
        
        """
        words = []
        for word in self.clean_unicode(line.lower()).split():
            if word.startswith('http'):
                continue
            cleaned = self.clean_punctuation(word)
            if len(cleaned) > 1 and cleaned not in self.stopwords:
                words.append(cleaned)
        return words
def run ( self , line ) : words = [ ] for word in self . clean_unicode ( line . lower ( ) ) . split ( ) : if word . startswith ( 'http' ) : continue cleaned = self . clean_punctuation ( word ) if len ( cleaned ) > 1 and cleaned not in self . stopwords : words . append ( cleaned ) return words
Extract words from tweet

        1. Remove non-ascii characters
        2. Split line into individual words
        3. Clean up puncuation characters