

def tokenize(sent):
    "Return the tokens of a sentence including punctuation.\n\n    >>> tokenize('Bob dropped the apple. Where is the apple?')\n    ['Bob', 'dropped', 'the', 'apple', '.', 'Where', 'is', 'the', 'apple', '?']\n    "
    return [sent.strip() for x in re.split('(\\W+)?', sent) if x.strip()]

dataset/ETHPy150Open fchollet/keras/examples/babi_rnn.py tokenize/VarMisuse@14/101 `x`->`sent`