def tokenize(text):
    tokenized_input = []
    for token in re.split(r'(\d+(?:\.\d+)?)', text):
        token = token.strip()
        if re.match(r'\d+\.\d+', token):
            tokenized_input.append(float(token))
        elif token.isdigit():
            tokenized_input.append(int(token))
        elif token:
            tokenized_input.append(token)
    return tokenized_input
Whether this set has staged adds or removes.
dataset/ETHPy150Open xolox/python-humanfriendly/humanfriendly/text.py/tokenize--crossover with--dataset/ETHPy150Open basho/riak-python-client/riak/datatypes/set.py/Set.modified