@pytest.mark.parametrize(u'text', [u'3/4/2012', u'01/12/1900'])
def test_issue740(en_tokenizer, text):
 tokens = en_tokenizer(text)
 assert (len(tokens) == 1)

@ pytest . mark . parametrize ( u'text' , [ u'3/4/2012' , u'01/12/1900' ] ) def test_issue740 ( en_tokenizer , text ) : tokens = en_tokenizer ( text ) assert ( len ( tokens ) == 1 )
test that dates are not split and kept as one token .