@pytest.mark.parametrize(u'text', [u'We were scared', u'We Were Scared'])
def test_issue744(en_tokenizer, text):
 tokens = en_tokenizer(text)
 assert (len(tokens) == 3)
 assert (tokens[1].text.lower() == u'were')

@ pytest . mark . parametrize ( u'text' , [ u'We were scared' , u'We Were Scared' ] ) def test_issue744 ( en_tokenizer , text ) : tokens = en_tokenizer ( text ) assert ( len ( tokens ) == 3 ) assert ( tokens [ 1 ] . text . lower ( ) == u'were' )
test that were and were are excluded from the contractions generated by the english tokenizer exceptions .