def test_tokenizer():
 raw = '<em>test<x></x></em>'
 eq_('<em>test&lt;x&gt;&lt;/x&gt;</em>', linkify(raw))
 eq_(raw, linkify(raw, tokenizer=HTMLTokenizer))

def test_tokenizer ( ) : raw = '<em>test<x></x></em>' eq_ ( '<em>test&lt;x&gt;&lt;/x&gt;</em>' , linkify ( raw ) ) eq_ ( raw , linkify ( raw , tokenizer = HTMLTokenizer ) )
linkify doesnt always have to sanitize .