* Fix infix test

This commit is contained in:
Matthew Honnibal 2015-07-26 17:32:55 +02:00
parent 3cfe3d8c1c
commit 609f729cc5

View File

@ -23,8 +23,8 @@ def test_ellipsis(en_tokenizer):
def test_email(en_tokenizer): def test_email(en_tokenizer):
tokens = en_tokenizer('hello@example.com') tokens = en_tokenizer('hello@example.com')
assert len(tokens) == 3 assert len(tokens) == 1
tokens = en_tokenizer('hi+there@gmail.it') tokens = en_tokenizer('hi+there@gmail.it')
assert len(tokens) == 3 assert len(tokens) == 1