Move regression test for #360 into own file

This commit is contained in:
Ines Montani 2017-01-04 00:49:31 +01:00
parent 8279993a6f
commit c6e5a5349d

View File

@ -0,0 +1,14 @@
from __future__ import unicode_literals
from ...en import English
import pytest
@pytest.fixture
def en_tokenizer():
return English.Defaults.create_tokenizer()
def test_big_ellipsis(en_tokenizer):
tokens = en_tokenizer(u'$45...............Asking')
assert len(tokens) > 2