spaCy/spacy/tests/regression/test_issue360.py

17 lines
303 B
Python
Raw Normal View History

2017-01-10 21:24:10 +03:00
# coding: utf-8
from __future__ import unicode_literals
2017-01-10 21:24:10 +03:00
from ...en import English
import pytest
@pytest.fixture
def en_tokenizer():
return English.Defaults.create_tokenizer()
def test_big_ellipsis(en_tokenizer):
2017-01-10 21:24:10 +03:00
tokens = en_tokenizer('$45...............Asking')
assert len(tokens) > 2