Add regression test for #759

This commit is contained in:
Ines Montani 2017-01-20 15:11:43 +01:00
parent 09ecc39b4e
commit 5f6f48e734

View File

@ -0,0 +1,12 @@
# coding: utf-8
from __future__ import unicode_literals
import pytest
@pytest.mark.parametrize('text,is_num', [("one", True), ("ten", True),
("teneleven", False)])
def test_issue759(en_tokenizer, text, is_num):
"""Test that numbers are recognised correctly."""
tokens = en_tokenizer(text)
assert tokens[0].like_num == is_num