Add regression test for #1281

This commit is contained in:
ines 2017-08-21 16:11:47 +02:00
parent edc596d9a7
commit dcff10abe9

View File

@ -0,0 +1,13 @@
# coding: utf8
from __future__ import unicode_literals
import pytest
@pytest.mark.parametrize('text', [
"She hasn't done the housework.",
"I haven't done it before.",
"you daren't do that"])
def test_issue1281(en_tokenizer, text):
tokens = en_tokenizer(text)
assert tokens[2].text == "n't"