Add regression test for #891

This commit is contained in:
ines 2017-03-19 11:47:56 +01:00
parent 422a101477
commit 5712da6095

View File

@ -0,0 +1,12 @@
# coding: utf8
from __future__ import unicode_literals
import pytest
@pytest.mark.xfail
@pytest.mark.parametrize('text', ["want/need"])
def test_issue891(en_tokenizer, text):
"""Test that / infixes are split correctly."""
tokens = en_tokenizer(text)
assert len(tokens) == 3
assert tokens[1].text == "/"