This commit is contained in:
Kevin Humphreys 2018-01-03 13:00:05 -08:00
parent 7918fa4ef9
commit 597df5bf83

View File

@ -0,0 +1,13 @@
# coding: utf-8
from __future__ import unicode_literals
import pytest
@pytest.mark.parametrize('text', ["would've"])
def test_issue1758(en_tokenizer, text):
"""Test that "would've" is handled by the English tokenizer exceptions."""
tokens = en_tokenizer(text)
assert len(tokens) == 2
assert tokens[0].tag_ == "MD"
assert tokens[1].lemma_ == "have"