mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 17:36:30 +03:00
* Add test for '' in punct
This commit is contained in:
parent
711ed0f636
commit
493d5ffb50
|
@ -39,3 +39,9 @@ def test_three_same_close(close_puncts):
|
|||
assert len(tokens) == 4
|
||||
assert tokens[0].string == word_str
|
||||
assert tokens[1].string == p
|
||||
|
||||
|
||||
def test_double_end_quote():
|
||||
assert len(EN.tokenize("Hello''")) == 2
|
||||
assert len(EN.tokenize("''")) == 1
|
||||
|
||||
|
|
Loading…
Reference in New Issue
Block a user