1
1
mirror of https://github.com/explosion/spaCy.git synced 2025-01-19 22:14:12 +03:00
spaCy/spacy/tests/tokenizer/test_only_punct.py
2015-10-26 00:07:31 +11:00

10 lines
191 B
Python

from __future__ import unicode_literals
def test_only_pre1(en_tokenizer):
assert len(en_tokenizer("(")) == 1
def test_only_pre2(en_tokenizer):
assert len(en_tokenizer("((")) == 2