1
1
mirror of https://github.com/explosion/spaCy.git synced 2025-01-19 22:14:12 +03:00
spaCy/spacy/tests/lang/ur/test_prefix_suffix_infix.py

9 lines
229 B
Python
Raw Normal View History

import pytest
2019-08-20 18:36:34 +03:00
@pytest.mark.parametrize("text", ["ہےں۔", "کیا۔"])
def test_contractions(ur_tokenizer, text):
"""Test specific Urdu punctuation character"""
tokens = ur_tokenizer(text)
assert len(tokens) == 2