spaCy/spacy/tests/lang/bo/test_text.py

22 lines
517 B
Python
Raw Normal View History

2024-09-09 12:18:03 +03:00
import pytest
@pytest.mark.parametrize(
"text,match",
[
("10", True),
("1", True),
("999.0", True),
("གཅིག་", True),
("གཉིས་", True),
("ཀླད་ཀོར་", True),
("བཅུ་གཅིག་", True),
("ཁྱི་", False),
(",", False),
],
)
def test_lex_attrs_like_number(bo_tokenizer, text, match):
tokens = bo_tokenizer(text)
assert len(tokens) == 1
2024-09-09 12:22:52 +03:00
assert tokens[0].like_num == match