mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-11 12:18:04 +03:00
db55577c45
* Remove unicode declarations * Remove Python 3.5 and 2.7 from CI * Don't require pathlib * Replace compat helpers * Remove OrderedDict * Use f-strings * Set Cython compiler language level * Fix typo * Re-add OrderedDict for Table * Update setup.cfg * Revert CONTRIBUTING.md * Revert lookups.md * Revert top-level.md * Small adjustments and docs [ci skip]
69 lines
2.3 KiB
Python
69 lines
2.3 KiB
Python
import pytest
|
|
|
|
from ...util import get_doc
|
|
|
|
|
|
def test_ru_doc_lemmatization(ru_tokenizer):
|
|
words = ["мама", "мыла", "раму"]
|
|
tags = [
|
|
"NOUN__Animacy=Anim|Case=Nom|Gender=Fem|Number=Sing",
|
|
"VERB__Aspect=Imp|Gender=Fem|Mood=Ind|Number=Sing|Tense=Past|VerbForm=Fin|Voice=Act",
|
|
"NOUN__Animacy=Anim|Case=Acc|Gender=Fem|Number=Sing",
|
|
]
|
|
doc = get_doc(ru_tokenizer.vocab, words=words, tags=tags)
|
|
lemmas = [token.lemma_ for token in doc]
|
|
assert lemmas == ["мама", "мыть", "рама"]
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"text,lemmas",
|
|
[
|
|
("гвоздики", ["гвоздик", "гвоздика"]),
|
|
("люди", ["человек"]),
|
|
("реки", ["река"]),
|
|
("кольцо", ["кольцо"]),
|
|
("пепперони", ["пепперони"]),
|
|
],
|
|
)
|
|
def test_ru_lemmatizer_noun_lemmas(ru_lemmatizer, text, lemmas):
|
|
assert sorted(ru_lemmatizer.noun(text)) == lemmas
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"text,pos,morphology,lemma",
|
|
[
|
|
("рой", "NOUN", None, "рой"),
|
|
("рой", "VERB", None, "рыть"),
|
|
("клей", "NOUN", None, "клей"),
|
|
("клей", "VERB", None, "клеить"),
|
|
("три", "NUM", None, "три"),
|
|
("кос", "NOUN", {"Number": "Sing"}, "кос"),
|
|
("кос", "NOUN", {"Number": "Plur"}, "коса"),
|
|
("кос", "ADJ", None, "косой"),
|
|
("потом", "NOUN", None, "пот"),
|
|
("потом", "ADV", None, "потом"),
|
|
],
|
|
)
|
|
def test_ru_lemmatizer_works_with_different_pos_homonyms(
|
|
ru_lemmatizer, text, pos, morphology, lemma
|
|
):
|
|
assert ru_lemmatizer(text, pos, morphology) == [lemma]
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"text,morphology,lemma",
|
|
[
|
|
("гвоздики", {"Gender": "Fem"}, "гвоздика"),
|
|
("гвоздики", {"Gender": "Masc"}, "гвоздик"),
|
|
("вина", {"Gender": "Fem"}, "вина"),
|
|
("вина", {"Gender": "Neut"}, "вино"),
|
|
],
|
|
)
|
|
def test_ru_lemmatizer_works_with_noun_homonyms(ru_lemmatizer, text, morphology, lemma):
|
|
assert ru_lemmatizer.noun(text, morphology) == [lemma]
|
|
|
|
|
|
def test_ru_lemmatizer_punct(ru_lemmatizer):
|
|
assert ru_lemmatizer.punct("«") == ['"']
|
|
assert ru_lemmatizer.punct("»") == ['"']
|