mirror of
https://github.com/explosion/spaCy.git
synced 2025-11-10 04:47:51 +03:00
46 lines
1.5 KiB
Python
46 lines
1.5 KiB
Python
import pytest
|
|
|
|
from spacy.tokens import Doc
|
|
|
|
|
|
@pytest.fixture
|
|
def doc(ht_vocab):
|
|
words = ["Pitit", "gen", "gwo", "pwoblèm", "ak", "kontwòl"]
|
|
heads = [1, 1, 5, 5, 3, 3]
|
|
deps = ["nsubj", "ROOT", "amod", "obj", "case", "nmod"]
|
|
pos = ["NOUN", "VERB", "ADJ", "NOUN", "ADP", "NOUN"]
|
|
return Doc(ht_vocab, words=words, heads=heads, deps=deps, pos=pos)
|
|
|
|
|
|
def test_noun_chunks_is_parsed(ht_tokenizer):
|
|
"""Test that noun_chunks raises Value Error for 'ht' language if Doc is not parsed."""
|
|
doc = ht_tokenizer("Sa a se yon fraz")
|
|
with pytest.raises(ValueError):
|
|
list(doc.noun_chunks)
|
|
|
|
|
|
def test_ht_noun_chunks_not_nested(doc, ht_vocab):
|
|
"""Test that each token only appears in one noun chunk at most"""
|
|
word_occurred = {}
|
|
chunks = list(doc.noun_chunks)
|
|
assert len(chunks) > 1
|
|
for chunk in chunks:
|
|
for word in chunk:
|
|
word_occurred.setdefault(word.text, 0)
|
|
word_occurred[word.text] += 1
|
|
assert len(word_occurred) > 0
|
|
for word, freq in word_occurred.items():
|
|
assert freq == 1, (word, [chunk.text for chunk in doc.noun_chunks])
|
|
|
|
|
|
def test_noun_chunks_span(doc, ht_tokenizer):
|
|
"""Test that the span.noun_chunks property works correctly"""
|
|
doc_chunks = list(doc.noun_chunks)
|
|
span = doc[0:3]
|
|
span_chunks = list(span.noun_chunks)
|
|
assert 0 < len(span_chunks) < len(doc_chunks)
|
|
for chunk in span_chunks:
|
|
assert chunk in doc_chunks
|
|
assert chunk.start >= 0
|
|
assert chunk.end <= 3
|