mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-27 02:16:32 +03:00
56 lines
1.7 KiB
Python
56 lines
1.7 KiB
Python
|
# coding: utf-8
|
||
|
|
"""Test a bug that arose from having overlapping matches"""
|
||
|
|
|
||
|
|
|
||
|
|
from __future__ import unicode_literals
|
||
|
|
|
||
|
|
from ...matcher import Matcher
|
||
|
|
from ...attrs import ORTH, LOWER
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
|
||
|
|
|
||
|
|
pattern1 = [[{LOWER: 'celtics'}], [{LOWER: 'boston'}, {LOWER: 'celtics'}]]
|
||
|
|
pattern2 = [[{LOWER: 'boston'}, {LOWER: 'celtics'}], [{LOWER: 'celtics'}]]
|
||
|
|
pattern3 = [[{LOWER: 'boston'}], [{LOWER: 'boston'}, {LOWER: 'celtics'}]]
|
||
|
|
pattern4 = [[{LOWER: 'boston'}, {LOWER: 'celtics'}], [{LOWER: 'boston'}]]
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.fixture
|
||
|
|
def doc(en_tokenizer):
|
||
|
|
text = "how many points did lebron james score against the boston celtics last night"
|
||
|
|
doc = en_tokenizer(text)
|
||
|
|
return doc
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.parametrize('pattern', [pattern1, pattern2])
|
||
|
|
def test_issue118(doc, pattern):
|
||
|
|
ORG = doc.vocab.strings['ORG']
|
||
|
|
matcher = Matcher(doc.vocab, {'BostonCeltics': ('ORG', {}, pattern)})
|
||
|
|
|
||
|
|
assert len(list(doc.ents)) == 0
|
||
|
|
matches = [(ent_type, start, end) for ent_id, ent_type, start, end in matcher(doc)]
|
||
|
|
assert matches == [(ORG, 9, 11), (ORG, 10, 11)]
|
||
|
|
doc.ents = matches[:1]
|
||
|
|
ents = list(doc.ents)
|
||
|
|
assert len(ents) == 1
|
||
|
|
assert ents[0].label == ORG
|
||
|
|
assert ents[0].start == 9
|
||
|
|
assert ents[0].end == 11
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.parametrize('pattern', [pattern3, pattern4])
|
||
|
|
def test_issue118_prefix_reorder(doc, pattern):
|
||
|
|
ORG = doc.vocab.strings['ORG']
|
||
|
|
matcher = Matcher(doc.vocab, {'BostonCeltics': ('ORG', {}, pattern)})
|
||
|
|
|
||
|
|
assert len(list(doc.ents)) == 0
|
||
|
|
matches = [(ent_type, start, end) for ent_id, ent_type, start, end in matcher(doc)]
|
||
|
|
doc.ents += tuple(matches)[1:]
|
||
|
|
assert matches == [(ORG, 9, 10), (ORG, 9, 11)]
|
||
|
|
ents = doc.ents
|
||
|
|
assert len(ents) == 1
|
||
|
|
assert ents[0].label == ORG
|
||
|
|
assert ents[0].start == 9
|
||
|
|
assert ents[0].end == 11
|