explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 01:16:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add merge phrases from https://github.com/explosion/spaCy/issues/523#issuecomment-255172782

Browse Source
This commit is contained in:
chssch 2016-10-22 15:07:56 +02:00
parent 6b30cbaf0b
commit cf7b6f7a9d
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
website/docs/tutorials/rule-based-matcher.jade
View File

@ -9,6 +9,18 @@ p.u-text-large spaCy features a rule-matching engine that operates over tokens.
nlp = spacy.load('en', parser=False, entity=False) nlp = spacy.load('en', parser=False, entity=False)
def merge_phrases(matcher, doc, i, matches):
'''
Merge a phrase. We have to be careful here because we'll change the token indices.
To avoid problems, merge all the phrases once we're called on the last match.
'''
if i != len(matches)-1:
return None
# Get Span objects
spans = [(ent_id, label, doc[start : end]) for ent_id, label, start, end in matches]
for ent_id, label, span in spans:
span.merge(label=label, tag='NNP' if label else span.root.tag_)
matcher = Matcher(nlp.vocab) matcher = Matcher(nlp.vocab)
matcher.add_entity( matcher.add_entity(
@ -17,6 +29,7 @@ p.u-text-large spaCy features a rule-matching engine that operates over tokens.
acceptor=None, # Accept or modify the match acceptor=None, # Accept or modify the match
on_match=merge_phrases # Callback to act on the matches on_match=merge_phrases # Callback to act on the matches
) )
matcher.add_pattern( matcher.add_pattern(
"GoogleNow", # Entity ID -- Created if doesn't exist. "GoogleNow", # Entity ID -- Created if doesn't exist.
[ # The pattern is a list of *Token Specifiers*. [ # The pattern is a list of *Token Specifiers*.