explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-24 17:06:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Ensure NER moves are available for single-word tokens

Browse Source
This commit is contained in:
Matthew Honnibal 2015-04-05 22:30:58 +02:00
parent a60a366b2c
commit 5a075ea3fc
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/syntax/ner.pyx
View File

@ -76,7 +76,8 @@ cdef class BiluoPushDown(TransitionSystem):
for (raw_text, toks, (ids, words, tags, heads, labels, biluo)) in gold_tuples:
for i, ner_tag in enumerate(biluo):
if ner_tag != 'O' and ner_tag != '-':
move_str, label = ner_tag.split('-')
_, label = ner_tag.split('-')
for move_str in ('B', 'I', 'L', 'U'):
move_labels[moves.index(move_str)][label] = True
return move_labels