explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-09-21 03:19:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix head misalignment in read_conll, when periods are ignored

Browse Source
This commit is contained in:
Matthew Honnibal 2015-05-06 16:30:28 +02:00
parent d2ac8d8007
commit 0605af6838
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
spacy/munge/read_conll.py
View File

@ -10,20 +10,22 @@ def parse(sent_text, strip_bad_periods=False):
assert sent_text
annot = []
words = []
i = 0
for line in sent_text.split('\n'):
id_map = {}
for i, line in enumerate(sent_text.split('\n')):
word, tag, head, dep = line.split()
id_map[i] = len(words)
if strip_bad_periods and words and _is_bad_period(words[-1], word):
continue
annot.append({
'id': i,
'id': len(words),
'word': word,
'tag': tag,
'head': int(head) - 1 if int(head) != 0 else i,
'head': int(head) - 1,
'dep': dep})
words.append(word)
i += 1
for entry in annot:
entry['head'] = id_map.get(entry['head'], entry['head'])
return words, annot