explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-03-13 07:55:49 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix spaces reading

Browse Source
This commit is contained in:
Matthew Honnibal 2020-06-25 15:20:00 +02:00
parent 7d866c3056
commit b3df6228dd
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/gold/gold_io.pyx
View File

@ -91,7 +91,7 @@ def json_to_annotations(doc):
sent_start_i = len(words) sent_start_i = len(words)
for i, token in enumerate(sent["tokens"]): for i, token in enumerate(sent["tokens"]):
words.append(token["orth"]) words.append(token["orth"])
spaces.append(token.get("space", True)) spaces.append(token.get("space", None))
ids.append(token.get('id', sent_start_i + i)) ids.append(token.get('id', sent_start_i + i))
tags.append(token.get("tag", None)) tags.append(token.get("tag", None))
pos.append(token.get("pos", None)) pos.append(token.get("pos", None))