explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-10-02 18:06:46 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix printing of fused tokens

Browse Source
This commit is contained in:
Matthew Honnibal 2018-02-26 01:26:42 +01:00
parent 1113a16cd4
commit 7f832f1b88
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
examples/training/conllu.py
View File

@ -249,6 +249,9 @@ def _get_token_conllu(token, k, sent_len):
fields[1] = token.norm_[0].upper() + token.norm_[1:] fields[1] = token.norm_[0].upper() + token.norm_[1:]
else: else:
fields[1] = token.norm_ fields[1] = token.norm_
elif token.check_morph(Fused_inside):
fields[1] = token.norm_
lines.append('\t'.join(fields)) lines.append('\t'.join(fields))
return '\n'.join(lines) return '\n'.join(lines)