From 7f832f1b8881b5288c36a4cc915c55ad3cdc090c Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Mon, 26 Feb 2018 01:26:42 +0100 Subject: [PATCH] Fix printing of fused tokens --- examples/training/conllu.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/examples/training/conllu.py b/examples/training/conllu.py index 5063cca21..7fc9d4e95 100644 --- a/examples/training/conllu.py +++ b/examples/training/conllu.py @@ -249,6 +249,9 @@ def _get_token_conllu(token, k, sent_len): fields[1] = token.norm_[0].upper() + token.norm_[1:] else: fields[1] = token.norm_ + elif token.check_morph(Fused_inside): + fields[1] = token.norm_ + lines.append('\t'.join(fields)) return '\n'.join(lines)