* Fix sentence iteration bug in pos_tag example

This commit is contained in:
Matthew Honnibal 2015-12-05 20:25:12 +01:00
parent 952511a94b
commit a9fc35d3bf

View File

@ -44,9 +44,8 @@ def transform_texts(batch_id, input_, out_dir):
with io.open(out_loc, 'w', encoding='utf8') as file_: with io.open(out_loc, 'w', encoding='utf8') as file_:
for text in input_: for text in input_:
doc = nlp(text) doc = nlp(text)
for sent in doc.sents: file_.write(' '.join(represent_word(w) for w in doc if not w.is_space))
file_.write(' '.join(represent_word(w) for w in doc if not w.is_space)) file_.write('\n')
file_.write('\n')
def represent_word(word): def represent_word(word):