* Fix parallel_parse script

This commit is contained in:
Matthew Honnibal 2016-02-07 02:56:16 +01:00
parent 18eaa44835
commit dc61056183

View File

@ -43,7 +43,7 @@ def save_parses(batch_id, input_, out_dir, n_threads, batch_size):
if path.exists(out_loc): if path.exists(out_loc):
return None return None
print('Batch', batch_id) print('Batch', batch_id)
nlp = spacy.en.English(parser=False) nlp = spacy.en.English()
nlp.matcher = None nlp.matcher = None
with open(out_loc, 'wb') as file_: with open(out_loc, 'wb') as file_:
texts = (strip_meta(text) for text in input_) texts = (strip_meta(text) for text in input_)