From 8870d491f1f4c1b50791484d234c2890f225abef Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Sat, 12 Aug 2017 08:55:53 -0500 Subject: [PATCH] Remove redundant pickling during training --- spacy/cli/train.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/spacy/cli/train.py b/spacy/cli/train.py index 9ed621c12..04aac8319 100644 --- a/spacy/cli/train.py +++ b/spacy/cli/train.py @@ -99,8 +99,6 @@ def train(cmd, lang, output_dir, train_data, dev_data, n_iter=20, n_sents=0, util.set_env_log(False) epoch_model_path = output_path / ('model%d' % i) nlp.to_disk(epoch_model_path) - with (output_path / ('model%d.pickle' % i)).open('wb') as file_: - dill.dump(nlp, file_, -1) nlp_loaded = lang_class(pipeline=pipeline) nlp_loaded = nlp_loaded.from_disk(epoch_model_path) scorer = nlp_loaded.evaluate(