From c5d12d1a22a10a2b392433cd9a5af1797dc79633 Mon Sep 17 00:00:00 2001 From: Matthw Honnibal Date: Wed, 1 Jul 2020 15:04:36 +0200 Subject: [PATCH] Allow batch size to be set for evaluation in spacy train --- spacy/cli/train.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/spacy/cli/train.py b/spacy/cli/train.py index 6fbb44d65..85a29f807 100644 --- a/spacy/cli/train.py +++ b/spacy/cli/train.py @@ -332,13 +332,14 @@ def create_evaluation_callback(nlp, optimizer, corpus, cfg): ) n_words = sum(len(ex.predicted) for ex in dev_examples) + batch_size = cfg.get("evaluation_batch_size", 128) start_time = timer() if optimizer.averages: with nlp.use_params(optimizer.averages): - scorer = nlp.evaluate(dev_examples, batch_size=32) + scorer = nlp.evaluate(dev_examples, batch_size=eval_batch_size) else: - scorer = nlp.evaluate(dev_examples, batch_size=32) + scorer = nlp.evaluate(dev_examples, batch_size=eval_batch_size) end_time = timer() wps = n_words / (end_time - start_time) scores = scorer.scores