From 4b7abaafdb7e5588d7305ccc7dd0ddcff36db01a Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Fri, 4 Sep 2020 21:22:50 +0200 Subject: [PATCH] Fix learn rate for non-transformer --- spacy/cli/templates/quickstart_training.jinja | 3 +++ 1 file changed, 3 insertions(+) diff --git a/spacy/cli/templates/quickstart_training.jinja b/spacy/cli/templates/quickstart_training.jinja index 43c852d13..199aae217 100644 --- a/spacy/cli/templates/quickstart_training.jinja +++ b/spacy/cli/templates/quickstart_training.jinja @@ -186,11 +186,14 @@ accumulate_gradient = {{ transformer["size_factor"] }} [training.optimizer] @optimizers = "Adam.v1" + +{% if use_transformer -%} [training.optimizer.learn_rate] @schedules = "warmup_linear.v1" warmup_steps = 250 total_steps = 20000 initial_rate = 5e-5 +{% endif %} [training.train_corpus] @readers = "spacy.Corpus.v1"