diff --git a/bin/parser/conll_train.py b/bin/parser/conll_train.py
index b999c6c9b..c1cb167f1 100755
--- a/bin/parser/conll_train.py
+++ b/bin/parser/conll_train.py
@@ -12,6 +12,7 @@ import time
 import gzip
 import re
 import numpy
+from math import sqrt
 
 import plac
 import cProfile
@@ -211,6 +212,7 @@ def _train_epoch(nlp, gold_tuples, eg_seen, itn, dev_loc, micro_eval):
                                                           train_uas, dev_uas,
                                                           nr_weight, nr_feat))
                 loss = 0
+    nlp.parser.model.learn_rate *= 0.99
     return eg_seen