Decay learn rate for parser

2025-01-12 18:26:30 +03:00 · 2016-09-04 16:57:10 +02:00 · 2016-09-04 16:57:10 +02:00 · cf2131d649
commit cf2131d649
parent 2bfe184692
1 changed files with 2 additions and 0 deletions
--- a/bin/parser/conll_train.py
+++ b/bin/parser/conll_train.py
@ -12,6 +12,7 @@ import time
 import gzip
 import re
 import numpy
+from math import sqrt

 import plac
 import cProfile
@ -211,6 +212,7 @@ def _train_epoch(nlp, gold_tuples, eg_seen, itn, dev_loc, micro_eval):
                                                          train_uas, dev_uas,
                                                          nr_weight, nr_feat))
                loss = 0
+    nlp.parser.model.learn_rate *= 0.99
    return eg_seen