Initialize fine tuning to 0.5

This commit is contained in:
Matthew Honnibal 2017-08-20 15:59:48 -05:00
parent 62878e50db
commit c10f63bf10

View File

@ -388,7 +388,7 @@ def fine_tune(embedding, combine=None):
return output, fine_tune_bwd
model = wrap(fine_tune_fwd, embedding)
model.mix = model._mem.add((model.id, 'mix'), (1,))
model.mix.fill(0.0)
model.mix.fill(0.5)
model.d_mix = model._mem.add_gradient((model.id, 'd_mix'), (model.id, 'mix'))
return model