From f93f2bed58a5caa8bdfba78c3c3f035c97c790e7 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Wed, 9 Aug 2017 17:47:03 -0500 Subject: [PATCH] Revert use of layer normalization in Tok2Vec --- spacy/_ml.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spacy/_ml.py b/spacy/_ml.py index d08a43b8e..39041cc22 100644 --- a/spacy/_ml.py +++ b/spacy/_ml.py @@ -221,7 +221,7 @@ def Tok2Vec(width, embed_size, preprocess=None): with_flatten( asarray(Model.ops, dtype='uint64') >> embed - >> LN(Maxout(width, width*4, pieces=3)) + >> Maxout(width, width*4, pieces=3) >> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3)) >> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3)) >> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3))