Restore use of batch norm in model

2024-11-11 04:08:09 +03:00 · 2017-08-22 17:01:58 -05:00 · 2017-08-22 17:01:58 -05:00 · a4633fff6f
commit a4633fff6f
parent 1fe605dfe5
1 changed files with 1 additions and 1 deletions
--- a/spacy/_ml.py
+++ b/spacy/_ml.py
@ -236,7 +236,7 @@ def Tok2Vec(width, embed_size, preprocess=None):
                >> uniqued(embed, column=5)
                >> drop_layer(
                    Residual(
-                        (ExtractWindow(nW=1) >> ReLu(width, width*3))
+                        (ExtractWindow(nW=1) >> BN(Maxout(width, width*3)))
                    )
                ) ** 4, pad=4
            )