explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-11 04:08:09 +03:00
Code Issues Packages Projects Releases Wiki Activity

Use layer norm instead of batch norm

Browse Source
This commit is contained in:
Matthew Honnibal 2017-08-25 12:37:10 -05:00
parent 9c580ad28a
commit 4ce5531389
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/_ml.py
View File

@ -239,7 +239,7 @@ def Tok2Vec(width, embed_size, preprocess=None):
>> uniqued(embed, column=5) >> uniqued(embed, column=5)
>> drop_layer( >> drop_layer(
Residual( Residual(
(ExtractWindow(nW=1) >> BN(Maxout(width, width*3))) (ExtractWindow(nW=1) >> LN(Maxout(width, width*3)))
) )
) ** 4, pad=4 ) ** 4, pad=4
) )