explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-06-06 14:13:11 +03:00
Code Issues Packages Projects Releases Wiki Activity

Revert use of layer normalization in Tok2Vec

Browse Source
This commit is contained in:
Matthew Honnibal 2017-08-09 17:47:03 -05:00
parent 20944dd8aa
commit f93f2bed58
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/_ml.py
View File

@ -221,7 +221,7 @@ def Tok2Vec(width, embed_size, preprocess=None):
with_flatten( with_flatten(
asarray(Model.ops, dtype='uint64') asarray(Model.ops, dtype='uint64')
>> embed >> embed
>> LN(Maxout(width, width*4, pieces=3)) >> Maxout(width, width*4, pieces=3)
>> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3)) >> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3))
>> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3)) >> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3))
>> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3)) >> Residual(ExtractWindow(nW=1) >> ReLu(width, width*3))