Dont use iterated convolutions

2024-12-26 01:46:28 +03:00 · 2017-09-17 17:36:04 -05:00 · 2017-09-17 17:36:04 -05:00 · 2148ae605b
commit 2148ae605b
parent c013e5996f
1 changed files with 2 additions and 5 deletions
--- a/spacy/_ml.py
+++ b/spacy/_ml.py
@ -252,11 +252,8 @@ def Tok2Vec(width, embed_size, pretrained_dims=0):
            embed
            >> with_flatten(
                Affine(width, width+pretrained_dims)
-                >> convolution
-                >> convolution
-                >> convolution
-                >> convolution,
-                pad=1)
+                >> convolution ** 4,
+                pad=4)
        )
        # Work around thinc API limitations :(. TODO: Revise in Thinc 7
        tok2vec.nO = width