mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-23 04:19:11 +03:00
406eb95a47
* Add refactored tok2vec, using register_architecture * Refactor Tok2Vec * Fix ml * Fix new tok2vec * Move make_layer to util * Add wire * Fix missing import
23 lines
654 B
Python
23 lines
654 B
Python
from __future__ import unicode_literals
|
|
|
|
from thinc.api import chain
|
|
from thinc.v2v import Maxout
|
|
from thinc.misc import LayerNorm
|
|
from ..util import register_architecture, make_layer
|
|
|
|
|
|
@register_architecture("thinc.FeedForward.v1")
|
|
def FeedForward(config):
|
|
layers = [make_layer(layer_cfg) for layer_cfg in config["layers"]]
|
|
model = chain(*layers)
|
|
model.cfg = config
|
|
return model
|
|
|
|
@register_architecture("spacy.LayerNormalizedMaxout.v1")
|
|
def LayerNormalizedMaxout(config):
|
|
width = config["width"]
|
|
pieces = config["pieces"]
|
|
layer = chain(Maxout(width, pieces=pieces), LayerNorm(nO=width))
|
|
layer.nO = width
|
|
return layer
|