explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-14 13:47:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix char embed+vectors in ml

Browse Source
This commit is contained in:
Matthw Honnibal 2019-11-19 11:17:33 +01:00
parent 0530db9504
commit 511ced11ff
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
spacy/ml/_legacy_tok2vec.py
View File

@ -49,6 +49,14 @@ def Tok2Vec(width, embed_size, **kwargs):
>> LN(Maxout(width, width * 5, pieces=3)), >> LN(Maxout(width, width * 5, pieces=3)),
column=cols.index(ORTH), column=cols.index(ORTH),
) )
elif char_embed:
embed = concatenate_lists(
CharacterEmbed(nM=64, nC=8),
FeatureExtracter(cols) >> with_flatten(glove),
)
reduce_dimensions = LN(
Maxout(width, 64 * 8 + width, pieces=cnn_maxout_pieces)
)
else: else:
embed = uniqued( embed = uniqued(
(glove | norm) >> LN(Maxout(width, width * 2, pieces=3)), (glove | norm) >> LN(Maxout(width, width * 2, pieces=3)),
@ -81,7 +89,8 @@ def Tok2Vec(width, embed_size, **kwargs):
) )
else: else:
tok2vec = FeatureExtracter(cols) >> with_flatten( tok2vec = FeatureExtracter(cols) >> with_flatten(
embed >> convolution ** conv_depth, pad=conv_depth embed
>> convolution ** conv_depth, pad=conv_depth
) )
if bilstm_depth >= 1: if bilstm_depth >= 1: