explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-09-21 11:29:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

Improve efficiency of backprop of padding variable

Browse Source
This commit is contained in:
Matthew Honnibal 2017-11-03 00:49:11 +01:00
parent a22f96c3f1
commit 260e6ee3fb
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/_ml.py
View File

@ -150,10 +150,8 @@ class PrecomputableAffine(Model):
def _backprop_padding(self, dY, ids): def _backprop_padding(self, dY, ids):
# (1, nF, nO, nP) += (nN, nF, nO, nP) where IDs (nN, nF) < 0 # (1, nF, nO, nP) += (nN, nF, nO, nP) where IDs (nN, nF) < 0
for i in range(ids.shape[0]): d_pad = dY * (ids.reshape((ids.shape[0], self.nF, 1, 1)) < 0.)
for j in range(ids.shape[1]): self.d_pad += d_pad.sum(axis=0)
if ids[i,j] < 0:
self.d_pad[0,j] += dY[i, j]
return dY, ids return dY, ids
@staticmethod @staticmethod