explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-08-04 12:20:20 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add placeholder calculation

Browse Source
This commit is contained in:
thomashacker 2023-01-09 17:47:25 +01:00
parent 702de13992
commit 9926d2181d
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/pipeline/tok2vec.py
View File

@ -230,7 +230,10 @@ class Tok2Vec(TrainablePipe):
target, _ = self._rehearsal_model.begin_update(docs) target, _ = self._rehearsal_model.begin_update(docs)
# TODO tokvecs vs target # TODO tokvecs vs target
# How should the output from the rehearsal model influence the results of the tok2vec model? # How should the output from the rehearsal model influence the results of the tok2vec model?
# Current implementation is to subtract the target embeddings from the generated embeddings
d_tokvecs = [self.model.ops.alloc2f(*t2v.shape) for t2v in tokvecs] d_tokvecs = [self.model.ops.alloc2f(*t2v.shape) for t2v in tokvecs]
for i in range(len(tokvecs)):
d_tokvecs[i] += tokvecs[i] - target[i]
losses.setdefault(self.name, 0.0) losses.setdefault(self.name, 0.0)
def accumulate_gradient(one_d_tokvecs): def accumulate_gradient(one_d_tokvecs):