explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-08-04 04:10:20 +03:00
Code Issues Packages Projects Releases Wiki Activity

Change gradient formula

Browse Source
This commit is contained in:
thomashacker 2023-01-11 17:45:24 +01:00
parent 9926d2181d
commit b29b3976a2
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
spacy/pipeline/textcat.py
View File

@ -288,11 +288,14 @@ class TextCategorizer(TrainablePipe):
set_dropout_rate(self.model, drop) set_dropout_rate(self.model, drop)
scores, bp_scores = self.model.begin_update(docs) scores, bp_scores = self.model.begin_update(docs)
target, _ = self._rehearsal_model.begin_update(docs) target, _ = self._rehearsal_model.begin_update(docs)
gradient = scores - target teacher_loss, teacher_scores = self.get_rehearse_loss(target, scores)
bp_scores(gradient) truth_loss, truth_scores = self.get_loss(examples, scores)
d_scores = (teacher_scores + truth_scores) / 2
loss = teacher_loss + truth_loss
bp_scores(d_scores)
if sgd is not None: if sgd is not None:
self.finish_update(sgd) self.finish_update(sgd)
losses[self.name] += (gradient**2).sum() losses[self.name] += float(loss)
return losses return losses
def _examples_to_truth( def _examples_to_truth(