diff --git a/spacy/language.py b/spacy/language.py
index c3fa717b6..954f4c6e4 100644
--- a/spacy/language.py
+++ b/spacy/language.py
@@ -1092,12 +1092,10 @@ class Language:
                 student_proc.distill(
                     teacher_pipe,
                     examples,
-                    sgd=None,
+                    sgd=sgd,
                     losses=losses,
                     **component_cfg[name],
                 )
-                if sgd is not None:
-                    student_proc.finish_update(sgd)
             if name in annotates:
                 for doc, eg in zip(
                     _pipe(