diff --git a/spacy/language.py b/spacy/language.py
index 4c0cd10bd..2364e0893 100644
--- a/spacy/language.py
+++ b/spacy/language.py
@@ -1155,7 +1155,7 @@ class Language:
                 and isinstance(proc, ty.TrainableComponent)
                 and proc.is_trainable
             ):
-                proc.update(examples, sgd=sgd, losses=losses, **component_cfg[name])
+                proc.update(examples, sgd=None, losses=losses, **component_cfg[name])
             if name in annotates:
                 for doc, eg in zip(
                     _pipe(
@@ -1168,6 +1168,14 @@ class Language:
                     examples,
                 ):
                     eg.predicted = doc
+        for name, proc in self.pipeline:
+            if (
+                name not in exclude
+                and isinstance(proc, ty.TrainableComponent)
+                and proc.is_trainable
+            ):
+                proc.finish_update(sgd)
+
         return losses
 
     def rehearse(