diff --git a/spacy/ml/_precomputable_affine.py b/spacy/ml/_precomputable_affine.py
index 20d5fb3fb..a3e2633e9 100644
--- a/spacy/ml/_precomputable_affine.py
+++ b/spacy/ml/_precomputable_affine.py
@@ -49,17 +49,14 @@ def forward(model, X, is_train):
         model.inc_grad("b", dY.sum(axis=0))
         dY = dY.reshape((dY.shape[0], nO * nP))
 
-        Wopfi = model.ops.as_contig(W.transpose((1, 2, 0, 3)))
+        Wopfi = W.transpose((1, 2, 0, 3))
         Wopfi = Wopfi.reshape((nO * nP, nF * nI))
         dXf = model.ops.gemm(dY.reshape((dY.shape[0], nO * nP)), Wopfi)
 
-        # Reuse the buffer
-        dWopfi = Wopfi
-        dWopfi.fill(0.0)
-        model.ops.gemm(dY, Xf, out=dWopfi, trans1=True)
+        dWopfi = model.ops.gemm(dY, Xf, trans1=True)
         dWopfi = dWopfi.reshape((nO, nP, nF, nI))
         # (o, p, f, i) --> (f, o, p, i)
-        dWopfi = model.ops.as_contig(dWopfi.transpose((2, 0, 1, 3)))
+        dWopfi = dWopfi.transpose((2, 0, 1, 3))
         model.inc_grad("W", dWopfi)
         return dXf.reshape((dXf.shape[0], nF, nI))