diff --git a/spacy/training/pretrain.py b/spacy/training/pretrain.py
index 1d0533ff5..339a10dbc 100644
--- a/spacy/training/pretrain.py
+++ b/spacy/training/pretrain.py
@@ -64,7 +64,7 @@ def pretrain(
         is_temp_str = ".temp" if is_temp else ""
         with model.use_params(optimizer.averages):
             if is_last:
-                save_path = output_dir / f"model_last.bin"
+                save_path = output_dir / f"model-last.bin"
             else:
                 save_path = output_dir / f"model{epoch}{is_temp_str}.bin"
             with (save_path).open("wb") as file_: