diff --git a/spacy/pipeline/tagger.pyx b/spacy/pipeline/tagger.pyx
index 5e4a5a5b7..4d5d78035 100644
--- a/spacy/pipeline/tagger.pyx
+++ b/spacy/pipeline/tagger.pyx
@@ -90,7 +90,7 @@ class Tagger(TrainablePipe):
         overwrite=BACKWARD_OVERWRITE,
         scorer=tagger_score,
         neg_prefix="!",
-        label_smoothing=0.05,
+        label_smoothing=0.0,
     ):
         """Initialize a part-of-speech tagger.