diff --git a/spacy/tests/tagger/test_lemmatizer.py b/spacy/tests/tagger/test_lemmatizer.py
index 3e2933fcd..5db0d0b2c 100644
--- a/spacy/tests/tagger/test_lemmatizer.py
+++ b/spacy/tests/tagger/test_lemmatizer.py
@@ -16,6 +16,7 @@ def test_tagger_lemmatizer_noun_lemmas(lemmatizer, text, lemmas):
     assert lemmatizer.noun(text) == set(lemmas)
 
 
+@pytest.mark.xfail
 @pytest.mark.models
 def test_tagger_lemmatizer_base_forms(lemmatizer):
     if lemmatizer is None: