diff --git a/spacy/tests/test_pickle.py b/spacy/tests/test_pickle.py
index 2577f58a6..7762f44b5 100644
--- a/spacy/tests/test_pickle.py
+++ b/spacy/tests/test_pickle.py
@@ -10,6 +10,8 @@ try:
 except NameError:
     unicode = str
 
+# These cause the addition of temp files, that are then not deleted
+@pytest.mark.xfail
 @pytest.mark.models
 def test_pickle_english(EN):
     file_ = io.BytesIO()
@@ -20,6 +22,7 @@ def test_pickle_english(EN):
     loaded = pickle.load(file_)
     assert loaded is not None
 
+@pytest.mark.xfail
 @pytest.mark.models
 def test_cloudpickle_to_file(EN):
     f = tempfile.NamedTemporaryFile(delete=False)