diff --git a/spacy/tests/regression/test_issue5230.py b/spacy/tests/regression/test_issue5230.py
index 03027fe39..adc9307ce 100644
--- a/spacy/tests/regression/test_issue5230.py
+++ b/spacy/tests/regression/test_issue5230.py
@@ -90,7 +90,7 @@ objects_to_test = (
 def write_obj_and_catch_warnings(obj):
     with make_tempdir() as d:
         with warnings.catch_warnings(record=True) as warnings_list:
-            warnings.filterwarnings("always", category=ResourceWarning)
+            warnings.filterwarnings("error", category=ResourceWarning)
             obj.to_disk(d)
     return warnings_list
 
@@ -98,8 +98,6 @@ def write_obj_and_catch_warnings(obj):
 @pytest.mark.parametrize("obj", objects_to_test[0], ids=objects_to_test[1])
 def test_to_disk_resource_warning(obj):
     warnings_list = write_obj_and_catch_warnings(obj)
-    for warning in warnings_list:
-        print(warning.message)
     assert len(warnings_list) == 0