diff --git a/spacy/tests/regression/test_issue1506.py b/spacy/tests/regression/test_issue1506.py
index f3ebbe04b..2abde25bf 100644
--- a/spacy/tests/regression/test_issue1506.py
+++ b/spacy/tests/regression/test_issue1506.py
@@ -35,6 +35,11 @@ def test_issue1506():
             del anchor
             gc.collect()
 
+        # We should run cleanup more than one time to actually cleanup data.
+        # In first run — clean up only mark strings as «not hitted».
+        if i == 20000 or i == 30000:
+            gc.collect()
+
         for t in d:
             str(t.lemma_)