diff --git a/.github/azure-steps.yml b/.github/azure-steps.yml
index d0db75f9a..7c3c3e0a6 100644
--- a/.github/azure-steps.yml
+++ b/.github/azure-steps.yml
@@ -62,6 +62,11 @@ steps:
 #  - script: |
 #      python -W error -c "import ca_core_news_sm; nlp = ca_core_news_sm.load(); doc=nlp('test')"
 #    displayName: 'Test no warnings on load (#11713)'
+#    condition: eq(variables['python_version'], '3.8')
+#
+#  - script: |
+#      python -m spacy download ca_core_news_sm 2>&1 | grep -q skipping
+#    displayName: 'Test skip re-download (#12188)'
 #    condition: eq(variables['python_version'], '3.8')
 
   - script: |