diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 0a7601e95..6d7244f7e 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -130,4 +130,6 @@ jobs:
   - script: |
       pip install -r requirements.txt --prefer-binary
       python -m pytest --pyargs spacy
+      python -m spacy download en_core_web_sm
+      python -c "import spacy; nlp=spacy.load('en_core_web_sm'); doc=nlp('test')"
     displayName: 'Run tests'
diff --git a/spacy/about.py b/spacy/about.py
index 06f2d6daa..4b247868a 100644
--- a/spacy/about.py
+++ b/spacy/about.py
@@ -1,6 +1,6 @@
 # fmt: off
 __title__ = "spacy"
-__version__ = "2.3.6"
+__version__ = "2.3.7"
 __release__ = True
 __download_url__ = "https://github.com/explosion/spacy-models/releases/download"
 __compatibility__ = "https://raw.githubusercontent.com/explosion/spacy-models/master/compatibility.json"