diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index ce200cc11..3deca85ce 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -8,7 +8,22 @@ trigger:
 
 jobs:
 
+# Perform basic checks for most important errors (syntax etc.) Uses the config
+# defined in .flake8 and overwrites the selected codes.
+- job: 'Validate'
+  pool:
+    vmImage: 'ubuntu-16.04'
+  steps:
+  - task: UsePythonVersion@0
+    inputs:
+      versionSpec: '3.7'
+  - script: |
+      pip install flake8
+      python -m flake8 spacy --count --select=E901,E999,F821,F822,F823 --show-source --statistics
+    displayName: 'flake8'
+
 - job: 'Test'
+  dependsOn: 'Validate'
   strategy:
     matrix:
       Python27Linux:
@@ -61,11 +76,6 @@ jobs:
       pip install -r requirements.txt
     displayName: 'Install dependencies'
 
-  # Perform basic checks for most important errors (syntax etc.) Uses the config
-  # defined in .flake8 and overwrites the selected codes.
-  - script: python -m flake8 spacy --count --select=E901,E999,F821,F822,F823 --show-source --statistics
-    displayName: 'flake8'
-
   - script: |
       python setup.py build_ext --inplace
       pip install -e .
diff --git a/travis.sh b/travis.sh
deleted file mode 100755
index eed6a96f2..000000000
--- a/travis.sh
+++ /dev/null
@@ -1,32 +0,0 @@
-#!/bin/bash
-
-if [ "${VIA}" == "pypi" ]; then
-    rm -rf *
-    pip install spacy-nightly
-    python -m spacy download en
-fi
-
-if [[ "${VIA}" == "sdist" && "${TRAVIS_PULL_REQUEST}" == "false" ]]; then
-  rm -rf *
-  pip uninstall spacy
-  wget https://api.explosion.ai/build/spacy/sdist/$TRAVIS_COMMIT
-  mv $TRAVIS_COMMIT sdist.tgz
-  pip install -U sdist.tgz
-fi
-
-
-if [ "${VIA}" == "compile" ]; then
-  pip install -r requirements.txt
-  python setup.py build_ext --inplace
-  pip install -e .
-fi
-
-#  mkdir -p corpora/en
-#  cd corpora/en
-#  wget --no-check-certificate http://wordnetcode.princeton.edu/3.0/WordNet-3.0.tar.gz
-#  tar -xzf WordNet-3.0.tar.gz
-#  mv WordNet-3.0 wordnet
-#  cd ../../
-#  mkdir models/
-#  python bin/init_model.py en lang_data/ corpora/ models/en
-#fi