diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 7c6d9e4c9..7b0c3e621 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -1,14 +1,18 @@
 name: Build and test
 
-on: [push]
+on:
+  push:
+    paths:
+    - '*'    
+    - '!/website/*'
 
 jobs:
   build:
     strategy:
       max-parallel: 4
       matrix:
-        platform: [ubuntu-latest, macos-latest, windows-latest]
-        python-version: [2.7, 3.5, 3.6, 3.7]
+        platform: [ubuntu-16.04, macOS-10.14, windows-2016]
+        python-version: [3.5, 3.6, 3.7]
     runs-on: ${{ matrix.platform }}
 
     steps:
@@ -17,6 +21,10 @@ jobs:
       uses: actions/setup-python@v1
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Lint with flake8
+      run: |
+        pip install flake8
+        python -m flake8 spacy --count --select=E901,E999,F821,F822,F823 --show-source --statistics
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip==18.1 setuptools