diff --git a/build.py b/build.py
index a998b9541..214775dd7 100644
--- a/build.py
+++ b/build.py
@@ -65,7 +65,7 @@ elif install_mode == 'test':
         os.chdir('tmp')
 
         x('python -m spacy.en.download')
-        x('python -m pytest ../spacy/ --models --vectors --slow')
+        x('python -m pytest ../spacy/ -x --models --vectors --slow')
 
     finally:
         os.chdir(old)
diff --git a/venv.ps1 b/venv.ps1
index 71eb69c60..4fd5c157c 100644
--- a/venv.ps1
+++ b/venv.ps1
@@ -9,7 +9,15 @@ $ErrorActionPreference = "Stop"
 
 if(!(Test-Path -Path ".build"))
 {
-    virtualenv .build --system-site-packages --python $python
+    if($compiler -eq "mingw32")
+    {
+        virtualenv .build --system-site-packages --python $python
+    }
+    else
+    {
+        virtualenv .build --python $python
+    }
+
     if($compiler)
     {
         "[build]`r`ncompiler=$compiler" | Out-File -Encoding ascii .\.build\Lib\distutils\distutils.cfg