diff --git a/appveyor.yml b/appveyor.yml
index 3ce9c5d7..cb4557df 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -15,6 +15,9 @@ build_script:
 
     $env:Path += ";C:\cygwin64\bin"
 
+    # For sha256sum
+    $env:Path += ";C:\Program Files\Git\usr\bin"
+
     mkdir cmakebuild
 
     cd cmakebuild
@@ -43,7 +46,25 @@ build_script:
 
     .\light\Release\testlight.exe
 
+    if ( $? -eq $false ) {
+      throw "testlight failed"
+    }
+
     .\qbsp\Release\testqbsp.exe
+
+    if ( $? -eq $false ) {
+      throw "testqbsp failed"
+    }
+
+    $env:Path += ";$(pwd)\qbsp\Release;$(pwd)\vis\Release;$(pwd)\light\Release"
+
+    cd ..\testmaps
+
+    . "C:\Program Files\Git\usr\bin\bash.exe" .\automatated_tests.sh
+
+    if ( $? -eq $false ) {
+      throw "automatated_tests.sh failed"
+    }
 artifacts:
 - path: cmakebuild\*.zip
 deploy: