diff --git a/.travis.yml b/.travis.yml
index 1adf2fee5..3d26d6864 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -22,5 +22,13 @@ before_script:
   - cmake .. -DENABLE_TESTS=ON -DENABLE_UI=$ENABLE_UI
 
 script:
-  - "make"
-  - "ctest --output-on-failure"
+  - make
+  - |
+    if ctest --output-on-failure ; then
+      if [[ "$ENABLE_UI" == "OFF" ]]; then
+        export ASEPRITE=$PWD/bin/aseprite
+        git clone https://github.com/aseprite/tests.git
+        cd tests
+        bash run-tests.sh
+      fi
+    fi