diff --git a/.travis/run.sh b/.travis/run.sh
index f2fcec30..4b723941 100755
--- a/.travis/run.sh
+++ b/.travis/run.sh
@@ -21,3 +21,6 @@ make tests
 make install
 cd bin
 ./unit_tests
+
+cd ../../tests/
+python3 runner.py
diff --git a/appveyor.yml b/appveyor.yml
index 9b93819c..3aae7c87 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -40,6 +40,9 @@ build_script:
     - cmd: ninja install
     - cmd: cd bin
     - cmd: unit_tests.exe
+    - cmd: cd ../../tests/
+    - cmd: set EXIV2_EXT=.exe
+    - cmd: c:\Python36\python.exe runner.py
 
 cache:
     - envs                   # Conan installation