diff --git a/src/gallium/drivers/radeonsi/ci/radeonsi-run-tests.py b/src/gallium/drivers/radeonsi/ci/radeonsi-run-tests.py
index 4807e9e791b..f9ff04ffd4b 100755
--- a/src/gallium/drivers/radeonsi/ci/radeonsi-run-tests.py
+++ b/src/gallium/drivers/radeonsi/ci/radeonsi-run-tests.py
@@ -172,7 +172,10 @@ def verify_results(baseline1, baseline2):
     #  - if no baseline, baseline2 will contain the list of failures
     #  - if there's a baseline, baseline2 will contain the diff
     # So in both cases, an empty baseline2 files means a successful run
-    return len(open(baseline2, 'r').readlines()) == 0
+    if len(open(baseline2, 'r').readlines()) != 0:
+        print_red('New errors. Check {}'.format(baseline2))
+        return False
+    return True
 
 # piglit test
 if args.piglit: