diff --git a/.gitlab-ci/fossils/fossils.sh b/.gitlab-ci/fossils/fossils.sh
index d951a7e6431..60394f7b2dc 100755
--- a/.gitlab-ci/fossils/fossils.sh
+++ b/.gitlab-ci/fossils/fossils.sh
@@ -64,7 +64,12 @@ create_clean_git
 for fossil in $(query_fossils_yaml fossils)
 do
     fetch_fossil "$fossil" || exit $?
-    fossilize-replay --num-threads 4 $fossil || exit $?
+    fossilize-replay --num-threads 4 $fossil 1>&2 2> fossil_replay.txt
+    if [ $? != 0 ]; then
+        echo "Replay of $fossil failed"
+        grep "pipeline crashed or hung" fossil_replay.txt
+        exit 1
+    fi
     rm $fossil
 done