diff --git a/tests/installed/playbook-run.sh b/tests/installed/playbook-run.sh
index 37572bd4..af906c3d 100755
--- a/tests/installed/playbook-run.sh
+++ b/tests/installed/playbook-run.sh
@@ -7,6 +7,10 @@ dn=$(cd $(dirname $0) && pwd)
 if ! test -d build; then
     mkdir -p build
     (cd build && ${dn}/../../ci/build-rpm.sh)
+else
+    # XXX: we should invalidate based on `git describe` or something
+    echo "NOTE: Re-using prebuilt RPMs:"
+    find build -name '*.rpm'
 fi
 
 # https://fedoraproject.org/wiki/CI/Tests