diff --git a/tests/test-pull-resume.sh b/tests/test-pull-resume.sh
index fcca8393..e0732433 100755
--- a/tests/test-pull-resume.sh
+++ b/tests/test-pull-resume.sh
@@ -39,9 +39,10 @@ maxtries=`expr $maxtries \* 2`
 
 for ((i = 0; i < $maxtries; i=i+1))
 do
-if ${CMD_PREFIX} ostree --repo=repo pull origin main; then
-    break;
-fi
+  if ${CMD_PREFIX} ostree --repo=repo pull origin main 2>err.log; then
+    break
+  fi
+  assert_file_has_content err.log 'error:.*Download incomplete'
 done
 if ${CMD_PREFIX} ostree --repo=repo fsck; then
     echo "ok, pull succeeded!"