diff --git a/tests/scripts/all.sh b/tests/scripts/all.sh
index 03561390ed..fbea5577fb 100755
--- a/tests/scripts/all.sh
+++ b/tests/scripts/all.sh
@@ -314,7 +314,9 @@ cleanup()
 
     # Restore files that may have been clobbered by the job
     for x in $files_to_back_up; do
-        cp -p "$x$backup_suffix" "$x"
+        if [[ -e "$x$backup_suffix" ]]; then
+            cp -p "$x$backup_suffix" "$x"
+        fi
     done
 }