diff --git a/.gitlab/ci/cleanup_tags.yml b/.gitlab/ci/cleanup_tags.yml
index 4e18e2975580c15be7d73e9776483e04bfafca5f..c58e32d89cfe3567dfc2d2d78ac833b40ecfdee4 100644
--- a/.gitlab/ci/cleanup_tags.yml
+++ b/.gitlab/ci/cleanup_tags.yml
@@ -7,7 +7,7 @@
   script: |
     # Delete all composer image tags for this branch as we don't need them anymore
     echo "PRIVATE-TOKEN: $CI_JOB_TOKEN"
-    curl -X DELETE -k -H 'Content-Type: application/json' \
+    curl -X DELETE -k -H 'Content-Type: application/json' --fail \
         -H "JOB-TOKEN: ${CI_JOB_TOKEN}" \
         -i "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/registry/repositories/${FPM_IMAGE_REPOSITORY_ID}/tags" \
         --data "{\"name_regex_delete\": \"$CI_COMMIT_REF_SLUG-composer-.*\"}"