diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 4e19c1ff9d865d5e4cd46a8e1c3558ea22d7dd81..7bcebe94c3114f7927b7cafea0fd67034c4a2824 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -718,10 +718,10 @@ terminate-droplet:
 # Careful! When you run this step manually, you might have to trigger container
 # image re-build as well
 delete-image:
-  stage: build
+  # Should be in the post-build stage so it automatically gets the artifacts it
+  # that contain the CI_COMMIT_REF_SLUG variable
+  stage: create-vps
   when: manual
-  needs:
-    - job: ci-test-image-build
   variables:
     GIT_STRATEGY: none
   script: