diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 18b1cafae101da9512fbd6997fa779b76f4f9616..f54fe6407d6fa02681ef3fce9c3482d873302bc5 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -48,6 +48,7 @@ create-vps:
   only:
     changes:
       - .gitlab-ci.yml
+      - .gitlab/ci_scripts/*
       - ansible/**/*
       - helmfiles/**/*
       - test/**/*
diff --git a/.gitlab/ci_scripts/create_vps.sh b/.gitlab/ci_scripts/create_vps.sh
index 2b57e831964f4054121b14a429d96ba7bd1a5d00..ac33e2dc72864e895facd82bc5397272ec27c64f 100644
--- a/.gitlab/ci_scripts/create_vps.sh
+++ b/.gitlab/ci_scripts/create_vps.sh
@@ -8,7 +8,7 @@ then
   echo "Running python script"
   # Run a python script that checks if the cached machine still exists. The
   # script exits with 0 (true) if the machine can be reused
-  if python3 $(dirname "$0")/can_reuse_machine.py $HOSTNAME $IP_ADDRESS
+  if python3 $(dirname "$0")/can_reuse_machine.py $HOSTNAME $ip_address
   then
     exit 0
   fi