diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index f3abad278a3f4052db9b13361f90de1eba76e7ff..b1ceb6caaff01f253a328f2971434ebd2d9cc428 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -46,8 +46,7 @@ bootstrap:
     # Run testinfra tests
     - py.test -v --ansible-inventory=./inventory.yml --connection=ssh --hosts='ansible://*'
     # Wait for proper LE cert to get served
-    # - sh -c 'while curl -s https://auth.ci-${CI_JOB_ID}.ci.openappstack.net/auth/>/dev/null ; do echo "$(date): Waiting for LE cert..."; sleep 5 ; done'
-    - sh -c 'while curl -s https://auth.ci-${CI_JOB_ID}.ci.openappstack.net/auth/>/dev/null; do date; echo "Waiting for LE cert..."; sleep 5; done'
+    - sh -c 'while ! curl -s https://auth.ci-${CI_JOB_ID}.ci.openappstack.net/auth/>/dev/null; do date; echo "Waiting for LE cert..."; sleep 5; done'
     # Run behave tests
     - cd behave/
     - behave -D keycloak.admin.url=https://auth.ci-${CI_JOB_ID}.ci.openappstack.net/auth/admin/master/console/ -D keycloak.admin.password=$(cat ../secrets/keycloak_admin_password)
diff --git a/test/Dockerfile b/test/Dockerfile
index 737daaa0b14bd91441e1688befcf30708c11d353..5567b7fe4fae9139014ecb8ef7b58a95ac15351f 100644
--- a/test/Dockerfile
+++ b/test/Dockerfile
@@ -6,6 +6,7 @@ LABEL vendor1="Greenhost"
 
 RUN apk --no-cache add \
   ansible \
+  curl \
   musl-dev \
   linux-headers \
   gcc \