diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 3920aee114959f69242b80abff6d5c66b9f6acca..7ac9cff5e89af2bae881d0d41bc79b9033b704cd 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -35,10 +35,16 @@ bootstrap:
   script:
     - echo "hostname $HOSTNAME, subdomain $SUBDOMAIN, domain $DOMAIN, address $ADDRESS"
     - python3 -m openappstack $HOSTNAME create --create-droplet $DOMAIN --hostname $HOSTNAME --ssh-key-id $SSH_KEY_ID --create-domain-records --subdomain $SUBDOMAIN
+    # Allows ansible debugging early in the beginning
+    - chmod 700 ansible
+    - cp clusters/ci-${CI_PIPELINE_ID}/inventory.yml ansible/
+    - cp clusters/ci-${CI_PIPELINE_ID}/settings.yml ansible/group_vars/all/
     - python3 -m openappstack $HOSTNAME install --ansible-param='--skip-tags=helmfile'
   artifacts:
     paths:
     - ./clusters
+    - ansible/inventory.yml
+    - ansible/group_vars/all/settings.yml
     expire_in: 1 month
     when: always
   only:
@@ -55,10 +61,14 @@ install:
   script:
     - python3 -m openappstack $HOSTNAME install --ansible-param='--tags=helmfile'
     # Show versions of installed apps/binaries
+    - chmod 700 ansible
+    - cd ansible
     - ansible master -m shell -a 'oas-version-info.sh 2>&1'
   artifacts:
     paths:
     - ./clusters
+    - ansible/inventory.yml
+    - ansible/group_vars/all/settings.yml
     expire_in: 1 month
     when: always
   only: