diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index f9b21e3eee354880c5cbee16d98562ec7482ac11..686274e80a8666c8334f2a3618cc185ec616005b 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -126,8 +126,10 @@ prometheus-alerts:
     OAS_DOMAIN: 'ci-${CI_PIPELINE_ID}.ci.openappstack.net'
   allow_failure: true
   script:
+    - mkdir ~/.ssh
     - eval $(ssh-agent -s)
     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add - > /dev/null
+    - echo -e 'Host *\n  stricthostkeychecking no' > ~/.ssh/config
     - cd test/
     - pytest -s -m 'prometheus' --connection=ansible --ansible-inventory=../clusters/${HOSTNAME}/inventory.yml --hosts='ansible://*'
   only: