Check certs in seperate job in test stage

Set `allow_failure: true` so we allow traefik/cert-mananger to be slow
and not being able to fetch a valid cert.

Closes #122

.gitlab-ci.yml

@@ -62,7 +62,19 @@ testinfra:
     - eval $(ssh-agent -s)
     - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add - > /dev/null
     - cd test/
-    - py.test -v --connection=ansible --ansible-inventory=./inventory.yml --hosts='ansible://*'
+    - py.test -v -m 'testinfra' --connection=ansible --ansible-inventory=./inventory.yml --hosts='ansible://*'
+
+certs:
+  stage: test
+  image: "${CI_REGISTRY_IMAGE}/bootstrap-ci"
+  variables:
+    OAS_DOMAIN: 'ci-${CI_PIPELINE_ID}.ci.openappstack.net'
+  allow_failure: true
+  script:
+    - eval $(ssh-agent -s)
+    - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add - > /dev/null
+    - cd test/
+    - py.test -v -m 'certs' --connection=ansible --ansible-inventory=./inventory.yml --hosts='ansible://*'
 
 terminate:
   stage: cleanup