Skip to content
Snippets Groups Projects
.gitlab-ci.yml 6.82 KiB
Newer Older
Varac's avatar
Varac committed
include:
Mart van Santen's avatar
Mart van Santen committed
  - remote: https://open.greenhost.net/stackspin/stackspin/raw/main/.gitlab/ci_templates/kaniko.yml
  - remote: https://open.greenhost.net/stackspin/stackspin/-/raw/main/.gitlab/ci_templates/helm_package.yml
  - template: 'Workflows/MergeRequest-Pipelines.gitlab-ci.yml'
Mark's avatar
Mark committed
stages:
Mart van Santen's avatar
Mart van Santen committed
  - build
Mart van Santen's avatar
Mart van Santen committed
  - lint
  # TODO: Re-enable after fixing #73
Mart van Santen's avatar
Mart van Santen committed
  # - application-test
  - integration-test
  - lint-helm-chart
  - package-helm-chart
  - release-helm-chart

variables:
  CHART_NAME: single-sign-on
  CHART_DIR: helmchart/single-sign-on/
Mark's avatar
Mark committed

#login_test:
#  image: python:3.8
#  stage: unittest
#  needs: []
#  variables:
#    HYDRA_ADMIN_URL: http://localhost/ignored
#    KRATOS_PUBLIC_URL: http://localhost/ignored
#    PUBLIC_URL: http://localhost/ignored
#  cache:
#    paths:
#      - "$CI_PROJECT_DIR/pip-cache"
#    key: "$CI_PROJECT_ID"
#    before_script:
#      - cd login
#      - python -V
#      - pip install -r requirements.txt
#    script:
#      - pytest -v --cov=login --cov-report=term --cov-report=xml tests
#    artifacts:
#      reports:
#        cobertura: login/coverage.xml
#    coverage: '/^TOTAL.+?(\d+\%)$/'


# Stackspin login panel
login:
  stage: build
  needs: []
  extends: .kaniko_build
  variables:
Mart van Santen's avatar
Mart van Santen committed
    KANIKO_CONTEXT: "login"
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
Mart van Santen's avatar
Mart van Santen committed
  before_script:
Mart van Santen's avatar
Mart van Santen committed
    - ls -l ${CI_PROJECT_DIR}/${KANIKO_CONTEXT:-.}/Dockerfile 
  only:
    changes:
      - login/**/*


# For full integration testing we need to build the full stack in CI/CD
#
# - postgres    : Backend database, the Dockerfile is based on the upstream
#                 with a small addition to create inital databases
# - kratos      : Identity manager, based on the upstream. We set the DSN
#                 in the Dockerimage, as its different from hydra's DSN, 
#                 however, gitlab-ci will apply the same enviroment for all
#                 services.
# - hydra       : See above, the identiy provider
# - login       : Our login panel
# - sso_testapp : A test app which implements OIDC for testing
# - behave      : Image to do behave testing

# Build our own postgres image, which is based on upstream
postgres:
  stage: build
  needs: []
  variables:
    KANIKO_CONTEXT: ".gitlab/ci/postgres"
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
  extends: .kaniko_build
Mart van Santen's avatar
Mart van Santen committed
  only:
    changes:
      - .gitlab/ci/postgres/**/*
# Build our own kratos image, which is based on upstream
kratos:
  stage: build
  needs: []
  variables:
    KANIKO_CONTEXT: ".gitlab/ci/kratos"
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
  extends: .kaniko_build
Mart van Santen's avatar
Mart van Santen committed
  only:
    changes:
      - .gitlab/ci/kratos/**/*
# Build our own hydra image, which is based on upstream
Mart van Santen's avatar
Mart van Santen committed
hydra:
  stage: build
  needs: []
  variables:
    KANIKO_CONTEXT: ".gitlab/ci/hydra"
Mart van Santen's avatar
Mart van Santen committed
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
  extends: .kaniko_build
Mart van Santen's avatar
Mart van Santen committed
  only:
    changes:
      - .gitlab/ci/hydra/**/*
# A Fake SSO app to test the behaviour
sso_testapp:
  stage: build
  variables:
    KANIKO_CONTEXT: "test/sso_testapp/"
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
  extends: .kaniko_build
  only:
    changes:
      - test/sso_testapp/**/*

# Image to test behaviour (web)
behave:
  stage: build
  variables:
    KANIKO_CONTEXT: "test/behave"
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
  extends: .kaniko_build
  only:
    changes:
Mark's avatar
Mark committed
behave-integration:
  stage: integration-test
  services:
    - name: ${CI_REGISTRY_IMAGE}/postgres:${CI_COMMIT_REF_SLUG}
Mark's avatar
Mark committed
      alias: postgres
    - name: ${CI_REGISTRY_IMAGE}/kratos:${CI_COMMIT_REF_SLUG}
Mart van Santen's avatar
Mart van Santen committed
      alias: kratosmigrate
Mart van Santen's avatar
Mart van Santen committed
      command:
        - migrate
        - sql
        - -e
        - -y
    - name: ${CI_REGISTRY_IMAGE}/kratos:${CI_COMMIT_REF_SLUG}
      alias: kratos
      command:
        - serve
        - --config
        - /etc/config/kratos.yaml
    - name: ${CI_REGISTRY_IMAGE}/hydra:${CI_COMMIT_REF_SLUG}
Mart van Santen's avatar
Mart van Santen committed
      alias: hydramigrate
Mark's avatar
Mark committed
      command:
Mart van Santen's avatar
Mart van Santen committed
        - migrate
        - sql
Mart van Santen's avatar
Mart van Santen committed
        - -e
        - -y
    - name: ${CI_REGISTRY_IMAGE}/hydra:${CI_COMMIT_REF_SLUG}
Mart van Santen's avatar
Mart van Santen committed
      alias: hydra
      command:
Mart van Santen's avatar
Mart van Santen committed
        - serve
Mart van Santen's avatar
Mart van Santen committed
        - all
        - --dangerous-force-http
        - --dangerous-allow-insecure-redirect-urls
        - http://oidc:5000/login
    - name: ${CI_REGISTRY_IMAGE}/login:${CI_COMMIT_REF_SLUG}
Mart van Santen's avatar
Mart van Santen committed
      alias: oidc
    - name: ${CI_REGISTRY_IMAGE}/sso_testapp:${CI_COMMIT_REF_SLUG}
      alias: ssoapp
Mark's avatar
Mark committed
  variables:
    # Feature Flag FF_NETWORK_PER_BUILD Enables creation of a docker network per build
    # with the docker executor of the gitlab-runner. This is required for service
    # interconnection. Requires gitlab-runner v12.9.0
    FF_NETWORK_PER_BUILD: 1
    OAUTHLIB_INSECURE_TRANSPORT: "true"
    URLS_SELF_ISSUER: http://hydra:4445/
    URLS_CONSENT: http://oidc:5000/login
    URLS_LOGIN: http://oidc:5000/consent
    SECRETS_SYSTEM: RandomSecretForTesting
Mart van Santen's avatar
Mart van Santen committed
    # For postgres image super user credentials, additional credentials are
    # created from `.gitlab/ci/postgres/setup.sql` during initialization
Mart van Santen's avatar
Mart van Santen committed
    POSTGRES_PASSWORD: postgres
    POSTGRES_USER: postgres
    POSTGRES_DB: postgres
    # For Login image
    FLASK_RUN_HOST: "0.0.0.0"
    FLASK_RUN_PORT: "5000"
    PUBLIC_URL: "http://localhost:5000/"
    HYDRA_ADMIN_URL: "http://hydra:4445"
    KRATOS_PUBLIC_URL: "http://kratos:4433"
    KRATOS_ADMIN_URL: "http://kratos:4434"
    DATABASE_URL: "postgresql://stackspin:stackspin@localhost/stackspin"
    APP_SETTINGS: "config.DevelopmentConfig"
    # General flask
    DEBUG: "true"
    FLASK_ENV: "development"
Mark's avatar
Mark committed
    BASE_URL: "http://hydra:4444/"
Mark's avatar
Mark committed
    KEY: "testapp"
    SECRET: "secret"
  image: ${CI_REGISTRY_IMAGE}/behave:${CI_COMMIT_REF_SLUG}
Mark's avatar
Mark committed
  script:
Mart van Santen's avatar
Mart van Santen committed
    - curl -s http://hydra:4445/health/alive
    - curl -s http://kratos:4433/health/alive
    - curl -s http://oidc:5000/status
    # Steps to do:
    # - create user & access roles & grant access
    # - add client applition ID + key for testing
    # - test login etc

Mark's avatar
Mark committed
  artifacts:
    paths:
Mark's avatar
Mark committed
      - test/integration_tests/test/behave/screenshots/
Mark's avatar
Mark committed
    expire_in: 1 month
    when: on_failure
  only:
    changes:
      - .gitlab/ci/**/*
      - login/**/*
Mart van Santen's avatar
Mart van Santen committed
pylint:
  stage: build
  variables:
    KANIKO_CONTEXT: "test/lint/pylint"
    KANIKO_BUILD_IMAGENAME: $CI_JOB_NAME
  extends: .kaniko_build
  only:
    changes:
      - test/lint/pylint/Dockerfile
      - test/lint/pylint/requirements.txt
      - .gitlab-ci.yml
pylint-lint:
  stage: lint
  variables:
    GIT_STRATEGY: clone
    GIT_DEPTH: 0
    PYLINT_PLUGINS: "pylint_flask pylint_flask_sqlalchemy"
  image: ${CI_REGISTRY_IMAGE}/pylint:${CI_COMMIT_REF_SLUG}
    # Run darker with --diff command. This will throw exit code 1 if there are
    # lint errors, but a 0 if there are only formatting recommendations
    - darker -i -L pylint --diff --revision remotes/origin/main .
  only:
    changes:
      - test/lint/pylint/Dockerfile
      - test/lint/pylint/requirements.txt
      - .gitlab-ci.yml
      - login/**/*