Skip to content
.gitlab-ci.yml 4.89 KiB
Newer Older
Timo Furrer's avatar
Timo Furrer committed
include: 
Timo Furrer's avatar
Timo Furrer committed
  - local: tests/unit.gitlab-ci.yml
  - local: tests/integration.gitlab-ci.yml
Timo Furrer's avatar
Timo Furrer committed
  - component: gitlab.com/components/container-scanning/container-scanning@1.0
    inputs:
      stage: quality
      # FIXME: why is this not the default?
      analyzer_image: "$CI_TEMPLATE_REGISTRY_HOST/security-products/container-scanning:6"
Timo Furrer's avatar
Timo Furrer committed
      # FIXME: why do I have to set this, this is weird ...
      force_run: true
Timo Furrer's avatar
Timo Furrer committed

Timo Furrer's avatar
Timo Furrer committed
  - test
Timo Furrer's avatar
Timo Furrer committed
  - test-integration
Timo Furrer's avatar
Timo Furrer committed
  - quality
Timo Furrer's avatar
Timo Furrer committed
  - deploy
  - release
Timo Furrer's avatar
Timo Furrer committed
.opentofu-versions:
Timo Furrer's avatar
Timo Furrer committed
      - OPENTOFU_VERSION: '1.6.0'
      - OPENTOFU_VERSION: '1.6.0-rc1'

variables:
Timo Furrer's avatar
Timo Furrer committed
  # Pipeline configuration
  
  DOCKER_DIND_IMAGE: "docker:24.0.7-dind"
  #
Timo Furrer's avatar
Timo Furrer committed
  # OpenTofu variables
Timo Furrer's avatar
Timo Furrer committed
  LATEST_OPENTOFU_VERSION: '1.6.0'
Timo Furrer's avatar
Timo Furrer committed

  # OpenTofu image build variables:
  PLATFORMS: linux/amd64,linux/arm64
Timo Furrer's avatar
Timo Furrer committed
  BASE_IMAGE: "alpine:3.19.0"
  GITLAB_OPENTOFU_IMAGE_NAME: "$CI_REGISTRY_IMAGE/internal/gitlab-opentofu-$OPENTOFU_VERSION:$CI_COMMIT_SHA"

Timo Furrer's avatar
Timo Furrer committed
gitlab-opentofu-image:build:
Timo Furrer's avatar
Timo Furrer committed
  extends: .opentofu-versions
  stage: build
  services:
    - "$DOCKER_DIND_IMAGE"
  image: "$DOCKER_DIND_IMAGE"
  before_script:
    # See note on the `build terraform` job about this image
    - docker run --rm --privileged tonistiigi/binfmt
    # Registry auth
    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" "$CI_REGISTRY"
  script:
    - docker buildx create --use
    # NOTE: we disable provenance for now
    # because it causes troubles with the registry and older clients.
    # See
    # - https://gitlab.com/gitlab-org/terraform-images/-/issues/104
    # - https://gitlab.com/gitlab-org/terraform-images/-/merge_requests/184#note_1328485943
    - docker buildx build
      --platform "$PLATFORMS"
      --build-arg BASE_IMAGE=$BASE_IMAGE
      --build-arg OPENTOFU_VERSION=$OPENTOFU_VERSION
      --file Dockerfile
      --tag "$GITLAB_OPENTOFU_IMAGE_NAME"
      --provenance=false
      --push
      .

Timo Furrer's avatar
Timo Furrer committed
container_scanning:
  extends: .opentofu-versions
  needs: ['gitlab-opentofu-image:build']
  variables:
    CS_IMAGE: $GITLAB_OPENTOFU_IMAGE_NAME
    CS_SCHEMA_MODEL: 15
Timo Furrer's avatar
Timo Furrer committed

Timo Furrer's avatar
Timo Furrer committed
gitlab-opentofu-image:deploy:
  extends: .opentofu-versions
  stage: deploy
  image:
    name: gcr.io/go-containerregistry/crane:debug
    entrypoint: [""]
  variables:
    RELEASE_IMAGE_NAME: "$CI_REGISTRY_IMAGE/gitlab-opentofu"
Timo Furrer's avatar
Timo Furrer committed
    # OCI image tags are not compatible with semver, specifically the build metadata part 
    # indicated with a `+` sign, see https://github.com/distribution/distribution/issues/1201
    # We use a dash `-` here, instead of the `+`.
    # This may be problematic, because it indicates a semver prerelease.
    RELEASE_SEMVER: "${CI_COMMIT_TAG}-opentofu${OPENTOFU_VERSION}"
Timo Furrer's avatar
Timo Furrer committed
  before_script:
    - crane auth login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" "$CI_REGISTRY"
  script:
    - crane copy "$GITLAB_OPENTOFU_IMAGE_NAME" "$RELEASE_IMAGE_NAME:$RELEASE_SEMVER"
  rules:
    - if: $CI_COMMIT_TAG

Timo Furrer's avatar
Timo Furrer committed
gitlab-opentofu-image:latest:deploy:
  stage: deploy
  image:
    name: gcr.io/go-containerregistry/crane:debug
    entrypoint: [""]
  variables:
    OPENTOFU_VERSION: $LATEST_OPENTOFU_VERSION
    RELEASE_IMAGE_NAME: "$CI_REGISTRY_IMAGE/gitlab-opentofu"
Timo Furrer's avatar
Timo Furrer committed
    RELEASE_SEMVER: "${CI_COMMIT_TAG}-opentofu"
Timo Furrer's avatar
Timo Furrer committed
  before_script:
    - crane auth login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" "$CI_REGISTRY"
  script:
    - crane copy "$GITLAB_OPENTOFU_IMAGE_NAME" "$RELEASE_IMAGE_NAME:$RELEASE_SEMVER"
    - crane copy "$GITLAB_OPENTOFU_IMAGE_NAME" "$RELEASE_IMAGE_NAME:$CI_COMMIT_TAG"
    - crane copy "$GITLAB_OPENTOFU_IMAGE_NAME" "$RELEASE_IMAGE_NAME:latest"
  rules:
    - if: $CI_COMMIT_TAG

# If the pipeline is for a new tag with a semantic version, and all previous jobs succeed,
# create the release.
Timo Furrer's avatar
Timo Furrer committed
create-release:
  stage: release
  image: registry.gitlab.com/gitlab-org/release-cli:latest
  rules:
    - if: $CI_COMMIT_TAG =~ /\d+/
Timo Furrer's avatar
Timo Furrer committed
  before_script:
    - apk add --update yq envsubst
  script: 
    - echo "Creating release $CI_COMMIT_TAG"
    - AVAILABLE_OPENTOFU_VERSIONS=$(yq -r '.spec.inputs.opentofu_version.options | .[] | "- [`" + . + "`](https://github.com/opentofu/opentofu/releases/tag/v" + . + ")"' templates/full-pipeline.yml)
    - export AVAILABLE_OPENTOFU_VERSIONS
    - cat .gitlab/release-template.md | envsubst > release-notes.md 
Timo Furrer's avatar
Timo Furrer committed
  release:
    tag_name: $CI_COMMIT_TAG
Timo Furrer's avatar
Timo Furrer committed
    description: './release-notes.md'

old-states:
  image: alpine:latest
  stage: cleanup
  variables:
    REMOVE_STATES_UNTIL: 1 week ago
    GITLAB_TOKEN: $GITLAB_STATE_CLEANER_TOKEN
  before_script:
    - apk add --update coreutils curl jq
    - export FETCH_OLDER_THAN=$(date '+%Y-%m-%dT%H:%M:%SZ' -d "${REMOVE_STATES_UNTIL}")
  script:
    - echo "Going to remove Terraform States older than '$FETCH_OLDER_THAN'"
    - ./.gitlab/scripts/fetch-states.sh | sed -n '1d;p' | ./.gitlab/scripts/remove-states.sh
  rules:
Timo Furrer's avatar
Timo Furrer committed
    - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH && $CI_PIPELINE_SOURCE == "schedule" && $STATE_CLEANER == "true"'