Materialize/ci/qa-canary/pipeline.template.yml

# Copyright Materialize, Inc. and contributors. All rights reserved.
#
# Use of this software is governed by the Business Source License
# included in the LICENSE file at the root of this repository.
#
# As of the Change Date specified in that file, in accordance with
# the Business Source License, use of this software will be governed
# by the Apache License, Version 2.0.

priority: 40

env:
  CI_BAZEL_BUILD: 1
  CI_BAZEL_REMOTE_CACHE: $BAZEL_REMOTE_CACHE

steps:
  - id: build-aarch64
    label: ":bazel: Build aarch64"
    command: bin/ci-builder run stable bin/pyactivate -m ci.test.build
    inputs:
      - "*"
    artifact_paths: bazel-explain.log
    depends_on: []
    timeout_in_minutes: 60
    agents:
      queue: builder-linux-aarch64-mem

  - wait: ~

  - id: qa-canary-load
    label: "QA Canary Environment Base Load"
    timeout_in_minutes: 1440 # 24 hours
    concurrency: 1
    concurrency_group: 'qa-canary-load'
    plugins:
      - ./ci/plugins/mzcompose:
          composition: canary-load
          args: ["--runtime=82800"] # 23 hours
    agents:
      queue: linux-aarch64-small

  - id: remote-parallel-benchmark
    label: "Parallel Benchmark against QA Benchmarking Staging Environment"
    depends_on: build-aarch64
    timeout_in_minutes: 1440 # 24 hours
    concurrency: 1
    concurrency_group: 'parallel-benchmark-canary'
    agents:
      queue: linux-aarch64-small
    plugins:
      - ./ci/plugins/mzcompose:
          composition: parallel-benchmark
          args:
            - --benchmarking-env
            - --scenario=StagingBench
            - --sqlite-store
    skip: "Hasn't been useful"

  - id: terraform-aws-persistent-test
    label: "Terraform AWS Persistent Test"
    timeout_in_minutes: 1440 # 24 hours
    concurrency: 1
    concurrency_group: 'terraform-aws-persistent-test'
    plugins:
      - ./ci/plugins/scratch-aws-access: ~
      - ./ci/plugins/mzcompose:
          composition: terraform
          run: aws-persistent-test
          args: ["--runtime=82800"] # 23 hours
    agents:
      queue: linux-aarch64-small
    skip: "TODO: Fix"