From 7114315c40482e41e4e25c66f1c186c0b3218aa9 Mon Sep 17 00:00:00 2001 From: zengk Date: Tue, 25 Jun 2024 09:48:53 -0700 Subject: [PATCH 1/2] Enable passing pipeline steps --- .buildkite/pipeline.yml | 190 ++++++++++++++++++++++++++-------------- 1 file changed, 123 insertions(+), 67 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ef9f98471c..3b2b9e4bb0 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -90,21 +90,37 @@ steps: - |- make clean install-vendor-m3 test-base <<: *common -# - name: "Big Unit %n" -# command: make clean install-vendor-m3 test-big-base -# parallelism: 2 -# plugins: -# docker-compose#v2.5.1: -# run: app -# workdir: /go/src/github.com/m3db/m3 -# <<: *common -# - name: "Services, Tools" -# command: make clean install-vendor-m3 services tools -# plugins: -# docker-compose#v2.5.1: -# run: app -# workdir: /go/src/github.com/m3db/m3 -# <<: *common + - name: "Big Unit %n" + parallelism: 2 + plugins: + docker-compose#v2.5.1: + run: app + workdir: /go/src/github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean install-vendor-m3 test-big-base + <<: *common + - name: "Services, Tools" + plugins: + docker-compose#v2.5.1: + run: app + workdir: /go/src/github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean install-vendor-m3 services tools + <<: *common # - name: "Lint" # command: make clean lint # env: @@ -124,23 +140,39 @@ steps: # gopath-checkout#v1.0.1: # import: github.com/m3db/m3 # <<: *common -# - label: "M3 Cluster Integration Tests" -# command: make clean test-ci-cluster-integration -# env: -# CGO_ENABLED: 0 -# GIMME_GO_VERSION: 1.18.x -# plugins: -# gopath-checkout#v1.0.1: -# import: github.com/m3db/m3 -# <<: *common -# - label: "M3 Cluster Integration Test Harness Tests" -# command: make clean test-ci-test-harness -# skip: "NB(nate): temporarily disabling to resolve some tests flakes" -# plugins: -# docker-compose#v2.5.1: -# run: app -# workdir: /go/src/github.com/m3db/m3 -# <<: *common + - label: "M3 Cluster Integration Tests" + env: + CGO_ENABLED: 0 + GIMME_GO_VERSION: 1.18.x + plugins: + gopath-checkout#v1.0.1: + import: github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean test-ci-cluster-integration + <<: *common + - label: "M3 Cluster Integration Test Harness Tests" + skip: "NB(nate): temporarily disabling to resolve some tests flakes" + plugins: + docker-compose#v2.5.1: + run: app + workdir: /go/src/github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean test-ci-test-harness + <<: *common # - name: "Prometheus compatibility (:docker:)" # command: make clean install-vendor-m3 docker-compatibility-test # parallelism: 1 @@ -167,30 +199,54 @@ steps: # run: app # workdir: /go/src/github.com/m3db/m3 # <<: *common -# - name: "Integration (aggregator TCP client) %n" -# parallelism: 1 -# command: make clean install-vendor-m3 test-ci-integration-aggregator aggregator_client=tcp -# plugins: -# docker-compose#v2.5.1: -# run: app -# workdir: /go/src/github.com/m3db/m3 -# <<: *common -# - name: "Integration (aggregator m3msg client) %n" -# parallelism: 1 -# command: make clean install-vendor-m3 test-ci-integration-aggregator aggregator_client=m3msg -# plugins: -# docker-compose#v2.5.1: -# run: app -# workdir: /go/src/github.com/m3db/m3 -# <<: *common -# - label: "Integration (m3em, cluster, msg, metrics) %n" -# parallelism: 4 -# command: make clean install-vendor-m3 test-ci-integration-m3em test-ci-integration-cluster test-ci-integration-msg test-ci-integration-metrics -# plugins: -# docker-compose#v2.5.1: -# run: app -# workdir: /go/src/github.com/m3db/m3 -# <<: *common + - name: "Integration (aggregator TCP client) %n" + parallelism: 1 + plugins: + docker-compose#v2.5.1: + run: app + workdir: /go/src/github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean install-vendor-m3 test-ci-integration-aggregator aggregator_client=tcp + <<: *common + - name: "Integration (aggregator m3msg client) %n" + parallelism: 1 + plugins: + docker-compose#v2.5.1: + run: app + workdir: /go/src/github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean install-vendor-m3 test-ci-integration-aggregator aggregator_client=m3msg + <<: *common + - label: "Integration (m3em, cluster, msg, metrics) %n" + parallelism: 4 + plugins: + docker-compose#v2.5.1: + run: app + workdir: /go/src/github.com/m3db/m3 + kubernetes: + <<: *kubernetes + podSpec: + <<: *podSpec + containers: + - <<: *commandContainer + command: + - |- + make clean install-vendor-m3 test-ci-integration-m3em test-ci-integration-cluster test-ci-integration-msg test-ci-integration-metrics + <<: *common # - name: "Documentation tests" # command: make clean install-vendor-m3 docs-test # env: @@ -209,14 +265,14 @@ steps: # env: # - FOSSA_API_KEY # <<: *common -# - name: "Check for docker and docs builds :docker: :books:" -# commands: -# - ".ci/docker/check_do_docker.sh" -# - ".buildkite/scripts/check_do_docs.sh" -# agents: -# queue: init -# timeout_in_minutes: 10 -# retry: -# automatic: -# limit: 1 -# manual: true + - name: "Check for docker and docs builds :docker: :books:" + commands: + - ".ci/docker/check_do_docker.sh" + - ".buildkite/scripts/check_do_docs.sh" + agents: + queue: init + timeout_in_minutes: 10 + retry: + automatic: + limit: 1 + manual: true From 2b6d3a2b18d4f77951065616bf216c401cbc5c65 Mon Sep 17 00:00:00 2001 From: zengk Date: Tue, 25 Jun 2024 10:12:05 -0700 Subject: [PATCH 2/2] Disable docker and docs builds pipeline check --- .buildkite/pipeline.yml | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 3b2b9e4bb0..9317cc1bf8 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -265,14 +265,14 @@ steps: # env: # - FOSSA_API_KEY # <<: *common - - name: "Check for docker and docs builds :docker: :books:" - commands: - - ".ci/docker/check_do_docker.sh" - - ".buildkite/scripts/check_do_docs.sh" - agents: - queue: init - timeout_in_minutes: 10 - retry: - automatic: - limit: 1 - manual: true +# - name: "Check for docker and docs builds :docker: :books:" +# commands: +# - ".ci/docker/check_do_docker.sh" +# - ".buildkite/scripts/check_do_docs.sh" +# agents: +# queue: init +# timeout_in_minutes: 10 +# retry: +# automatic: +# limit: 1 +# manual: true