From d70328e6b1567d1262ab6e149709cc8bfb1e0c6e Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Thu, 14 Mar 2024 02:23:03 +0100 Subject: [PATCH 1/7] ci: test Namespace runners (multiple profiles) --- .github/workflows/build-and-test.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml index ed41799251d..92f77698e01 100644 --- a/.github/workflows/build-and-test.yml +++ b/.github/workflows/build-and-test.yml @@ -17,6 +17,8 @@ jobs: matrix: os: - 'ubuntu-latest' + - namespace-profile-default + - namespace-profile-cached node: - '16' steps: @@ -38,8 +40,8 @@ jobs: matrix: os: - 'ubuntu-latest' - - 'macos-latest' - - 'windows-latest' + - namespace-profile-default + - namespace-profile-cached node: - '16' steps: From 18fc4ce5a77d4c41dd4c32a69789b155aa6f7a10 Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Thu, 14 Mar 2024 02:31:32 +0100 Subject: [PATCH 2/7] ci: use Namespace runners for E2E tests, too --- .github/workflows/e2e-base.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/e2e-base.yml b/.github/workflows/e2e-base.yml index d79a43b8676..6cb18a1e2a8 100644 --- a/.github/workflows/e2e-base.yml +++ b/.github/workflows/e2e-base.yml @@ -16,6 +16,8 @@ jobs: matrix: os: - 'ubuntu-latest' + - namespace-profile-default + - namespace-profile-cached node: - '16' steps: From f7f798e1170628b2a9e83d6c15b73221c26637f2 Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Thu, 14 Mar 2024 02:43:44 +0100 Subject: [PATCH 3/7] ci: allow triggering pipeline run manually --- .github/workflows/build-and-test.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml index 92f77698e01..3bf71a7f720 100644 --- a/.github/workflows/build-and-test.yml +++ b/.github/workflows/build-and-test.yml @@ -7,6 +7,7 @@ on: pull_request: branches: - main + workflow_dispatch: jobs: build: From f33869d6fe5b084c9af703cc27baadaf32c4547e Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Fri, 15 Mar 2024 00:34:34 +0100 Subject: [PATCH 4/7] ci: add BuildJet runners to benchmark --- .github/workflows/build-and-test.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml index 3bf71a7f720..f9575d6d345 100644 --- a/.github/workflows/build-and-test.yml +++ b/.github/workflows/build-and-test.yml @@ -20,6 +20,7 @@ jobs: - 'ubuntu-latest' - namespace-profile-default - namespace-profile-cached + - buildjet-4vcpu-ubuntu-2204 node: - '16' steps: @@ -43,6 +44,7 @@ jobs: - 'ubuntu-latest' - namespace-profile-default - namespace-profile-cached + - buildjet-4vcpu-ubuntu-2204 node: - '16' steps: From ad07bed70c1e5978a96b45f1240252def12892d1 Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Fri, 15 Mar 2024 01:06:47 +0100 Subject: [PATCH 5/7] ci: add BuildJet runners to E2E tests, too --- .github/workflows/e2e-base.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/e2e-base.yml b/.github/workflows/e2e-base.yml index 6cb18a1e2a8..e43e36bcc87 100644 --- a/.github/workflows/e2e-base.yml +++ b/.github/workflows/e2e-base.yml @@ -18,6 +18,7 @@ jobs: - 'ubuntu-latest' - namespace-profile-default - namespace-profile-cached + - buildjet-4vcpu-ubuntu-2204 node: - '16' steps: From 05cdd6512e30c4fabc367954b993c623bf56a270 Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Wed, 3 Apr 2024 10:41:49 +0200 Subject: [PATCH 6/7] ci: test self-hosted runners via Cirun.io --- .cirun.yml | 13 +++++++++++++ .github/workflows/build-and-test.yml | 1 + .github/workflows/e2e-base.yml | 1 + 3 files changed, 15 insertions(+) create mode 100644 .cirun.yml diff --git a/.cirun.yml b/.cirun.yml new file mode 100644 index 00000000000..2e43851f7e6 --- /dev/null +++ b/.cirun.yml @@ -0,0 +1,13 @@ +# Self-Hosted Github Action Runners on AWS via Cirun.io +# Reference: https://docs.cirun.io/reference/yaml +runners: + - name: aws-runner + cloud: aws + region: eu-central-1 + instance_type: t3.xlarge + machine_image: ami-023adaba598e661ac + preemptible: + - true # try to use Spot instances first + - false # fall back to regular on-demand ones + labels: + - cirun-aws-runner diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml index f9575d6d345..f8253661fec 100644 --- a/.github/workflows/build-and-test.yml +++ b/.github/workflows/build-and-test.yml @@ -21,6 +21,7 @@ jobs: - namespace-profile-default - namespace-profile-cached - buildjet-4vcpu-ubuntu-2204 + - cirun-aws-runner node: - '16' steps: diff --git a/.github/workflows/e2e-base.yml b/.github/workflows/e2e-base.yml index e43e36bcc87..c9a820a7c5b 100644 --- a/.github/workflows/e2e-base.yml +++ b/.github/workflows/e2e-base.yml @@ -19,6 +19,7 @@ jobs: - namespace-profile-default - namespace-profile-cached - buildjet-4vcpu-ubuntu-2204 + - cirun-aws-runner node: - '16' steps: From 529fbc7e014d6cf0c9af7f5673d9d520ce40935a Mon Sep 17 00:00:00 2001 From: Sergei Kolobov Date: Wed, 3 Apr 2024 11:51:35 +0200 Subject: [PATCH 7/7] ci: remove VPC and subnet config, always use Spot instances --- .cirun.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.cirun.yml b/.cirun.yml index 2e43851f7e6..c21a8e5ae63 100644 --- a/.cirun.yml +++ b/.cirun.yml @@ -6,8 +6,6 @@ runners: region: eu-central-1 instance_type: t3.xlarge machine_image: ami-023adaba598e661ac - preemptible: - - true # try to use Spot instances first - - false # fall back to regular on-demand ones + preemptible: true labels: - cirun-aws-runner