From 700a4b5cab9cd43d0d9d91485d5a8f942d7655ce Mon Sep 17 00:00:00 2001
From: Vladislav Volodkin <vlaad@amazon.co.uk>
Date: Tue, 28 Nov 2023 11:33:44 +0000
Subject: [PATCH] store benchmark results in s3

---
 .github/workflows/e2e-tests.yaml         |  11 --
 .github/workflows/performance-tests.yaml | 125 +++++++++++++++++++++++
 2 files changed, 125 insertions(+), 11 deletions(-)
 create mode 100644 .github/workflows/performance-tests.yaml

diff --git a/.github/workflows/e2e-tests.yaml b/.github/workflows/e2e-tests.yaml
index af04d3a6..c2ac2c4e 100644
--- a/.github/workflows/e2e-tests.yaml
+++ b/.github/workflows/e2e-tests.yaml
@@ -73,7 +73,6 @@ jobs:
           REGISTRY: ${{ steps.login-ecr.outputs.registry }}
           IMAGE_NAME: ${{ env.TMP_IMAGE_NAME }}
         run: |
-          BRANCH_OR_TAG=$(echo $GITHUB_REF | cut -d'/' -f3)
           export PLATFORM=linux/amd64,linux/arm64
           export TAG=${{ env.COMMIT_ID }}
           make -j `nproc` all-push
@@ -121,16 +120,6 @@ jobs:
           export TAG=${{ env.COMMIT_ID }}
           export ARCH=${{ matrix.arch }}
           tests/e2e-kubernetes/scripts/run.sh
-      - name: Run Performance Tests
-        # todo, add: (startsWith(github.ref_name, 'main')
-        if: ${{ matrix.cluster-type == 'kops' && matrix.arch == 'x86' }}
-        run: |
-          export ACTION=run_perf
-          export AWS_REGION=${{ env.AWS_REGION }}
-          export CLUSTER_TYPE=${{ matrix.cluster-type }}
-          export TAG=${{ env.COMMIT_ID }}
-          export ARCH=${{ matrix.arch }}
-          tests/e2e-kubernetes/scripts/run.sh
       - name: Post e2e cleanup
         if: always()
         run: |
diff --git a/.github/workflows/performance-tests.yaml b/.github/workflows/performance-tests.yaml
new file mode 100644
index 00000000..dff69076
--- /dev/null
+++ b/.github/workflows/performance-tests.yaml
@@ -0,0 +1,125 @@
+name: Performance Tests
+
+on:
+  push:
+    branches: [ "main", "bench" ]
+    paths:
+      - 'tests/**'
+      - 'pkg/**'
+      - 'cmd/**'
+      - 'charts/**'
+      - '.github/workflows/**'
+      - 'Dockerfile'
+
+concurrency: performance-cluster
+env:
+  AWS_REGION : "us-east-1"
+  COMMIT_ID: ${{ github.sha }}
+  TMP_IMAGE_NAME: "s3-csi-driver-tmp"
+jobs:
+  build:
+    # this is to prevent the job to run at forked projects
+    if: github.repository == 'awslabs/mountpoint-s3-csi-driver'
+    strategy:
+      matrix:
+        cluster-type: ["kops"]
+        arch: ["x86"]
+    runs-on: ubuntu-latest
+    permissions:
+      id-token: write
+      contents: read
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v4
+        with:
+          go-version-file: 'go.mod'
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up crane
+        uses: imjasonh/setup-crane@v0.1
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@master
+        with:
+          role-to-assume: arn:aws:iam::239424963615:role/S3CSIDriverE2ETestsRole
+          aws-region: ${{ env.AWS_REGION }}
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v2
+      - name: Build, tag, and push docker image to Amazon ECR Private Repository
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          IMAGE_NAME: ${{ env.TMP_IMAGE_NAME }}
+        run: |
+          export PLATFORM=linux/amd64,linux/arm64
+          export TAG="${{ env.COMMIT_ID  }}-perf"
+          make -j `nproc` all-push
+      - name: Install tools
+        run: |
+          export ACTION=install_tools
+          tests/e2e-kubernetes/scripts/run.sh
+      - name: Create cluster
+        if: matrix.cluster-type == 'kops'
+        run: |
+          export ACTION=create_cluster
+          export AWS_REGION=${{ env.AWS_REGION }}
+          export CLUSTER_TYPE=${{ matrix.cluster-type }}
+          export ARCH=${{ matrix.arch }}
+          tests/e2e-kubernetes/scripts/run.sh
+      - name: Update kubeconfig
+        run: |
+          export ACTION=update_kubeconfig
+          export AWS_REGION=${{ env.AWS_REGION }}
+          export CLUSTER_TYPE=${{ matrix.cluster-type }}
+          export ARCH=${{ matrix.arch }}
+          tests/e2e-kubernetes/scripts/run.sh
+      - name: Install the driver
+        run: |
+          export ACTION=install_driver
+          export AWS_REGION=${{ env.AWS_REGION }}
+          export CLUSTER_TYPE=${{ matrix.cluster-type }}
+          export IMAGE_NAME=${{ env.TMP_IMAGE_NAME }}
+          export TAG="${{ env.COMMIT_ID  }}-perf"
+          export ARCH=${{ matrix.arch }}
+          tests/e2e-kubernetes/scripts/run.sh
+      - name: Run Performance Tests
+        run: |
+          export ACTION=run_perf
+          export CLUSTER_NAME=s3-csi-cluster-perf
+          export AWS_REGION=${{ env.AWS_REGION }}
+          export TAG=${{ env.COMMIT_ID }}
+          tests/e2e-kubernetes/scripts/run.sh
+      - name: Download previous benchmark results
+        run: |
+          aws s3 cp --region us-east-1 s3://mountpoint-s3-csi-driver-benchmark/benchmark-data.json benchmark-data.json || true
+      - name: Update benchmark result file
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          tool: 'customBiggerIsBetter'
+          output-file-path: tests/e2e-kubernetes/csi-test-artifacts/output.json
+          alert-threshold: "200%"
+          fail-on-alert: true
+          external-data-json-path: benchmark-data.json
+          max-items-in-chart: 20
+      - name: Store benchmark result
+        run: |
+          aws s3 cp --region us-east-1 benchmark-data.json s3://mountpoint-s3-csi-driver-benchmark/benchmark-data.json
+      - name: Post e2e cleanup
+        if: always()
+        run: |
+          export ACTION=e2e_cleanup
+          export AWS_REGION=${{ env.AWS_REGION }}
+          export CLUSTER_TYPE=${{ matrix.cluster-type }}
+          export ARCH=${{ matrix.arch }}
+          tests/e2e-kubernetes/scripts/run.sh
+      - name: Delete cluster
+        if: always() && matrix.cluster-type == 'kops'
+        run: |
+          export ACTION=delete_cluster
+          export AWS_REGION=${{ env.AWS_REGION }}
+          export CLUSTER_TYPE=${{ matrix.cluster-type }}
+          export ARCH=${{ matrix.arch }}
+          tests/e2e-kubernetes/scripts/run.sh