Changes to build & release workflow to support E2E tests as release gate and fix some release issues

.github/workflows/bump-version.yaml

@@ -8,7 +8,7 @@ jobs:
   bump-chart-versions:
     name: Bump chart versions
     runs-on: ubuntu-latest
-    if: "!contains(github.event.head_commit.message, 'nobump')"
+    if: "!contains(github.event.head_commit.message, '[nobump]')"
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -28,6 +28,7 @@ jobs:
         run: echo '${{ steps.changed-files.outputs.all_changed_files }}'
 
       - name: Bump operators helm chart versions
+        id: bump-versions
         env:
           ALL_CHANGED_FILES: ${{ steps.changed-files.outputs.all_changed_files }}
         run: |
@@ -54,6 +55,7 @@ jobs:
             patch_version=$((${BASH_REMATCH[3]} + 1))
             new_version="${BASH_REMATCH[1]}.${BASH_REMATCH[2]}.${patch_version}"
             sed -i "s#^version:.*#version: ${new_version}#g" "${chart_path}"
+            echo "otterize-kubernetes-version=${new_version}" >> "$GITHUB_OUTPUT"
           fi
 
       - name: Setup git config
@@ -66,3 +68,9 @@ jobs:
           git add .
           git commit -m 'Bump chart versions [nobump]'
           git push origin
+
+      - name: Tag version
+        run: |
+          tag="v${{ steps.bump-versions.outputs.otterize-kubernetes-version }}"
+          git tag -a ${tag}
+          git push origin ${tag}

.github/workflows/e2e-test.yaml

@@ -4,6 +4,9 @@ on:
     types:
       - opened
       - synchronize
+      - reopened
+      - ready_for_review
+      - labeled
   push:
     branches:
       - main
@@ -17,7 +20,7 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Set up Helm
-        uses: azure/setup-helm@v3
+        uses: azure/setup-helm@v4.2.0
 
       - name: Start minikube
         uses: medyagh/setup-minikube@master
@@ -39,4 +42,89 @@ jobs:
           kubectl delete namespace otterize-system # clean up
 
           # installation
-          helm install otterize ./otterize-kubernetes -n otterize-system --wait --create-namespace --set global.telemetry.enabled=false
+          helm install otterize ./otterize-kubernetes -n otterize-system --wait --create-namespace --set global.telemetry.enabled=false
+
+  test-database-integrations:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Start minikube
+        uses: medyagh/setup-minikube@master
+
+      - name: Set up Helm
+        uses: azure/[email protected]
+
+      - name: Set up gotestfmt
+        uses: GoTestTools/gotestfmt-action@v2
+        with:
+          # Optional: pass GITHUB_TOKEN to avoid rate limiting.
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Helm dependency update
+        run: helm dep up ./otterize-kubernetes
+
+      - name: Run E2E tests - database integrations
+        run: |
+          cd tests
+          go test -v -json ./databases/... | tee gotest.log | gotestfmt
+
+  test-azure-integration:
+    if: contains(github.event.pull_request.labels.*.name, 'run-azure-e2e-tests') || (github.event_name == 'push' && github.ref == 'refs/heads/main')
+    timeout-minutes: 5
+    runs-on: ubuntu-latest
+    concurrency:
+      group: ${{ github.workflow }} # do not allow concurrent runs of this job
+      cancel-in-progress: false
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Log in with Azure
+        uses: azure/login@v2
+        with:
+          creds: ${{ secrets.AZURE_CREDENTIALS }}
+
+      - name: Azure CLI script
+        uses: azure/CLI@v2
+        with:
+          inlineScript: |
+            az account show
+
+      - name: Set AKS context
+        uses: azure/aks-set-context@v4
+        with:
+          resource-group: 'otterizeGitHubActionsResourceGroup'
+          cluster-name: 'otterizeAzureIAME2EAKSCluster'
+
+      - name: Setup kubectl
+        uses: azure/setup-kubectl@v4
+
+      - name: Set up Helm
+        uses: azure/[email protected]
+
+      - name: Setup go
+        uses: actions/setup-go@v5
+        with:
+          go-version: 1.22.1
+          cache-dependency-path: tests/go.sum
+
+      - name: Set up gotestfmt
+        uses: GoTestTools/gotestfmt-action@v2
+        with:
+          # Optional: pass GITHUB_TOKEN to avoid rate limiting.
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Helm dependency update
+        run: helm dep up ./otterize-kubernetes
+
+      - name: Cleanup test namespaces
+        run: |
+          kubectl delete namespace otterize-tutorial-azure-iam --ignore-not-found=true --wait
+          kubectl delete namespace otterize-system --ignore-not-found=true --wait
+
+      - name: Run E2E tests - azure integrations
+        run: |
+          cd tests
+          go test -v -json ./azureiam/... | tee gotest.log | gotestfmt

.github/workflows/lint.yml

@@ -22,7 +22,7 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Setup go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
           go-version: 1.22.1
           cache-dependency-path: tests/go.sum

.github/workflows/build.yaml → .github/workflows/release.yaml

@@ -1,15 +1,23 @@
-name: Build & Release
+name: release
 on: 
   push:
-    branches:
-      - main
+    tags:
+      - v*
 
 jobs:
+  e2e-tests:
+    uses: ./.github/workflows/e2e-tests.yaml
+    name: Trigger e2e tests
+
   release:
     runs-on: ubuntu-latest
+    needs:
+      - e2e-tests
+
     steps:
       - name: Checkout
         uses: actions/checkout@v4
+
       - name: Publish Helm charts
         uses: stefanprodan/helm-gh-pages@master
         with:

tests/azureiam/azureiam_test.go

@@ -141,6 +141,9 @@ func (s *AzureIAMTestSuite) installOtterizeForAzureIAM() {
 			"deployment": map[string]any{
 				"networkMapper": false,
 			},
+			"telemetry": map[string]interface{}{
+				"enabled": false,
+			},
 		},
 	}
 

tests/databases/postgres/postgres_test.go

@@ -60,6 +60,9 @@ func (s *PostgresTestSuite) installOtterizeNetworkMapperDisabled() {
 			"deployment": map[string]interface{}{
 				"networkMapper": false,
 			},
+			"telemetry": map[string]interface{}{
+				"enabled": false,
+			},
 		},
 	}
 	s.InstallOtterizeHelmChart(values)