End-to-end tests #960
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: End-to-end tests | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| mode: | |
| type: choice | |
| description: Test mode | |
| options: | |
| - install | |
| - upgrade | |
| version: | |
| description: App version [local|next|prev|v1.17.0] | |
| required: true | |
| default: local | |
| CONTROLLER_ARGS: | |
| description: Controller helm flags | |
| DEFAULTS_ARGS: | |
| description: Defaults helm flags | |
| LATEST: | |
| description: Use latest images | |
| type: boolean | |
| default: false | |
| K3S_VERSION: | |
| description: K3S version | |
| type: choice | |
| default: 'v1.30' | |
| options: | |
| - v1.25 | |
| - v1.26 | |
| - v1.27 | |
| - v1.28 | |
| - v1.29 | |
| - v1.30 | |
| - v1.31 | |
| # PR: install + tests from PR | |
| pull_request: | |
| branches: | |
| - "main" | |
| # Nightly: | |
| # - install from main with latest images (to check if we can tag and release) | |
| # - install tagged charts (refrence job to make sure product works, most stable case) | |
| schedule: | |
| - cron: '0 21 * * *' | |
| # Release (stable, rc, beta): | |
| # - install release | |
| # - upgrade from previous stable to this release | |
| # - install on oldest supported k8s | |
| workflow_run: | |
| workflows: ["Release helm chart"] | |
| types: | |
| - completed | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| K3D_VERSION: # 'v5.6.3' - optionally pin version | |
| K3D_CLUSTER_NAME: ${{ github.repository_owner }}-${{ github.event.repository.name }}-runner | |
| jobs: | |
| e2e: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| mode: ${{ | |
| (github.event_name == 'workflow_run') && fromJSON('["install", "upgrade"]') || | |
| (github.event_name == 'schedule') && fromJSON('["install"]') || | |
| (github.event_name == 'pull_request') && fromJSON('["install"]') || | |
| fromJSON(format('["{0}"]', inputs.mode || 'install')) }} | |
| version: ${{ | |
| (github.event_name == 'workflow_run') && fromJSON('["next"]') || | |
| (github.event_name == 'schedule') && fromJSON('["local", "next"]') || | |
| (github.event_name == 'pull_request') && fromJSON('["local"]') || | |
| fromJSON(format('["{0}"]', inputs.version || 'local')) }} | |
| k3s: ${{ (github.event_name == 'workflow_run') && fromJSON('["k3d", "1.25"]') || fromJSON(format('["{0}"]', inputs.K3S_VERSION || 'k3d' )) }} | |
| exclude: | |
| - k3s: ${{ (github.event_name == 'workflow_run') && '1.25' }} | |
| mode: upgrade | |
| # Run schedule workflows only on original repo, not forks | |
| if: (github.event_name != 'schedule' || github.repository_owner == 'kubewarden') && | |
| (github.event_name != 'workflow_run' || github.event.workflow_run.conclusion == 'success') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| if: ${{ matrix.version == 'local' }} | |
| - run: helm repo add kubewarden https://charts.kubewarden.io | |
| if: ${{ matrix.version != 'local' }} | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| with: | |
| repository: ${{ github.repository_owner }}/kubewarden-end-to-end-tests | |
| path: e2e-tests | |
| submodules: 'true' | |
| - name: "Install kwctl" | |
| uses: kubewarden/github-actions/kwctl-installer@main | |
| with: | |
| KWCTL_VERSION: latest | |
| - run: sudo npm install -g bats | |
| - name: "Create k3d cluster" | |
| run: | | |
| wget -q -O - https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | TAG=${{ env.K3D_VERSION }} sudo --preserve-env=TAG bash | |
| # Use k3d as placehoholder for default (empty) k3s version | |
| [[ "${{ matrix.k3s }}" != "k3d" ]] && export K3S=${{ matrix.k3s }} | |
| make --directory e2e-tests cluster | |
| env: | |
| CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }} | |
| - name: Install previous kubewarden | |
| if: ${{ matrix.mode == 'upgrade' }} | |
| working-directory: ./e2e-tests | |
| run: VERSION=prev REPO_NAME=kubewarden CHARTS_LOCATION=kubewarden make install | |
| env: | |
| CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }} | |
| - name: Install kubewarden and run tests | |
| working-directory: ./e2e-tests | |
| run: | | |
| # Additional environment setup | |
| [[ "${{ matrix.version }}" == 'local' ]] && CHARTS_LOCATION=../charts || CHARTS_LOCATION=kubewarden | |
| [[ "${{ github.event_name }}" == 'schedule' && "${{ matrix.version }}" == 'local' ]] && LATEST=true | |
| export CHARTS_LOCATION LATEST | |
| make ${{ matrix.mode }} tests audit-scanner-installation.bats | |
| ./scripts/helmer.sh debug | |
| make uninstall | |
| env: | |
| CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }} | |
| VERSION: ${{ matrix.version }} | |
| LATEST: ${{ inputs.LATEST }} | |
| DEFAULTS_ARGS: ${{ inputs.DEFAULTS_ARGS }} | |
| CONTROLLER_ARGS: ${{ inputs.CONTROLLER_ARGS }} | |
| - name: Clean Up | |
| if: always() | |
| run: make --directory e2e-tests clean | |
| env: | |
| CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }} |