e2e-tests.yml

name: End-to-end tests

on:
  workflow_dispatch:
    inputs:
      mode:
        type: choice
        description: Test mode
        options:
        - install
        - upgrade
      version:
        description: App version [local|next|prev|v1.17.0]
        required: true
        default: local
      CONTROLLER_ARGS:
        description: Controller helm flags
      DEFAULTS_ARGS:
        description: Defaults helm flags
      LATEST:
        description: Use latest images
        type: boolean
        default: false
      K3S_VERSION:
        description: K3S version
        type: choice
        default: 'v1.30'
        options:
        - v1.25
        - v1.26
        - v1.27
        - v1.28
        - v1.29
        - v1.30
        - v1.31

  # PR: install + tests from PR
  pull_request:
    branches:
      - "main"

  # Nightly:
  # - install from main with latest images (to check if we can tag and release)
  # - install tagged charts (refrence job to make sure product works, most stable case)
  schedule:
    - cron: '0 21 * * *'

  # Release (stable, rc, beta):
  # - install release
  # - upgrade from previous stable to this release
  # - install on oldest supported k8s
  workflow_run:
    workflows: ["Release helm chart"]
    types:
      - completed

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

defaults:
  run:
    shell: bash

env:
  K3D_VERSION: # 'v5.6.3' - optionally pin version
  K3D_CLUSTER_NAME: ${{ github.repository_owner }}-${{ github.event.repository.name }}-runner

jobs:
  e2e:
    strategy:
      fail-fast: false
      matrix:
        mode: ${{
          (github.event_name == 'workflow_run') && fromJSON('["install", "upgrade"]') ||
          (github.event_name == 'schedule') && fromJSON('["install"]') ||
          (github.event_name == 'pull_request') && fromJSON('["install"]') ||
          fromJSON(format('["{0}"]', inputs.mode || 'install')) }}
        version: ${{
          (github.event_name == 'workflow_run') && fromJSON('["next"]') ||
          (github.event_name == 'schedule') && fromJSON('["local", "next"]') ||
          (github.event_name == 'pull_request') && fromJSON('["local"]') ||
          fromJSON(format('["{0}"]', inputs.version || 'local')) }}
        k3s: ${{ (github.event_name == 'workflow_run') && fromJSON('["k3d", "1.25"]') || fromJSON(format('["{0}"]', inputs.K3S_VERSION || 'k3d' )) }}
        exclude:
          - k3s: ${{ (github.event_name == 'workflow_run') && '1.25' }}
            mode: upgrade

    # Run schedule workflows only on original repo, not forks
    if: (github.event_name != 'schedule' || github.repository_owner == 'kubewarden') &&
      (github.event_name != 'workflow_run' || github.event.workflow_run.conclusion == 'success')

    runs-on: ubuntu-latest
    steps:

    - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
      if: ${{ matrix.version == 'local' }}
    - run: helm repo add kubewarden https://charts.kubewarden.io
      if: ${{ matrix.version != 'local' }}

    - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
      with:
        repository: ${{ github.repository_owner }}/kubewarden-end-to-end-tests
        path: e2e-tests
        submodules: 'true'

    - name: "Install kwctl"
      uses: kubewarden/github-actions/kwctl-installer@main
      with:
        KWCTL_VERSION: latest

    - run: sudo npm install -g bats

    - name: "Create k3d cluster"
      run: |
        wget -q -O - https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | TAG=${{ env.K3D_VERSION }} sudo --preserve-env=TAG bash
        # Use k3d as placehoholder for default (empty) k3s version
        [[ "${{ matrix.k3s }}" != "k3d" ]] && export K3S=${{ matrix.k3s }}
        make --directory e2e-tests cluster
      env:
        CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }}

    - name: Install previous kubewarden
      if: ${{ matrix.mode == 'upgrade' }}
      working-directory: ./e2e-tests
      run: VERSION=prev REPO_NAME=kubewarden CHARTS_LOCATION=kubewarden make install
      env:
        CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }}

    - name: Install kubewarden and run tests
      working-directory: ./e2e-tests
      run: |
        # Additional environment setup
        [[ "${{ matrix.version }}" == 'local' ]] && CHARTS_LOCATION=../charts || CHARTS_LOCATION=kubewarden
        [[ "${{ github.event_name }}" == 'schedule' && "${{ matrix.version }}" == 'local' ]] && LATEST=true
        export CHARTS_LOCATION LATEST

        make ${{ matrix.mode }} tests audit-scanner-installation.bats
        ./scripts/helmer.sh debug
        make uninstall
      env:
        CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }}
        VERSION: ${{ matrix.version }}
        LATEST: ${{ inputs.LATEST }}
        DEFAULTS_ARGS: ${{ inputs.DEFAULTS_ARGS }}
        CONTROLLER_ARGS: ${{ inputs.CONTROLLER_ARGS }}

    - name: Clean Up
      if: always()
      run: make --directory e2e-tests clean
      env:
        CLUSTER_NAME: ${{ env.K3D_CLUSTER_NAME }}