schedule-hourly.yml

name: Schedule Hourly
on:
  schedule:
    - cron: "0 * * * *"
  workflow_dispatch:
env:
  CI_COMMIT_SHA: ${{ github.sha }}
  CI_COMMIT_REF_PROTECTED: ${{ github.ref_protected }}
  CI_JOB_NAME: ${{ github.job }}
  CI_JOB_ID: ${{ github.job }} # github does not expose this variable https://github.com/orgs/community/discussions/8945
  CI_JOB_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
  CI_PIPELINE_SOURCE: ${{ github.event_name }}
  CI_PROJECT_DIR: ${{ github.workspace }}
  CI_MERGE_REQUEST_TARGET_BRANCH_NAME: ${{ github.event.pull_request.base.ref }}
  ROOT_PIPELINE_ID: ${{ github.run_id }}
  BAZEL_STARTUP_ARGS: "--output_base=/var/tmp/bazel-output/"
  RUSTFLAGS: "--remap-path-prefix=${CI_PROJECT_DIR}=/ic"
  AWS_SHARED_CREDENTIALS_CONTENT: ${{ secrets.AWS_SHARED_CREDENTIALS_FILE }}
  DOCKER_HUB_USER: ${{ secrets.DOCKER_HUB_USER }}
  DOCKER_HUB_PASSWORD_RO: ${{ secrets.DOCKER_HUB_PASSWORD_RO }}
  BUILDEVENT_APIKEY: ${{ secrets.HONEYCOMB_API_TOKEN }}
  BUILDEVENT_DATASET: "github-ci-dfinity"
jobs:
  bazel-build-all-no-cache:
    name: Bazel Build All No Cache
    runs-on:
      labels: bazel-runner-large
    container:
      image: ghcr.io/dfinity/ic-build@sha256:eb85228ebf7511e2589f86788345eb3d1c8144914a8a2fa771d4347ddacac413
    timeout-minutes: 120
    if: ${{ vars.RUN_CI == 'true' }} # needed to avoid running on public dfinity org until published
    steps:
      - name: Before script
        if: always()
        id: before-script
        shell: bash
        run: |
          git config --global http.postBuffer 524288000
          git config --global safe.directory '*'
          if [ -e /__w/cache ]; then sudo ln -s /__w/cache /; fi
          if [ -n "${NODE_NAME:-}" ]; then echo "Node: $NODE_NAME"; fi
      - name: Checkout
        uses: actions/checkout@v3
      - name: Docker RO SA login
        id: docker-ro-login
        shell: bash
        run: |
          docker login -u "$DOCKER_HUB_USER" -p "$DOCKER_HUB_PASSWORD_RO"
          if which docker-bin 2>/dev/null; then
              docker-bin login -u "$DOCKER_HUB_USER" -p "$DOCKER_HUB_PASSWORD_RO"
          fi
      - name: Run Bazel Build All No Cache
        uses: ./.github/actions/bazel-test-all/
        with:
          BAZEL_CI_CONFIG: "--config=ci"
          BAZEL_COMMAND: "build"
          BAZEL_EXTRA_ARGS: "--repository_cache= --disk_cache= --noremote_accept_cached --remote_instance_name=${CI_COMMIT_SHA} --@rules_rust//rust/settings:pipelined_compilation=True"
      - name: Bazel Clean
        if: always()
        run: bazel clean
  bazel-system-test-hourly:
    name: Bazel System Tests Hourly
    runs-on:
      labels: bazel-runner-large
    container:
      image: ghcr.io/dfinity/ic-build@sha256:eb85228ebf7511e2589f86788345eb3d1c8144914a8a2fa771d4347ddacac413
    timeout-minutes: 120
    if: ${{ vars.RUN_CI == 'true' }}
    steps:
      - name: Before script
        if: always()
        id: before-script
        shell: bash
        run: |
          git config --global http.postBuffer 524288000
          git config --global safe.directory '*'
          if [ -e /__w/cache ]; then sudo ln -s /__w/cache /; fi
          if [ -n "${NODE_NAME:-}" ]; then echo "Node: $NODE_NAME"; fi
      - name: Checkout
        uses: actions/checkout@v3
      - name: Run Bazel System Test Hourly
        id: bazel-test-all
        uses: ./.github/actions/bazel-test-all/
        with:
          BAZEL_COMMAND: "test"
          BAZEL_TARGETS: "//... --deleted_packages=gitlab-ci/src/gitlab_config"
          BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
          BAZEL_EXTRA_ARGS: "--keep_going --verbose_failures --test_tag_filters=system_test_hourly"
          HONEYCOMB_API_TOKEN: ${{ secrets.HONEYCOMB_API_TOKEN }}
      - name: Bazel Clean
        if: always()
        run: bazel clean
  bazel-test-coverage:
    name: Bazel Test Coverage
    runs-on:
      labels: bazel-runner-large
    container:
      image: ghcr.io/dfinity/ic-build@sha256:eb85228ebf7511e2589f86788345eb3d1c8144914a8a2fa771d4347ddacac413
    timeout-minutes: 120
    if: ${{ vars.RUN_CI == 'true' }}
    steps:
      - name: Before script
        if: always()
        id: before-script
        shell: bash
        run: |
          git config --global http.postBuffer 524288000
          git config --global safe.directory '*'
          if [ -e /__w/cache ]; then sudo ln -s /__w/cache /; fi
          if [ -n "${NODE_NAME:-}" ]; then echo "Node: $NODE_NAME"; fi
      - name: Checkout
        uses: actions/checkout@v3
      - name: Run Bazel Test Coverage
        shell: bash
        run: |
          set -eExuo pipefail
          bazel query --universe_scope=//... \
            "kind(test, //rs/...) except kind(test, allrdeps(attr('tags', 'canister', //rs/...)))" \
            > cov_targets.txt
          # shellcheck disable=SC2046,SC2086
          bazel ${BAZEL_STARTUP_ARGS} coverage ${BAZEL_CI_CONFIG} ${BAZEL_EXTRA_ARGS} --test_timeout=3000 \
              --combined_report=lcov $(<cov_targets.txt) || true
          cp bazel-out/_coverage/_coverage_report.dat cov_report.dat
          genhtml --output cov_html cov_report.dat
        env:
          BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
          BAZEL_EXTRA_ARGS: "--combined_report=lcov"
      # TODO: publish coverage to github pages
      - name: Upload Test Coverage Report
        uses: actions/upload-artifact@v4
        with:
          name: coverage-report
          compression-level: 9
          # TODO: change to 7 before migration
          retention-days: 1
          if-no-files-found: error
          path: |
            cov_targets.txt
            cov_report.dat
            cov_html/
      - name: Bazel Clean
        if: always()
        run: bazel clean