Skip to content

Github CI: Test CI to reduce build time with matrix concurrency #659

Github CI: Test CI to reduce build time with matrix concurrency

Github CI: Test CI to reduce build time with matrix concurrency #659

name: ci
on:
pull_request:
paths-ignore:
- "**.md"
- "doc/**"
workflow_dispatch:
defaults:
run:
shell: bash
env:
RUST_BACKTRACE: 1
CARGO_TERM_COLOR: always
jobs:
rustfmt:
runs-on: ubuntu-latest
steps:
- name: checkout repository
uses: actions/[email protected]
- name: install dependencies
run: sudo apt-get update && sudo apt-get install -y protobuf-compiler libssl-dev
- name: install rust nightly
run: rustup toolchain install nightly
- name: show active toolchain
run: rustup show active-toolchain
- name: add nightly rustfmt
run: rustup component add rustfmt --toolchain nightly-x86_64-unknown-linux-gnu
- name: cache rust toolchain and dependencies
uses: actions/cache@v4
with:
path: |
~/.cargo/
target/
key: ${{ runner.os }}-rust-${{ hashFiles('**/Cargo.lock') }}
restore-keys: ${{ runner.os }}-rust-
- name: rustfmt
run: cargo +nightly fmt --all -- --check
clippy:
runs-on: ubuntu-latest
needs: rustfmt
steps:
- name: checkout repository
uses: actions/[email protected]
- name: install dependencies
run: sudo apt-get update && sudo apt-get install -y protobuf-compiler libssl-dev
- name: cache
uses: actions/cache@v4
with:
path: |
~/.cargo/
target/
key: ${{ runner.os }}-rust-${{ hashFiles('**/Cargo.lock') }}
restore-keys: ${{ runner.os }}-rust-
- name: cargo clippy
run: rustup component add rust-src && cargo clippy --all --no-deps --all-targets --features=runtime-benchmarks -- -D warnings
check-runtime-benchmarks:
runs-on: ubuntu-latest
needs: rustfmt
outputs:
packages_with_feature: ${{ steps.set_output_with.outputs.packages_with_feature }}
packages_without_feature: ${{ steps.set_output_without.outputs.packages_without_feature }}
steps:
- name: checkout repository
uses: actions/[email protected]
- name: Check for runtime-benchmarks feature in packages
id: set_output_with
run: |
echo "Checking for 'runtime-benchmarks' feature in Cargo.toml files..."
packages_with_feature=()
packages_without_feature=()
for cargo_file in $(find . -name "Cargo.toml"); do
if grep -q "\[features\]" "$cargo_file"; then
if grep -q "runtime-benchmarks" "$cargo_file"; then
package_name=$(basename $(dirname "$cargo_file"))
packages_with_feature+=("$package_name")
else
package_name=$(basename $(dirname "$cargo_file"))
packages_without_feature+=("$package_name")
fi
else
package_name=$(basename $(dirname "$cargo_file"))
packages_without_feature+=("$package_name")
fi
done
echo "Packages with runtime-benchmarks feature: ${packages_with_feature[*]}"
echo "Packages without runtime-benchmarks feature: ${packages_without_feature[*]}"
# Set outputs
echo "::set-output name=packages_with_feature::$(IFS=,; echo "${packages_with_feature[*]}")"
echo "::set-output name=packages_without_feature::$(IFS=,; echo "${packages_without_feature[*]}")"
test_with_runtime_benchmarks:
runs-on: ubuntu-latest
needs: [rustfmt, check-runtime-benchmarks]
if: needs.check-runtime-benchmarks.outputs.packages_with_feature != ''
strategy:
matrix:
package: ${{ fromJson('["' + needs.check-runtime-benchmarks.outputs.packages_with_feature + '"]') }}

Check failure on line 115 in .github/workflows/ci-on-pr-rustfmt-test-clippy-build.yml

View workflow run for this annotation

GitHub Actions / ci

Invalid workflow file

The workflow is not valid. .github/workflows/ci-on-pr-rustfmt-test-clippy-build.yml (Line: 115, Col: 18): Unexpected symbol: '+'. Located at position 15 within expression: fromJson('["' + needs.check-runtime-benchmarks.outputs.packages_with_feature + '"]') .github/workflows/ci-on-pr-rustfmt-test-clippy-build.yml (Line: 115, Col: 18): Unexpected value '${{ fromJson('["' + needs.check-runtime-benchmarks.outputs.packages_with_feature + '"]') }}'
steps:
- name: Run tests with runtime-benchmarks
run: |
cargo test --release --package "${{ matrix.package }}" --features "runtime-benchmarks" --no-fail-fast
test_without_runtime_benchmarks:
runs-on: ubuntu-latest
needs: [rustfmt, check-runtime-benchmarks]
if: needs.check-runtime-benchmarks.outputs.packages_without_feature != ''
strategy:
matrix:
package: ${{ fromJson('["' + needs.check-runtime-benchmarks.outputs.packages_without_feature + '"]') }}
steps:
- name: Run tests without runtime-benchmarks
run: |
cargo test --release --package "${{ matrix.package }}" --no-fail-fast