forked from hyperledger/besu
-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
separates out acceptance tests to own workflow
Signed-off-by: Justin Florentine <[email protected]>
- Loading branch information
Showing
2 changed files
with
92 additions
and
70 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,92 @@ | ||
name: acceptance-tests | ||
on: | ||
push: | ||
branches: [ main ] | ||
pull_request: | ||
|
||
env: | ||
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false" | ||
total-runners: 6 | ||
|
||
jobs: | ||
runner-indexes: | ||
runs-on: ubuntu-22.04 | ||
name: Generate runner indexes | ||
outputs: | ||
json: ${{ steps.generate-index-list.outputs.json }} | ||
steps: | ||
- id: generate-index-list | ||
run: | | ||
MAX_INDEX=$((${{ env.total-runners }}-1)) | ||
INDEX_LIST=$(seq 0 ${MAX_INDEX}) | ||
INDEX_JSON=$(jq --null-input --compact-output '. |= [inputs]' <<< ${INDEX_LIST}) | ||
echo "::set-output name=json::${INDEX_JSON}" | ||
acceptanceTestEthereum: | ||
runs-on: [ self-hosted, X64, Linux ] | ||
name: "Acceptance Runner #${{ matrix.runner-index }}: Run acceptance tests in parallel" | ||
needs: | ||
- runner-indexes | ||
if: ${{ github.actor != 'dependabot[bot]' }} | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
runner-index: ${{ fromjson(needs.runner-indexes.outputs.json) }} | ||
steps: | ||
- name: export runner UID | ||
run: echo "runner_uid=$UID" >> $GITHUB_ENV | ||
- name: install native packages | ||
run: | | ||
sudo apt-get update | ||
sudo apt-get install -y libsodium23 libsodium-dev libjemalloc-dev apt-transport-https haveged libnss3-tools | ||
sudo service haveged restart | ||
- name: Checkout Repo | ||
uses: actions/checkout@v3 | ||
- name: Set up Java | ||
uses: actions/setup-java@v3 | ||
with: | ||
distribution: adopt | ||
java-version: 11 | ||
cache: gradle | ||
- name: Restore classes | ||
uses: actions/cache@v3 | ||
with: | ||
path: "**/*.class" | ||
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.sha }} | ||
- name: Split tests | ||
id: split-tests | ||
uses: chaosaffe/[email protected] | ||
with: | ||
glob: 'acceptance-tests/tests/src/test/java/org/hyperledger/besu/tests/acceptance/**/*Test.java' | ||
split-total: ${{ env.total-runners }} | ||
split-index: ${{ matrix.runner-index }} | ||
|
||
- name: write out test list | ||
run: echo "${{ steps.split-tests.outputs.test-suite }}" >> testList.txt | ||
- name: format gradle args | ||
#regex means: first truncate file paths to align with package name, then swap path delimiter with package delimiter, | ||
#then drop file extension, then insert --tests option between each. | ||
run: cat testList.txt | sed -e 's@acceptance-tests/tests/src/test/java/@@g' -e 's@/@.@g' -e 's/\.java//g' -e 's/\ /\ --tests\ /g' >> gradleArgs.txt | ||
- name: list keystores | ||
run: find . -name "*.jks" | ||
- name: run acceptance tests | ||
run: ./gradlew acceptanceTest --tests `cat gradleArgs.txt` | ||
- name: cleanup tempfiles | ||
run: rm testList.txt gradleArgs.txt | ||
- name: Correct Ownership in GITHUB_WORKSPACE directory | ||
uses: peter-murray/reset-workspace-ownership-action@v1 | ||
with: | ||
user_id: ${{ env.runner_uid }} | ||
- name: Upload Test Report | ||
uses: actions/upload-artifact@v3 | ||
if: always() # always run even if the previous step fails | ||
with: | ||
name: junit-acceptance-${{ matrix.runner-index }}-test-results | ||
path: 'acceptance-tests/tests/build/test-results/acceptanceTest/TEST-*.xml' | ||
retention-days: 1 | ||
- name: Acceptance Test Report html | ||
uses: actions/upload-artifact@v3 | ||
if: always() # always run even if the previous step fails | ||
with: | ||
name: html-acceptance-${{ matrix.runner-index }}-test-results | ||
path: 'acceptance-tests/tests/build/reports/tests/acceptanceTest/**' | ||
retention-days: 1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -212,73 +212,3 @@ jobs: | |
uses: peter-murray/reset-workspace-ownership-action@v1 | ||
with: | ||
user_id: ${{ env.runner_uid }} | ||
acceptanceTestEthereum: | ||
runs-on: [ self-hosted, X64, Linux ] | ||
name: "Acceptance Runner #${{ matrix.runner-index }}: Run acceptance tests in parallel" | ||
needs: | ||
- runner-indexes | ||
- compile | ||
if: ${{ github.actor != 'dependabot[bot]' }} | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
runner-index: ${{ fromjson(needs.runner-indexes.outputs.json) }} | ||
steps: | ||
- name: export runner UID | ||
run: echo "runner_uid=$UID" >> $GITHUB_ENV | ||
- name: install native packages | ||
run: | | ||
sudo apt-get update | ||
sudo apt-get install -y libsodium23 libsodium-dev libjemalloc-dev apt-transport-https haveged libnss3-tools | ||
sudo service haveged restart | ||
- name: Checkout Repo | ||
uses: actions/checkout@v3 | ||
- name: Set up Java | ||
uses: actions/setup-java@v3 | ||
with: | ||
distribution: adopt | ||
java-version: 11 | ||
cache: gradle | ||
- name: Restore classes | ||
uses: actions/cache@v3 | ||
with: | ||
path: "**/*.class" | ||
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.sha }} | ||
- name: Split tests | ||
id: split-tests | ||
uses: chaosaffe/[email protected] | ||
with: | ||
glob: 'acceptance-tests/tests/src/test/java/org/hyperledger/besu/tests/acceptance/**/*Test.java' | ||
split-total: ${{ env.total-runners }} | ||
split-index: ${{ matrix.runner-index }} | ||
|
||
- name: write out test list | ||
run: echo "${{ steps.split-tests.outputs.test-suite }}" >> testList.txt | ||
- name: format gradle args | ||
#regex means: first truncate file paths to align with package name, then swap path delimiter with package delimiter, | ||
#then drop file extension, then insert --tests option between each. | ||
run: cat testList.txt | sed -e 's@acceptance-tests/tests/src/test/java/@@g' -e 's@/@.@g' -e 's/\.java//g' -e 's/\ /\ --tests\ /g' >> gradleArgs.txt | ||
- name: list keystores | ||
run: find . -name "*.jks" | ||
- name: run acceptance tests | ||
run: ./gradlew acceptanceTest --tests `cat gradleArgs.txt` -Dacctests.showStandardStreams=true | ||
- name: cleanup tempfiles | ||
run: rm testList.txt gradleArgs.txt | ||
- name: Correct Ownership in GITHUB_WORKSPACE directory | ||
uses: peter-murray/reset-workspace-ownership-action@v1 | ||
with: | ||
user_id: ${{ env.runner_uid }} | ||
- name: Upload Test Report | ||
uses: actions/upload-artifact@v3 | ||
if: always() # always run even if the previous step fails | ||
with: | ||
name: junit-acceptance-${{ matrix.runner-index }}-test-results | ||
path: 'acceptance-tests/tests/build/test-results/acceptanceTest/TEST-*.xml' | ||
retention-days: 1 | ||
- name: Acceptance Test Report html | ||
uses: actions/upload-artifact@v3 | ||
if: always() # always run even if the previous step fails | ||
with: | ||
name: html-acceptance-${{ matrix.runner-index }}-test-results | ||
path: 'acceptance-tests/tests/build/reports/tests/acceptanceTest/**' | ||
retention-days: 1 |