Skip to content

Commit

Permalink
Add github workflow to upload test failure markdown summary report
Browse files Browse the repository at this point in the history
as a comment to PRs when tests fail
  • Loading branch information
nyalldawson committed Oct 11, 2023
1 parent 415c39e commit 450fcdf
Show file tree
Hide file tree
Showing 2 changed files with 63 additions and 1 deletion.
9 changes: 8 additions & 1 deletion .github/workflows/run-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -412,11 +412,18 @@ jobs:
mkdir -p /tmp/minio_tests/test-bucket && chmod -R 777 /tmp/minio_tests
docker-compose -f .docker/$DOCKERFILE run qgis-deps /root/QGIS/.docker/docker-qgis-test.sh $TEST_BATCH
- name: Save PR number to test report
if: ${{ failure() }}
env:
PR_NUMBER: ${{ github.event.number }}
run: |
echo $PR_NUMBER > qgis_test_report/pr_number
- name: Archive test results report
if: ${{ failure() }}
uses: actions/upload-artifact@v3
with:
name: test-results-${{ matrix.distro-version }}-qt${{ matrix.qt-version }}
name: test-results-qt${{ matrix.qt-version }}
path: qgis_test_report

clang-tidy:
Expand Down
55 changes: 55 additions & 0 deletions .github/workflows/write_failure_comment.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
name: Write test failure comment

on:
workflow_run:
workflows: [🧪 QGIS tests]
types:
- completed

jobs:
strategy:
matrix:
qt-version: [ 5, 6 ]

on-failure:
download:
runs-on: ubuntu-latest
steps:
- name: 'Download artifact'
uses: actions/github-script@v6
with:
script: |
let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({
owner: context.repo.owner,
repo: context.repo.repo,
run_id: context.payload.workflow_run.id,
});
let matchArtifact = allArtifacts.data.artifacts.filter((artifact) => {
return artifact.name == "test-results-qt${{ matrix.qt-version }}"
})[0];
let download = await github.rest.actions.downloadArtifact({
owner: context.repo.owner,
repo: context.repo.repo,
artifact_id: matchArtifact.id,
archive_format: 'zip',
});
let fs = require('fs');
fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/test-results-qt${{ matrix.qt-version }}.zip`, Buffer.from(download.data));
- name: 'Unzip artifact'
run: unzip test-results-qt${{ matrix.qt-version }}.zip

- name: 'Post test report markdown summary as comment on PR'
uses: actions/github-script@v6
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
let fs = require('fs');
let issue_number = Number(fs.readFileSync('./test-results-qt${{ matrix.qt-version }}'));
let body = String(fs.readFileSync('./summary.md'));
await github.rest.issues.createComment({
owner: context.repo.owner,
repo: context.repo.repo,
issue_number: issue_number,
body: body
});

0 comments on commit 450fcdf

Please sign in to comment.