From b5a3089864abc5e98192823a6ec984de8519cee9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cezary=20Skrzy=C5=84ski?= Date: Thu, 5 Jan 2023 19:58:41 +0100 Subject: [PATCH 1/3] Add results processing --- .github/workflows/process-results.yml | 40 +++++++++++++++++++++++++++ README.md | 15 ++++++++++ 2 files changed, 55 insertions(+) create mode 100644 .github/workflows/process-results.yml diff --git a/.github/workflows/process-results.yml b/.github/workflows/process-results.yml new file mode 100644 index 00000000..e2027f4a --- /dev/null +++ b/.github/workflows/process-results.yml @@ -0,0 +1,40 @@ +name: Process benchmark results + +on: + push: + branches: + - main + pull_request: + workflow_dispatch: + +jobs: + run-benchmark-monitor: + runs-on: ubuntu-latest + steps: + - name: Checkout processing script + uses: actions/checkout@v3 + with: + repository: cz4rs/benchmark_monitor + - name: Checkout + uses: actions/checkout@v3 + with: + path: benchmark-results + + - name: Process available benchmark results + run: |- + pip3 install -r requirements.txt + python3 benchmark_monitor.py -d ./benchmark-results -o output + + - name: Generate nojekyll file + working-directory: output + run: touch .nojekyll + + - name: Deploy + if: ${{ github.ref == 'refs/heads/main' }} + uses: JamesIves/github-pages-deploy-action@v4 + with: + folder: output + branch: deploy-benchmarks + clean: true + single-commit: true + diff --git a/README.md b/README.md index 4e9ebca5..3110ad14 100644 --- a/README.md +++ b/README.md @@ -1 +1,16 @@ # kokkos-benchmark-results + +Repository for storing performance benchmark results. + +## Generate performance graphs locally +``` +git clone git@github.com:kokkos/benchmark_monitor.git +git clone git@github.com:kokkos/kokkos-benchmark-results.git +cd benchmark_monitor + +python3 -m venv env +source env/bin/activate +pip install -r requirements.txt +python benchmark_monitor.py -d ../benchmark-results -o output +``` +This will generate `index.html` and the rest of files in `output` diectory. From 99cfdf8e9cab40b64ad22028bbd86ddc51442c8a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cezary=20Skrzy=C5=84ski?= Date: Wed, 8 Feb 2023 13:59:36 +0100 Subject: [PATCH 2/3] Clarify usage instructions --- README.md | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 3110ad14..73ccb65d 100644 --- a/README.md +++ b/README.md @@ -3,13 +3,15 @@ Repository for storing performance benchmark results. ## Generate performance graphs locally -``` +```sh +# get benchmark results and processing script git clone git@github.com:kokkos/benchmark_monitor.git git clone git@github.com:kokkos/kokkos-benchmark-results.git cd benchmark_monitor - +# create and activate virtual environment python3 -m venv env source env/bin/activate +# continue inside a virtual environment pip install -r requirements.txt python benchmark_monitor.py -d ../benchmark-results -o output ``` From 20181d809f843f4a9678d3d080c6383cd1a4897d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cezary=20Skrzy=C5=84ski?= Date: Thu, 16 Feb 2023 21:26:50 +0100 Subject: [PATCH 3/3] Limit the number of processed samples --- .github/workflows/process-results.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/process-results.yml b/.github/workflows/process-results.yml index e2027f4a..0d403182 100644 --- a/.github/workflows/process-results.yml +++ b/.github/workflows/process-results.yml @@ -23,7 +23,7 @@ jobs: - name: Process available benchmark results run: |- pip3 install -r requirements.txt - python3 benchmark_monitor.py -d ./benchmark-results -o output + python3 benchmark_monitor.py -s 50 -d ./benchmark-results -o output - name: Generate nojekyll file working-directory: output