From 4631186cdc60c0ecdc7e4dee607147d1fcd53210 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 11:21:22 +0100 Subject: [PATCH 01/11] Update test-mlperf-inference-gptj.yml --- .github/workflows/test-mlperf-inference-gptj.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-gptj.yml b/.github/workflows/test-mlperf-inference-gptj.yml index a2da8e4fe..1c59dea46 100644 --- a/.github/workflows/test-mlperf-inference-gptj.yml +++ b/.github/workflows/test-mlperf-inference-gptj.yml @@ -29,5 +29,5 @@ jobs: - name: Test MLPerf Inference GPTJ run: | cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --docker --model=gptj-99 --backend=${{ matrix.backend }} --device=cuda --scenario=Offline --test_query_count=1 --precision=${{ matrix.precision }} --target_qps=1 --quiet --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --beam_size=1 --hw_name=gh_action --docker_dt=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --clean - cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from self hosted Github actions - NVIDIARTX4090" --quiet --submission_dir=$HOME/scc_gh_action_submissions + cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from self hosted Github actions - NVIDIARTX4090" --quiet --submission_dir=$HOME/gh_action_submissions From 4acebf32ad21e42ee1df71ef7ebd9a6e22d72849 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 13:49:06 +0100 Subject: [PATCH 02/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index f665945f8..ef3033aa8 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -43,9 +43,12 @@ jobs: - name: Test MLPerf Inference ResNet50 (Windows) if: matrix.os == 'windows-latest' run: | - cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=default --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet + cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=gh_windows --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet - name: Test MLPerf Inference ResNet50 (Linux/macOS) if: matrix.os != 'windows-latest' run: | - cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=default --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet - + cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=gh_${{ matrix.os }}_x86 --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet + - name: Push Results + if: github.repository_owner == 'gateoverflow' + run: | + cm run script --tags=push,github,mlperf,inference,submission,_short-run --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From cd1e44748cd5951d0dcb56f41a64725cbbb88e1c Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 14:43:44 +0100 Subject: [PATCH 03/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index ef3033aa8..0c6d2935e 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -51,4 +51,4 @@ jobs: - name: Push Results if: github.repository_owner == 'gateoverflow' run: | - cm run script --tags=push,github,mlperf,inference,submission,_short-run --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet + cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From e446ae11d8021da408cd45f5c045d2a5ad67788a Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 15:12:27 +0100 Subject: [PATCH 04/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index 0c6d2935e..e4d08e7ee 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -51,4 +51,8 @@ jobs: - name: Push Results if: github.repository_owner == 'gateoverflow' run: | + USER="GitHub Action" + EMAIL=admin@gateoverflow.com + git config --global user.name "$USER" + git config --global user.email "$EMAIL" cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From 54c9fb9a86d1af6e3ba7689473cf0a176d7ef779 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 15:45:54 +0100 Subject: [PATCH 05/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index e4d08e7ee..639fd29e0 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -55,4 +55,5 @@ jobs: EMAIL=admin@gateoverflow.com git config --global user.name "$USER" git config --global user.email "$EMAIL" + cm run script --tags=auth,gh,cli --env.CM_GH_AUTH_TOKEN=${{ secrets.TEST_RESULTS_GITHUB_TOKEN }} cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From c516986cf1aeda95af8992be8b07e2740695268b Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 15:54:52 +0100 Subject: [PATCH 06/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index 639fd29e0..750b8c3a3 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -55,5 +55,5 @@ jobs: EMAIL=admin@gateoverflow.com git config --global user.name "$USER" git config --global user.email "$EMAIL" - cm run script --tags=auth,gh,cli --env.CM_GH_AUTH_TOKEN=${{ secrets.TEST_RESULTS_GITHUB_TOKEN }} + cm run script --tags=auth,gh,cli --with_token=${{ secrets. TEST_RESULTS_GITHUB_TOKEN }} cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From b1151a6f470745deea9a1b60300e4891c1baa7a0 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 15:59:32 +0100 Subject: [PATCH 07/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index 750b8c3a3..eede2a756 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -55,5 +55,5 @@ jobs: EMAIL=admin@gateoverflow.com git config --global user.name "$USER" git config --global user.email "$EMAIL" - cm run script --tags=auth,gh,cli --with_token=${{ secrets. TEST_RESULTS_GITHUB_TOKEN }} + cm run script --tags=auth,gh,cli --with_token=${{ secrets.TEST_RESULTS_GITHUB_TOKEN }} cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From d2d187f3d6e9ffb72e57b8858e36905513bc19d5 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 16:25:47 +0100 Subject: [PATCH 08/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index eede2a756..8fffc5e62 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -50,10 +50,11 @@ jobs: cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=gh_${{ matrix.os }}_x86 --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet - name: Push Results if: github.repository_owner == 'gateoverflow' + env: + USER: "GitHub Action" + EMAIL: "admin@gateoverflow.com" run: | - USER="GitHub Action" - EMAIL=admin@gateoverflow.com git config --global user.name "$USER" git config --global user.email "$EMAIL" - cm run script --tags=auth,gh,cli --with_token=${{ secrets.TEST_RESULTS_GITHUB_TOKEN }} + cm run script --tags=auth,gh,cli --with_token="${{ secrets.TEST_RESULTS_GITHUB_TOKEN }}" cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From 1e355b7216503c9794d5abb97e52f822cc4bd2fc Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 16:31:13 +0100 Subject: [PATCH 09/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index 8fffc5e62..4b7e00fe1 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -4,7 +4,7 @@ name: MLPerf inference ResNet50 on: - pull_request: + pull_request_target: branches: [ "main", "dev", "mlperf-inference" ] paths: - '.github/workflows/test-mlperf-inference-resnet50.yml' From c00de07dc5675573c97380f867a045d4f572836d Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 17:09:33 +0100 Subject: [PATCH 10/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index 4b7e00fe1..ddbad981f 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -56,5 +56,10 @@ jobs: run: | git config --global user.name "$USER" git config --global user.email "$EMAIL" + git config --global credential.https://github.com.helper "" + git config --global credential.https://github.com.helper "!/usr/bin/gh auth git-credential" + git config --global credential.https://gist.github.com.helper "" + git config --global credential.https://gist.github.com.helper "!/usr/bin/gh auth git-credential" + cm run script --tags=auth,gh,cli --with_token="${{ secrets.TEST_RESULTS_GITHUB_TOKEN }}" cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet From 0edaa6e9f978a12d40be20ade3604610ed0a9d6e Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 4 Oct 2024 17:25:22 +0100 Subject: [PATCH 11/11] Update test-mlperf-inference-resnet50.yml --- .github/workflows/test-mlperf-inference-resnet50.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml index ddbad981f..7211a7cf5 100644 --- a/.github/workflows/test-mlperf-inference-resnet50.yml +++ b/.github/workflows/test-mlperf-inference-resnet50.yml @@ -57,9 +57,9 @@ jobs: git config --global user.name "$USER" git config --global user.email "$EMAIL" git config --global credential.https://github.com.helper "" - git config --global credential.https://github.com.helper "!/usr/bin/gh auth git-credential" + git config --global credential.https://github.com.helper "!gh auth git-credential" git config --global credential.https://gist.github.com.helper "" - git config --global credential.https://gist.github.com.helper "!/usr/bin/gh auth git-credential" + git config --global credential.https://gist.github.com.helper "!gh auth git-credential" cm run script --tags=auth,gh,cli --with_token="${{ secrets.TEST_RESULTS_GITHUB_TOKEN }}" cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet