Merge pull request #335 from GATEOverflow/mlperf-inference

Merge from go
mlcommons · Oct 4, 2024 · 2a0be1b · 2a0be1b
2 parents 8c2f7bc + 0edaa6e
commit 2a0be1b
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 4 deletions.
diff --git a/.github/workflows/test-mlperf-inference-gptj.yml b/.github/workflows/test-mlperf-inference-gptj.yml
@@ -29,5 +29,5 @@ jobs:
  - name: Test MLPerf Inference GPTJ
  run: |
  cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --docker --model=gptj-99 --backend=${{ matrix.backend }} --device=cuda --scenario=Offline --test_query_count=1 --precision=${{ matrix.precision }} --target_qps=1 --quiet --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --beam_size=1 --hw_name=gh_action --docker_dt=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --clean
- cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from self hosted Github actions - NVIDIARTX4090" --quiet --submission_dir=$HOME/scc_gh_action_submissions
+ cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from self hosted Github actions - NVIDIARTX4090" --quiet --submission_dir=$HOME/gh_action_submissions
 
diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml
@@ -4,7 +4,7 @@
 name: MLPerf inference ResNet50
 
 on:
- pull_request:
+ pull_request_target:
  branches: [ "main", "dev", "mlperf-inference" ]
  paths:
  - '.github/workflows/test-mlperf-inference-resnet50.yml'
@@ -43,9 +43,23 @@ jobs:
  - name: Test MLPerf Inference ResNet50 (Windows)
  if: matrix.os == 'windows-latest'
  run: |
- cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=default --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 
+ cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=gh_windows --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 
  - name: Test MLPerf Inference ResNet50 (Linux/macOS)
  if: matrix.os != 'windows-latest'
  run: |
- cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=default --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 
+ cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=gh_${{ matrix.os }}_x86 --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 
+ - name: Push Results
+ if: github.repository_owner == 'gateoverflow'
+ env:
+ USER: "GitHub Action"
+ EMAIL: "[email protected]"
+ run: |
+ git config --global user.name "$USER"
+ git config --global user.email "$EMAIL"
+ git config --global credential.https://github.com.helper ""
+ git config --global credential.https://github.com.helper "!gh auth git-credential"
+ git config --global credential.https://gist.github.com.helper ""
+ git config --global credential.https://gist.github.com.helper "!gh auth git-credential"
 
+ cm run script --tags=auth,gh,cli --with_token="${{ secrets.TEST_RESULTS_GITHUB_TOKEN }}"
+ cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from R50 GH action" --quiet