Merge pull request #269 from GATEOverflow/mlperf-inference

Merge from go
mlcommons · Sep 20, 2024 · 872445d · 872445d
2 parents 106e996 + bb17c6d
commit 872445d
Show file tree

Hide file tree

Showing 4 changed files with 20 additions and 9 deletions.
diff --git a/.github/workflows/test-cm-script-features.yml b/.github/workflows/test-cm-script-features.yml
@@ -31,9 +31,12 @@ jobs:
  python -m pip install cmind
  cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
  cm run script --quiet --tags=get,sys-utils-cm
+ - name: Run test_docker on linux
+ if: runner.os == 'linux'
+ run: |
+ python script/test-cm-core/src/script/test_docker.py
  - name: Test CM Script Features
  run: |
  python script/test-cm-core/src/script/test_deps.py
  python script/test-cm-core/src/script/test_install.py
- python script/test-cm-core/src/script/test_docker.py
  python script/test-cm-core/src/script/test_features.py
diff --git a/script/app-mlperf-inference/_cm.yaml b/script/app-mlperf-inference/_cm.yaml
@@ -663,7 +663,7 @@ variations:
  CM_MODEL: stable-diffusion-xl
  CM_MLPERF_INFERENCE_TEST_QPS: "0.05"
  default_variations:
- precision: float16
+ precision: float32
  add_deps_recursive:
  mlperf-inference-implementation:
  tags: _sdxl

diff --git a/script/download-file/run.sh b/script/download-file/run.sh
@@ -45,11 +45,15 @@ if [[ ${require_download} == "1" ]]; then
  eval "${CM_DOWNLOAD_CMD}"
  test $? -eq 0 || exit $?
 
+fi
+
+if [[ ${CM_DOWNLOAD_TOOL} == "cmutil" || ${require_download} == "1" ]]; then
  if [[ "${CM_DOWNLOAD_CHECKSUM_CMD}" != "" ]]; then
- echo ""
- echo "${CM_DOWNLOAD_CHECKSUM_CMD}"
- eval "${CM_DOWNLOAD_CHECKSUM_CMD}"
- test $? -eq 0 || exit $?
+  echo ""
+  echo "${CM_DOWNLOAD_CHECKSUM_CMD}"
+  eval "${CM_DOWNLOAD_CHECKSUM_CMD}"
+  test $? -eq 0 || exit $?
  fi
 fi
+
 test $? -eq 0 || exit $?
diff --git a/script/get-ml-model-retinanet/_cm.json b/script/get-ml-model-retinanet/_cm.json
@@ -45,7 +45,9 @@
  "CM_TMP_ML_MODEL_RETINANET_NO_NMS": [
  "yes"
  ]
- }
+ },
+ "force_cache": true,
+ "extra_cache_tags": "get,ml-model,model-retinanet"
  }
  ],
  "variations": {
@@ -85,7 +87,8 @@
  "pytorch,fp32": {
  "env": {
  "CM_PACKAGE_URL": "https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth",
- "CM_ML_MODEL_ACCURACY": "0.3755"
+ "CM_ML_MODEL_ACCURACY": "0.3755",
+ "CM_DOWNLOAD_CHECKSUM": "a55f6bec3464f605ce8d686da8ac1533"
  }
 
  },
@@ -99,7 +102,8 @@
  "CM_PACKAGE_URL": "https://zenodo.org/record/6605272/files/retinanet_model_10.zip?download=1",
  "CM_UNZIP": "yes",
  "CM_ML_MODEL_FILE": "retinanet_model_10.pth",
- "CM_ML_MODEL_ACCURACY": "0.3755"
+ "CM_ML_MODEL_ACCURACY": "0.3755",
+ "CM_DOWNLOAD_CHECKSUM": "2037c152a6be18e371ebec654314f7e0 "
  },
  "add_deps_recursive": {
  "dae": {