diff --git a/.github/workflows/update-results.yml b/.github/workflows/update-results.yml index e11afc5..406b999 100644 --- a/.github/workflows/update-results.yml +++ b/.github/workflows/update-results.yml @@ -41,8 +41,7 @@ jobs: git config --global user.name "$USER" git config --global user.email "$EMAIL" #git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN_TOKEN }}@github.com/${{ github.repository }} - git add summary* - echo -e 'Please download [summary.xlsx](summary.xlsx) to view the most recent results. \n ```' > temp + git add summary_results.json tail -n 16 checker_log.txt >> temp echo -e '\n```\n' >> temp cat temp | cat - README.md > temp1 diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..3b47d26 --- /dev/null +++ b/.gitignore @@ -0,0 +1,5 @@ +summary.xlsx +summary.csv +summary.json +summary_results.json +README.md diff --git a/summary.csv b/summary.csv deleted file mode 100644 index d96973b..0000000 --- a/summary.csv +++ /dev/null @@ -1,13 +0,0 @@ -Organization,Availability,Division,SystemType,SystemName,Platform,Model,MlperfModel,Scenario,Result,Accuracy,number_of_nodes,host_processor_model_name,host_processors_per_node,host_processor_core_count,accelerator_model_name,accelerators_per_node,Location,framework,operating_system,notes,compliance,errors,version,inferred,has_power,Units,weight_data_types -UNM-Roadrunners,available,open,"datacenter","4751fbf98487",4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.666646,CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245,1,"INTEL(R) XEON(R) PLATINUM 8580",2,60,"NVIDIA H100 NVL","3",open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)","Automated by MLCommons CM v3.0.1. ",1,0,v4.1,0,False,Samples/s,"fp32" -UNM-Roadrunners,available,open,"datacenter","4751fbf98487",4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main,stable-diffusion-xl,stable-diffusion-xl,Offline,0.665545,CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388,1,"INTEL(R) XEON(R) PLATINUM 8580",2,60,"NVIDIA H100 NVL","3",open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)","Automated by MLCommons CM v3.0.1. ",1,0,v4.1,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-nvidia-gpu-TensorRT-scc24-main,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13292,CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"int8" -MLCommons,available,open,"datacenter","e8dbfdd7ca14",e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13976,CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"int8" -MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-nvidia-gpu-TensorRT-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13598,CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"int8" -MLCommons,available,open,"datacenter","13fce262fb79",13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.375843,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","a51568200dc1",a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.375287,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"fp32" -MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-default_config,gptj-99,gptj-99,Offline,52.9478,,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.4. ",1,0,v4.1,0,False,Tokens/s,"fp32" -MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-default_config,stable-diffusion-xl,stable-diffusion-xl,Offline,0.345721,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.4. ",1,0,v4.1,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.373636,CLIP_SCORE: 15.236237794160843 FID_SCORE: 238.78369342212613,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","f9ac88850adc",f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.376944,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"fp32" -MLCommons,available,open,"datacenter","3b07702db56d",3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.374549,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"fp32" diff --git a/summary.json b/summary.json deleted file mode 100644 index 8c6d0d5..0000000 --- a/summary.json +++ /dev/null @@ -1,362 +0,0 @@ -{ - "0":{ - "Organization":"UNM-Roadrunners", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"4751fbf98487", - "Platform":"4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.666646, - "Accuracy":"CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245", - "number_of_nodes":1, - "host_processor_model_name":"INTEL(R) XEON(R) PLATINUM 8580", - "host_processors_per_node":2, - "host_processor_core_count":60, - "accelerator_model_name":"NVIDIA H100 NVL", - "accelerators_per_node":3, - "Location":"open\/UNM-Roadrunners\/results\/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", - "notes":"Automated by MLCommons CM v3.0.1. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "1":{ - "Organization":"UNM-Roadrunners", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"4751fbf98487", - "Platform":"4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.665545, - "Accuracy":"CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388", - "number_of_nodes":1, - "host_processor_model_name":"INTEL(R) XEON(R) PLATINUM 8580", - "host_processors_per_node":2, - "host_processor_core_count":60, - "accelerator_model_name":"NVIDIA H100 NVL", - "accelerators_per_node":3, - "Location":"open\/UNM-Roadrunners\/results\/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", - "notes":"Automated by MLCommons CM v3.0.1. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "2":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"48ed6105bd85", - "Platform":"48ed6105bd85-nvidia-gpu-TensorRT-scc24-main", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":1.13292, - "Accuracy":"CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main\/stable-diffusion-xl\/offline", - "framework":"TensorRT", - "operating_system":"Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "notes":"Automated by MLCommons CM v2.3.6. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"int8" - }, - "3":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"e8dbfdd7ca14", - "Platform":"e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":1.13976, - "Accuracy":"CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base\/stable-diffusion-xl\/offline", - "framework":"TensorRT", - "operating_system":"Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "notes":"Automated by MLCommons CM v2.3.9. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"int8" - }, - "4":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"48ed6105bd85", - "Platform":"48ed6105bd85-nvidia-gpu-TensorRT-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":1.13598, - "Accuracy":"CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base\/stable-diffusion-xl\/offline", - "framework":"TensorRT", - "operating_system":"Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "notes":"Automated by MLCommons CM v2.3.6. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"int8" - }, - "5":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"13fce262fb79", - "Platform":"13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.375843, - "Accuracy":"CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "notes":"Automated by MLCommons CM v2.3.9. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "6":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"a51568200dc1", - "Platform":"a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.375287, - "Accuracy":"CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "notes":"Automated by MLCommons CM v2.3.9. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "7":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"edge", - "SystemName":"gh_action", - "Platform":"gh_action-reference-gpu-pytorch_v2.4.1-default_config", - "Model":"gptj-99", - "MlperfModel":"gptj-99", - "Scenario":"Offline", - "Result":52.9478, - "Accuracy":null, - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.4.1-default_config\/gptj-99\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "notes":"Automated by MLCommons CM v2.3.4. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Tokens\/s", - "weight_data_types":"fp32" - }, - "8":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"edge", - "SystemName":"gh_action", - "Platform":"gh_action-reference-gpu-pytorch_v2.4.1-default_config", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.345721, - "Accuracy":"CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.4.1-default_config\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "notes":"Automated by MLCommons CM v2.3.4. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "9":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"48ed6105bd85", - "Platform":"48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.373636, - "Accuracy":"CLIP_SCORE: 15.236237794160843 FID_SCORE: 238.78369342212613", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base\/stable-diffusion-xl\/offline", - "framework":"TensorRT", - "operating_system":"Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "notes":"Automated by MLCommons CM v2.3.6. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "10":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"f9ac88850adc", - "Platform":"f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.376944, - "Accuracy":"CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "notes":"Automated by MLCommons CM v2.3.9. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - }, - "11":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"datacenter", - "SystemName":"3b07702db56d", - "Platform":"3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base", - "Model":"stable-diffusion-xl", - "MlperfModel":"stable-diffusion-xl", - "Scenario":"Offline", - "Result":0.374549, - "Accuracy":"CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "number_of_nodes":1, - "host_processor_model_name":"Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node":1, - "host_processor_core_count":24, - "accelerator_model_name":"NVIDIA GeForce RTX 4090", - "accelerators_per_node":1, - "Location":"open\/MLCommons\/results\/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base\/stable-diffusion-xl\/offline", - "framework":"pytorch v2.4.1", - "operating_system":"Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "notes":"Automated by MLCommons CM v2.3.9. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - } -} \ No newline at end of file diff --git a/summary.xlsx b/summary.xlsx deleted file mode 100644 index f440e18..0000000 Binary files a/summary.xlsx and /dev/null differ diff --git a/summary_results.json b/summary_results.json deleted file mode 100644 index 879af24..0000000 --- a/summary_results.json +++ /dev/null @@ -1,434 +0,0 @@ -[ - { - "ID": "4.1-0001", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "13fce262fb79", - "Platform": "13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "Notes": "Automated by MLCommons CM v2.3.9. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 0.375843, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0002", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "3b07702db56d", - "Platform": "3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "Notes": "Automated by MLCommons CM v2.3.9. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 0.374549, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0003", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "48ed6105bd85", - "Platform": "48ed6105bd85-nvidia-gpu-TensorRT-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline", - "Software": "TensorRT", - "operating_system": "Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "Notes": "Automated by MLCommons CM v2.3.6. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "int8", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 1.13598, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0004", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "48ed6105bd85", - "Platform": "48ed6105bd85-nvidia-gpu-TensorRT-scc24-main", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline", - "Software": "TensorRT", - "operating_system": "Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "Notes": "Automated by MLCommons CM v2.3.6. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "int8", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 1.13292, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0005", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "48ed6105bd85", - "Platform": "48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.236237794160843 FID_SCORE: 238.78369342212613", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base/stable-diffusion-xl/offline", - "Software": "TensorRT", - "operating_system": "Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "Notes": "Automated by MLCommons CM v2.3.6. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 0.373636, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0006", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "a51568200dc1", - "Platform": "a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "Notes": "Automated by MLCommons CM v2.3.9. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 0.375287, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0007", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "e8dbfdd7ca14", - "Platform": "e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline", - "Software": "TensorRT", - "operating_system": "Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "Notes": "Automated by MLCommons CM v2.3.9. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "int8", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 1.13976, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0008", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "f9ac88850adc", - "Platform": "f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "Notes": "Automated by MLCommons CM v2.3.9. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "datacenter/open/MLCommons/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 0.376944, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0009", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "edge", - "System": "gh_action", - "Platform": "gh_action-reference-gpu-pytorch_v2.4.1-default_config", - "UsedModel": "gptj-99", - "Model": "gptj-99", - "Scenario": "Offline", - "Accuracy": "", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "Notes": "Automated by MLCommons CM v2.3.4. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99", - "ColorKey": "availableMLCommons", - "Performance_Result": 52.9478, - "Performance_Units": "Tokens/s" - }, - { - "ID": "4.1-0010", - "Submitter": "MLCommons", - "Availability": "available", - "Category": "open", - "Suite": "edge", - "System": "gh_action", - "Platform": "gh_action-reference-gpu-pytorch_v2.4.1-default_config", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006", - "Nodes": 1, - "Processor": "Intel(R) Xeon(R) w7-2495X", - "host_processors_per_node": 1, - "host_processor_core_count": 24, - "Accelerator": "NVIDIA GeForce RTX 4090", - "a#": 1, - "Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)", - "Notes": "Automated by MLCommons CM v2.3.4. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 1, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/MLCommons/code", - "Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_action-reference-gpu-pytorch_v2.4.1-default_config/stable-diffusion-xl", - "ColorKey": "availableMLCommons", - "Performance_Result": 0.345721, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0011", - "Submitter": "UNM-Roadrunners", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "4751fbf98487", - "Platform": "4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245", - "Nodes": 1, - "Processor": "INTEL(R) XEON(R) PLATINUM 8580", - "host_processors_per_node": 2, - "host_processor_core_count": 60, - "Accelerator": "NVIDIA H100 NVL", - "a#": 3, - "Location": "open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", - "Notes": "Automated by MLCommons CM v3.0.1. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 2, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/code", - "Unique ID (e.g. for Audit)": "datacenter/open/UNM-Roadrunners/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl", - "ColorKey": "availableUNM-Roadrunners", - "Performance_Result": 0.666646, - "Performance_Units": "Samples/s" - }, - { - "ID": "4.1-0012", - "Submitter": "UNM-Roadrunners", - "Availability": "available", - "Category": "open", - "Suite": "datacenter", - "System": "4751fbf98487", - "Platform": "4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", - "UsedModel": "stable-diffusion-xl", - "Model": "stable-diffusion-xl", - "Scenario": "Offline", - "Accuracy": "CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388", - "Nodes": 1, - "Processor": "INTEL(R) XEON(R) PLATINUM 8580", - "host_processors_per_node": 2, - "host_processor_core_count": 60, - "Accelerator": "NVIDIA H100 NVL", - "a#": 3, - "Location": "open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline", - "Software": "pytorch v2.4.1", - "operating_system": "Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", - "Notes": "Automated by MLCommons CM v3.0.1. ", - "compliance": 1, - "errors": 0, - "version": "v4.1", - "inferred": 0, - "has_power": false, - "weight_data_types": "fp32", - "p#": 2, - "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", - "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/code", - "Unique ID (e.g. for Audit)": "datacenter/open/UNM-Roadrunners/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl", - "ColorKey": "availableUNM-Roadrunners", - "Performance_Result": 0.665545, - "Performance_Units": "Samples/s" - } -] \ No newline at end of file