Skip to content

Commit

Permalink
problem size and gt change for rocm and cuda
Browse files Browse the repository at this point in the history
  • Loading branch information
Grace Nansamba committed Nov 14, 2024
1 parent 0833558 commit b041627
Show file tree
Hide file tree
Showing 2 changed files with 216 additions and 72 deletions.
143 changes: 108 additions & 35 deletions experiments/amg2023/cuda/ramble.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,35 +30,72 @@ ramble:
px: '2'
py: '2'
pz: '2'
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
nx: ['120', '240', '240']
ny: ['120', '120', '240']
nz: ['120', '120', '120']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_strong_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_cuda_strong_problem1_120_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: '10'
ny: '10'
nz: '10'
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['1', '2', '2', '4']
nx: ['60', '30','30', '30']
ny: ['60', '60', '30', '30']
nz: ['60', '60', '60', '30']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_weak_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_cuda_strong_problem1_160_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['80', '40','40', '40']
ny: ['80', '80', '40', '40']
nz: ['80', '80', '80', '40']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_strong_problem1_200_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['100', '50','50', '50']
ny: ['100', '100', '50', '50']
nz: ['100', '100', '100', '50']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_weak_60_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '60'
ny: '60'
nz: '60'
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_weak_40_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '40'
ny: '40'
nz: '40'
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'

problem2:
experiments:
'amg2023_cuda_throughput_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
Expand All @@ -68,33 +105,69 @@ ramble:
px: '2'
py: '2'
pz: '2'
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
nx: ['120', '240', '240', '240']
ny: ['120', '120', '240', '240']
nz: ['120', '120', '120', '240']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_strong_problem2_200_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['100', '50','50', '50']
ny: ['100', '100', '50', '50']
nz: ['100', '100', '100', '50']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_strong_problem2_256_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['128', '64','64', '64']
ny: ['128', '128', '64', '64']
nz: ['128', '128', '128', '64']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_strong_problem2_320_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['160', '80','80', '80']
ny: ['160', '160', '80', '80']
nz: ['160', '160', '160', '80']
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_strong_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_cuda_weak_80_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: '10'
ny: '10'
nz: '10'
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '80'
ny: '80'
nz: '80'
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
'amg2023_cuda_weak_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_cuda_weak_60_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '60'
ny: '60'
nz: '60'
env_name: 'amg2023'
n_gpus: '{px}*{py}*{pz}'
software:
Expand All @@ -103,7 +176,7 @@ ramble:
pkg_spec: cuda@{default_cuda_version}+allow-unsupported-compilers
compiler: default-compiler
hypre:
pkg_spec: hypre@2.31.0 +mpi+cuda+mixedint~fortran{modifier_spack_variant} cuda_arch=={cuda_arch}
pkg_spec: hypre@3.1_comm_cali +mpi+cuda+mixedint~fortran{modifier_spack_variant} cuda_arch=={cuda_arch}
compiler: default-compiler
amg2023:
pkg_spec: amg2023@develop +mpi+cuda{modifier_spack_variant} cuda_arch=={cuda_arch}
Expand Down
145 changes: 108 additions & 37 deletions experiments/amg2023/rocm/ramble.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,33 +30,69 @@ ramble:
px: '2'
py: '2'
pz: '2'
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
nx: ['120', '240', '240']
ny: ['120', '120', '240']
nz: ['120', '120', '120']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_strong_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_rocm_strong_problem1_120_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: '10'
ny: '10'
nz: '10'
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['60', '30','30', '30']
ny: ['60', '60', '30', '30']
nz: ['60', '60', '60', '30']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_weak_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_rocm_strong_problem1_160_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['80', '40','40', '40']
ny: ['80', '80', '40', '40']
nz: ['80', '80', '80', '40']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_strong_problem1_200_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['100', '50','50', '50']
ny: ['100', '100', '50', '50']
nz: ['100', '100', '100', '50']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_weak_60_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '60'
ny: '60'
nz: '60'
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_weak_40_problem1_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '40'
ny: '40'
nz: '40'
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
problem2:
Expand All @@ -68,39 +104,75 @@ ramble:
px: '2'
py: '2'
pz: '2'
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
nx: ['120', '240', '240', '240']
ny: ['120', '120', '240', '240']
nz: ['120', '120', '120', '240']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_strong_problem2_200_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['100', '50','50', '50']
ny: ['100', '100', '50', '50']
nz: ['100', '100', '100', '50']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_strong_problem2_256_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['128', '64','64', '64']
ny: ['128', '128', '64', '64']
nz: ['128', '128', '128', '64']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_strong_problem2_320_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: ['160', '80','80', '80']
ny: ['160', '160', '80', '80']
nz: ['160', '160', '160', '80']
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_strong_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_rocm_weak_80_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: '10'
ny: '10'
nz: '10'
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '80'
ny: '80'
nz: '80'
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
'amg2023_rocm_weak_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
'amg2023_rocm_weak_60_problem2_{px}_{py}_{pz}_{nx}_{ny}_{nz}':
variants:
package_manager: spack
variables:
px: ['2', '2', '4']
py: ['2', '2', '2']
pz: ['1', '2', '2']
nx: ['10', '20', '20']
ny: ['10', '10', '20']
nz: ['10', '10', '10']
px: ['2', '4', '4', '4']
py: ['2', '2', '4', '4']
pz: ['2', '2', '2', '4']
nx: '60'
ny: '60'
nz: '60'
env_name: 'amg2023-gpu'
n_gpus: '{px}*{py}*{pz}'
software:
packages:
hypre:
pkg_spec: hypre@2.31.0 +mpi+rocm+mixedint~fortran{modifier_spack_variant} amdgpu_target={rocm_arch}
pkg_spec: hypre@3.1_comm_cali +mpi+rocm+mixedint~fortran{modifier_spack_variant} amdgpu_target={rocm_arch}
compiler: compiler-rocm
amg2023-gpu:
pkg_spec: amg2023@develop +mpi+rocm{modifier_spack_variant} amdgpu_target={rocm_arch}
Expand All @@ -110,9 +182,8 @@ ramble:
packages:
- blas-rocm
- lapack
- mpi-rocm
- hypre
- mpi-rocm
- mpi-rocm-no-gtl
- hypre
- amg2023-gpu
- '{modifier_package_name}'

0 comments on commit b041627

Please sign in to comment.