From 7ac517129e173be46903c3ede6c08451c0a6d806 Mon Sep 17 00:00:00 2001 From: august-knox Date: Fri, 23 Aug 2024 14:32:12 -0700 Subject: [PATCH 01/14] initial commit of osu-micro-benchmarks experiment.py class --- .../osu-micro-benchmarks/experiment.py | 52 +++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 var/exp_repo/experiments/osu-micro-benchmarks/experiment.py diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py new file mode 100644 index 000000000..a4024e7d8 --- /dev/null +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -0,0 +1,52 @@ +from benchpark.directives import variant +from benchpark.experiment import Experiment + + +class OsuMicroBenchmarks(Experiment): + #single item list causes crashes, so the variant section has been commented out for now + #variant( + # "programming_model", + # default="mpi-only", + # values=("mpi-only"), + # description="on-node parallelism model", + #) + def compute_applications_section(self): + variables = {} + matrix = {} + + variables["scaling_nodes"] = '2' + variables["n_nodes"] = "{scaling_nodes}" + variables["n_ranks_per_node"] = "36" + + return { + "osu-micro-benchmarks": { + # TODO replace with a hash once we have one? + "workloads": { + f"osu_latency-{str(self.spec)}": { + "experiments": { + "scaling_{n_nodes}nodes_medium": { + "variables": variables, + } + } + } + } + } + } + + def compute_spack_section(self): + # TODO: express that we need certain variables from system + # Does not need to happen before merge, separate task + osu_microbenchmarks_spack_spec = "osu-micro-benchmarks{modifier_spack_variant}" + packages = ["default-mpi", self.spec.name, "{modifier_package_name}"] + + return { + "spack": { + "packages": { + "osu-micro-benchmarks": { + "spack_spec": osu_microbenchmarks_spack_spec, + "compiler": "default_compiler", + } + }, + "environments": {"osu-micro-benchmarks": {"packages": packages}}, + } + } From 34fffeb0683906e7ddd298cc19c8bbd91105cd14 Mon Sep 17 00:00:00 2001 From: august-knox Date: Fri, 23 Aug 2024 14:40:23 -0700 Subject: [PATCH 02/14] fixing workload name --- var/exp_repo/experiments/osu-micro-benchmarks/experiment.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index a4024e7d8..85803da1f 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -22,7 +22,7 @@ def compute_applications_section(self): "osu-micro-benchmarks": { # TODO replace with a hash once we have one? "workloads": { - f"osu_latency-{str(self.spec)}": { + "osu_latency": { "experiments": { "scaling_{n_nodes}nodes_medium": { "variables": variables, From d7b8eff3ca65a90c0e93381d3e9a89082da19e03 Mon Sep 17 00:00:00 2001 From: august-knox Date: Fri, 23 Aug 2024 16:08:36 -0700 Subject: [PATCH 03/14] adding ability to configure workloads through spec --- .../osu-micro-benchmarks/experiment.py | 90 +++++++++++++++++-- 1 file changed, 85 insertions(+), 5 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index 85803da1f..66ac700fc 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -1,6 +1,6 @@ from benchpark.directives import variant from benchpark.experiment import Experiment - +import re class OsuMicroBenchmarks(Experiment): #single item list causes crashes, so the variant section has been commented out for now @@ -9,20 +9,100 @@ class OsuMicroBenchmarks(Experiment): # default="mpi-only", # values=("mpi-only"), # description="on-node parallelism model", - #) + #) + variant( + "workload", + default="osu_latency", + values=( + "osu_bibw", + "osu_bw", + "osu_latency", + "osu_latency_mp", + "osu_latency_mt", + "osu_mbw_mr", + "osu_multi_lat", + "osu_allgather", + "osu_allreduce_persistent", + "osu_alltoallw", + "osu_bcast_persistent", + "osu_iallgather", + "osu_ialltoallw", + "osu_ineighbor_allgather", + "osu_ireduce", + "osu_neighbor_allgatherv", + "osu_reduce_persistent", + "osu_scatterv", + "osu_allgather_persistent", + "osu_alltoall", + "osu_alltoallw_persistent", + "osu_gather", + "osu_iallgatherv", + "osu_ibarrier", + "osu_ineighbor_allgatherv", + "osu_ireduce_scatter", + "osu_neighbor_alltoall", + "osu_reduce_scatter", + "osu_scatterv_persistent", + "osu_allgatherv", + "osu_alltoall_persistent", + "osu_barrier", + "osu_gather_persistent", + "osu_iallreduce", + "osu_ibcast", + "osu_ineighbor_alltoall", + "osu_iscatter", + "osu_neighbor_alltoallv", + "osu_reduce_scatter_persistent", + "osu_allgatherv_persistent", + "osu_alltoallv", + "osu_barrier_persistent", + "osu_gatherv", + "osu_ialltoall", + "osu_igather", + "osu_ineighbor_alltoallv", + "osu_iscatterv", + "osu_neighbor_alltoallw", + "osu_scatter", + "osu_allreduce", + "osu_alltoallv_persistent", + "osu_bcast", + "osu_gatherv_persistent", + "osu_ialltoallv", + "osu_igatherv", + "osu_ineighbor_alltoallw", + "osu_neighbor_allgather", + "osu_reduce", + "osu_scatter_persistent", + "osu_acc_latency", + "osu_cas_latency", + "osu_fop_latency", + "osu_get_acc_latency", + "osu_get_bw", + "osu_get_latency", + "osu_put_bibw", + "osu_put_bw", + "osu_put_latency", + "osu_hello", + "osu_init"), + + description="workloads available" + ) def compute_applications_section(self): variables = {} - matrix = {} variables["scaling_nodes"] = '2' variables["n_nodes"] = "{scaling_nodes}" variables["n_ranks_per_node"] = "36" + + pattern=r'workload=(?P[^ ]+)\s*' + workload=re.search(pattern, str(self.spec.variants)) + workload_string=workload.group(1) return { "osu-micro-benchmarks": { # TODO replace with a hash once we have one? "workloads": { - "osu_latency": { + workload_string: { "experiments": { "scaling_{n_nodes}nodes_medium": { "variables": variables, @@ -38,7 +118,7 @@ def compute_spack_section(self): # Does not need to happen before merge, separate task osu_microbenchmarks_spack_spec = "osu-micro-benchmarks{modifier_spack_variant}" packages = ["default-mpi", self.spec.name, "{modifier_package_name}"] - + return { "spack": { "packages": { From 1b1887b7abd9f8cd9f68c6eca98853e9ce8bf3db Mon Sep 17 00:00:00 2001 From: august-knox Date: Tue, 3 Sep 2024 15:13:02 -0700 Subject: [PATCH 04/14] removed unnecessary variant --- .../experiments/osu-micro-benchmarks/experiment.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index 66ac700fc..b8109ef2f 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -3,13 +3,6 @@ import re class OsuMicroBenchmarks(Experiment): - #single item list causes crashes, so the variant section has been commented out for now - #variant( - # "programming_model", - # default="mpi-only", - # values=("mpi-only"), - # description="on-node parallelism model", - #) variant( "workload", default="osu_latency", From 5717f06eb1e15d5dcb8dd43d002061cf3f019da8 Mon Sep 17 00:00:00 2001 From: pearce8 Date: Mon, 23 Sep 2024 18:59:59 -0500 Subject: [PATCH 05/14] lint --- .../osu-micro-benchmarks/experiment.py | 172 +++++++++--------- 1 file changed, 87 insertions(+), 85 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index b8109ef2f..d10a45f2c 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -2,103 +2,105 @@ from benchpark.experiment import Experiment import re + class OsuMicroBenchmarks(Experiment): variant( - "workload", - default="osu_latency", - values=( - "osu_bibw", - "osu_bw", - "osu_latency", - "osu_latency_mp", - "osu_latency_mt", - "osu_mbw_mr", - "osu_multi_lat", - "osu_allgather", - "osu_allreduce_persistent", - "osu_alltoallw", - "osu_bcast_persistent", - "osu_iallgather", - "osu_ialltoallw", - "osu_ineighbor_allgather", - "osu_ireduce", - "osu_neighbor_allgatherv", - "osu_reduce_persistent", - "osu_scatterv", - "osu_allgather_persistent", - "osu_alltoall", - "osu_alltoallw_persistent", - "osu_gather", - "osu_iallgatherv", - "osu_ibarrier", - "osu_ineighbor_allgatherv", - "osu_ireduce_scatter", - "osu_neighbor_alltoall", - "osu_reduce_scatter", - "osu_scatterv_persistent", - "osu_allgatherv", - "osu_alltoall_persistent", - "osu_barrier", - "osu_gather_persistent", - "osu_iallreduce", - "osu_ibcast", - "osu_ineighbor_alltoall", - "osu_iscatter", - "osu_neighbor_alltoallv", - "osu_reduce_scatter_persistent", - "osu_allgatherv_persistent", - "osu_alltoallv", - "osu_barrier_persistent", - "osu_gatherv", - "osu_ialltoall", - "osu_igather", - "osu_ineighbor_alltoallv", - "osu_iscatterv", - "osu_neighbor_alltoallw", - "osu_scatter", - "osu_allreduce", - "osu_alltoallv_persistent", - "osu_bcast", - "osu_gatherv_persistent", - "osu_ialltoallv", - "osu_igatherv", - "osu_ineighbor_alltoallw", - "osu_neighbor_allgather", - "osu_reduce", - "osu_scatter_persistent", - "osu_acc_latency", - "osu_cas_latency", - "osu_fop_latency", - "osu_get_acc_latency", - "osu_get_bw", - "osu_get_latency", - "osu_put_bibw", - "osu_put_bw", - "osu_put_latency", - "osu_hello", - "osu_init"), - - description="workloads available" + "workload", + default="osu_latency", + values=( + "osu_bibw", + "osu_bw", + "osu_latency", + "osu_latency_mp", + "osu_latency_mt", + "osu_mbw_mr", + "osu_multi_lat", + "osu_allgather", + "osu_allreduce_persistent", + "osu_alltoallw", + "osu_bcast_persistent", + "osu_iallgather", + "osu_ialltoallw", + "osu_ineighbor_allgather", + "osu_ireduce", + "osu_neighbor_allgatherv", + "osu_reduce_persistent", + "osu_scatterv", + "osu_allgather_persistent", + "osu_alltoall", + "osu_alltoallw_persistent", + "osu_gather", + "osu_iallgatherv", + "osu_ibarrier", + "osu_ineighbor_allgatherv", + "osu_ireduce_scatter", + "osu_neighbor_alltoall", + "osu_reduce_scatter", + "osu_scatterv_persistent", + "osu_allgatherv", + "osu_alltoall_persistent", + "osu_barrier", + "osu_gather_persistent", + "osu_iallreduce", + "osu_ibcast", + "osu_ineighbor_alltoall", + "osu_iscatter", + "osu_neighbor_alltoallv", + "osu_reduce_scatter_persistent", + "osu_allgatherv_persistent", + "osu_alltoallv", + "osu_barrier_persistent", + "osu_gatherv", + "osu_ialltoall", + "osu_igather", + "osu_ineighbor_alltoallv", + "osu_iscatterv", + "osu_neighbor_alltoallw", + "osu_scatter", + "osu_allreduce", + "osu_alltoallv_persistent", + "osu_bcast", + "osu_gatherv_persistent", + "osu_ialltoallv", + "osu_igatherv", + "osu_ineighbor_alltoallw", + "osu_neighbor_allgather", + "osu_reduce", + "osu_scatter_persistent", + "osu_acc_latency", + "osu_cas_latency", + "osu_fop_latency", + "osu_get_acc_latency", + "osu_get_bw", + "osu_get_latency", + "osu_put_bibw", + "osu_put_bw", + "osu_put_latency", + "osu_hello", + "osu_init", + ), + description="workloads available" ) + def compute_applications_section(self): variables = {} - - variables["scaling_nodes"] = '2' + + variables["scaling_nodes"] = "2" variables["n_nodes"] = "{scaling_nodes}" variables["n_ranks_per_node"] = "36" - pattern=r'workload=(?P[^ ]+)\s*' + pattern=r"workload=(?P[^ ]+)\s*" workload=re.search(pattern, str(self.spec.variants)) workload_string=workload.group(1) return { "osu-micro-benchmarks": { # TODO replace with a hash once we have one? - "workloads": { - workload_string: { - "experiments": { - "scaling_{n_nodes}nodes_medium": { - "variables": variables, + "workloads": { + workload_string: { + "experiments": { + "scaling_{n_nodes}nodes_medium": { + "variables": variables, } } } @@ -111,13 +113,13 @@ def compute_spack_section(self): # Does not need to happen before merge, separate task osu_microbenchmarks_spack_spec = "osu-micro-benchmarks{modifier_spack_variant}" packages = ["default-mpi", self.spec.name, "{modifier_package_name}"] - + return { "spack": { "packages": { "osu-micro-benchmarks": { "spack_spec": osu_microbenchmarks_spack_spec, - "compiler": "default_compiler", + "compiler": "default_compiler", } }, "environments": {"osu-micro-benchmarks": {"packages": packages}}, From d1ffb31d60dae1a50c925848b48cf8f785508164 Mon Sep 17 00:00:00 2001 From: pearce8 Date: Mon, 23 Sep 2024 19:03:24 -0500 Subject: [PATCH 06/14] lint --- .../experiments/osu-micro-benchmarks/experiment.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index d10a45f2c..312c1fd84 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -79,7 +79,7 @@ class OsuMicroBenchmarks(Experiment): "osu_hello", "osu_init", ), - description="workloads available" + description="workloads available", ) def compute_applications_section(self): @@ -89,12 +89,12 @@ def compute_applications_section(self): variables["n_nodes"] = "{scaling_nodes}" variables["n_ranks_per_node"] = "36" - pattern=r"workload=(?P[^ ]+)\s*" - workload=re.search(pattern, str(self.spec.variants)) - workload_string=workload.group(1) + pattern = r"workload=(?P[^ ]+)\s*" + workload = re.search(pattern, str(self.spec.variants)) + workload_string = workload.group(1) return { - "osu-micro-benchmarks": { + "osu-micro-benchmarks": { # TODO replace with a hash once we have one? "workloads": { workload_string: { From 7556fee4b9e95ac9c561226bc22541d27801bf03 Mon Sep 17 00:00:00 2001 From: pearce8 Date: Mon, 23 Sep 2024 19:05:09 -0500 Subject: [PATCH 07/14] lint --- var/exp_repo/experiments/osu-micro-benchmarks/experiment.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index 312c1fd84..9392b1f2b 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -81,14 +81,14 @@ class OsuMicroBenchmarks(Experiment): ), description="workloads available", ) - + def compute_applications_section(self): variables = {} variables["scaling_nodes"] = "2" variables["n_nodes"] = "{scaling_nodes}" variables["n_ranks_per_node"] = "36" - + pattern = r"workload=(?P[^ ]+)\s*" workload = re.search(pattern, str(self.spec.variants)) workload_string = workload.group(1) From c77da2e6ea397de15582b51ce2eb8fc1fb7cc8e7 Mon Sep 17 00:00:00 2001 From: august-knox Date: Wed, 30 Oct 2024 11:29:17 -0700 Subject: [PATCH 08/14] fixing experiment class --- .../experiments/osu-micro-benchmarks/experiment.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index 9392b1f2b..ccd99efa7 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -100,6 +100,9 @@ def compute_applications_section(self): workload_string: { "experiments": { "scaling_{n_nodes}nodes_medium": { + "variants": { + "package_manager": "spack", + }, "variables": variables, } } @@ -111,17 +114,16 @@ def compute_applications_section(self): def compute_spack_section(self): # TODO: express that we need certain variables from system # Does not need to happen before merge, separate task - osu_microbenchmarks_spack_spec = "osu-micro-benchmarks{modifier_spack_variant}" - packages = ["default-mpi", self.spec.name, "{modifier_package_name}"] + osu_microbenchmarks_spack_spec = "osu-micro-benchmarks" + packages = ["default-mpi", self.spec.name] return { - "spack": { "packages": { "osu-micro-benchmarks": { - "spack_spec": osu_microbenchmarks_spack_spec, - "compiler": "default_compiler", + "pkg_spec": osu_microbenchmarks_spack_spec, + "compiler": "default-compiler", } }, "environments": {"osu-micro-benchmarks": {"packages": packages}}, - } + } From d310741a0a9556f37518d8fe4e3ef0d663fec4c3 Mon Sep 17 00:00:00 2001 From: august-knox Date: Wed, 30 Oct 2024 11:33:00 -0700 Subject: [PATCH 09/14] lint --- .../experiments/osu-micro-benchmarks/experiment.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index ccd99efa7..9924fbeba 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -118,12 +118,12 @@ def compute_spack_section(self): packages = ["default-mpi", self.spec.name] return { - "packages": { - "osu-micro-benchmarks": { - "pkg_spec": osu_microbenchmarks_spack_spec, - "compiler": "default-compiler", - } - }, - "environments": {"osu-micro-benchmarks": {"packages": packages}}, + "packages": { + "osu-micro-benchmarks": { + "pkg_spec": osu_microbenchmarks_spack_spec, + "compiler": "default-compiler", + } + }, + "environments": {"osu-micro-benchmarks": {"packages": packages}}, } From c009e45ae719425a47f2437dc441a8c8fa6ec3c8 Mon Sep 17 00:00:00 2001 From: august-knox Date: Wed, 30 Oct 2024 11:34:42 -0700 Subject: [PATCH 10/14] lint --- var/exp_repo/experiments/osu-micro-benchmarks/experiment.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py index 9924fbeba..60b3e753f 100644 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py @@ -100,7 +100,7 @@ def compute_applications_section(self): workload_string: { "experiments": { "scaling_{n_nodes}nodes_medium": { - "variants": { + "variants": { "package_manager": "spack", }, "variables": variables, From 8928a5a8cf6d2032079899154666441f63a695c9 Mon Sep 17 00:00:00 2001 From: august-knox Date: Wed, 30 Oct 2024 11:48:57 -0700 Subject: [PATCH 11/14] adding dryrun --- .github/workflows/run.yml | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/.github/workflows/run.yml b/.github/workflows/run.yml index b5d5635e2..29d67defe 100644 --- a/.github/workflows/run.yml +++ b/.github/workflows/run.yml @@ -376,4 +376,15 @@ jobs: --workspace-dir workspace/saxpy-omp-generic/Genericx86-040898b/workspace \ --disable-progress-bar \ --disable-logger \ - workspace setup --dry-run \ No newline at end of file + workspace setup --dry-run + + - name: Dry run dynamic osu-micro-benchmarks on dynamic CTS ruby + run: | + benchpark experiment init --dest=osu-micro-benchmarks-mpi-only osu-micro-benchmarks + benchpark setup ./osu-micro-benchmarks ./ruby-system workspace/ + . workspace/setup.sh + ramble \ + --workspace-dir workspace/saxpy/osu-micro-benchmarks-mpi-only/Cts-6d48f81/workspace \ + --disable-progress-bar \ + --disable-logger \ + workspace setup --dry-run From 37700382c2d9e250c5c5b75c76bd83acdaa148f9 Mon Sep 17 00:00:00 2001 From: august-knox Date: Wed, 30 Oct 2024 12:07:59 -0700 Subject: [PATCH 12/14] fixing dry run --- .github/workflows/run.yml | 19 ++++++++++--------- 1 file changed, 10 insertions(+), 9 deletions(-) diff --git a/.github/workflows/run.yml b/.github/workflows/run.yml index 29d67defe..4274b71bf 100644 --- a/.github/workflows/run.yml +++ b/.github/workflows/run.yml @@ -378,13 +378,14 @@ jobs: --disable-logger \ workspace setup --dry-run - - name: Dry run dynamic osu-micro-benchmarks on dynamic CTS ruby + - name: Dry run dynamic osu-micro-benchmarks/mpi-only with dynamic CTS ruby run: | - benchpark experiment init --dest=osu-micro-benchmarks-mpi-only osu-micro-benchmarks - benchpark setup ./osu-micro-benchmarks ./ruby-system workspace/ - . workspace/setup.sh - ramble \ - --workspace-dir workspace/saxpy/osu-micro-benchmarks-mpi-only/Cts-6d48f81/workspace \ - --disable-progress-bar \ - --disable-logger \ - workspace setup --dry-run + benchpark system init --dest=ruby-system cts cluster=ruby + benchpark experiment init --dest=osu-micro-benchmarks-mpi-only osu-micro-benchmarks + benchpark setup ./osu-micro-benchmarks-mpi-only ./ruby-system workspace/ + . workspace/setup.sh + ramble \ + --workspace-dir workspace/osu-micro-benchmarks-mpi-only/Cts-6d48f81/workspace \ + --disable-progress-bar \ + --disable-logger \ + workspace setup --dry-run From aa09c0809e6a66b0f167247b8bf9cb715b43206a Mon Sep 17 00:00:00 2001 From: august-knox <112430443+august-knox@users.noreply.github.com> Date: Mon, 4 Nov 2024 15:51:01 -0800 Subject: [PATCH 13/14] Delete var/exp_repo/experiments/osu-micro-benchmarks directory removing old experiment folder --- .../osu-micro-benchmarks/experiment.py | 129 ------------------ 1 file changed, 129 deletions(-) delete mode 100644 var/exp_repo/experiments/osu-micro-benchmarks/experiment.py diff --git a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py b/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py deleted file mode 100644 index 60b3e753f..000000000 --- a/var/exp_repo/experiments/osu-micro-benchmarks/experiment.py +++ /dev/null @@ -1,129 +0,0 @@ -from benchpark.directives import variant -from benchpark.experiment import Experiment -import re - - -class OsuMicroBenchmarks(Experiment): - variant( - "workload", - default="osu_latency", - values=( - "osu_bibw", - "osu_bw", - "osu_latency", - "osu_latency_mp", - "osu_latency_mt", - "osu_mbw_mr", - "osu_multi_lat", - "osu_allgather", - "osu_allreduce_persistent", - "osu_alltoallw", - "osu_bcast_persistent", - "osu_iallgather", - "osu_ialltoallw", - "osu_ineighbor_allgather", - "osu_ireduce", - "osu_neighbor_allgatherv", - "osu_reduce_persistent", - "osu_scatterv", - "osu_allgather_persistent", - "osu_alltoall", - "osu_alltoallw_persistent", - "osu_gather", - "osu_iallgatherv", - "osu_ibarrier", - "osu_ineighbor_allgatherv", - "osu_ireduce_scatter", - "osu_neighbor_alltoall", - "osu_reduce_scatter", - "osu_scatterv_persistent", - "osu_allgatherv", - "osu_alltoall_persistent", - "osu_barrier", - "osu_gather_persistent", - "osu_iallreduce", - "osu_ibcast", - "osu_ineighbor_alltoall", - "osu_iscatter", - "osu_neighbor_alltoallv", - "osu_reduce_scatter_persistent", - "osu_allgatherv_persistent", - "osu_alltoallv", - "osu_barrier_persistent", - "osu_gatherv", - "osu_ialltoall", - "osu_igather", - "osu_ineighbor_alltoallv", - "osu_iscatterv", - "osu_neighbor_alltoallw", - "osu_scatter", - "osu_allreduce", - "osu_alltoallv_persistent", - "osu_bcast", - "osu_gatherv_persistent", - "osu_ialltoallv", - "osu_igatherv", - "osu_ineighbor_alltoallw", - "osu_neighbor_allgather", - "osu_reduce", - "osu_scatter_persistent", - "osu_acc_latency", - "osu_cas_latency", - "osu_fop_latency", - "osu_get_acc_latency", - "osu_get_bw", - "osu_get_latency", - "osu_put_bibw", - "osu_put_bw", - "osu_put_latency", - "osu_hello", - "osu_init", - ), - description="workloads available", - ) - - def compute_applications_section(self): - variables = {} - - variables["scaling_nodes"] = "2" - variables["n_nodes"] = "{scaling_nodes}" - variables["n_ranks_per_node"] = "36" - - pattern = r"workload=(?P[^ ]+)\s*" - workload = re.search(pattern, str(self.spec.variants)) - workload_string = workload.group(1) - - return { - "osu-micro-benchmarks": { - # TODO replace with a hash once we have one? - "workloads": { - workload_string: { - "experiments": { - "scaling_{n_nodes}nodes_medium": { - "variants": { - "package_manager": "spack", - }, - "variables": variables, - } - } - } - } - } - } - - def compute_spack_section(self): - # TODO: express that we need certain variables from system - # Does not need to happen before merge, separate task - osu_microbenchmarks_spack_spec = "osu-micro-benchmarks" - packages = ["default-mpi", self.spec.name] - - return { - "packages": { - "osu-micro-benchmarks": { - "pkg_spec": osu_microbenchmarks_spack_spec, - "compiler": "default-compiler", - } - }, - "environments": {"osu-micro-benchmarks": {"packages": packages}}, - - } From 8ac18d2f82f5560c77a254782753ebb6ea13feb9 Mon Sep 17 00:00:00 2001 From: pearce8 Date: Wed, 13 Nov 2024 10:47:10 -0700 Subject: [PATCH 14/14] indentation --- .github/workflows/run.yml | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/.github/workflows/run.yml b/.github/workflows/run.yml index c24dcda7e..0c5a07cda 100644 --- a/.github/workflows/run.yml +++ b/.github/workflows/run.yml @@ -379,13 +379,13 @@ jobs: workspace setup --dry-run - name: Dry run dynamic osu-micro-benchmarks/mpi-only with dynamic CTS ruby - run: | - benchpark system init --dest=ruby-system cts cluster=ruby - benchpark experiment init --dest=osu-micro-benchmarks-mpi-only osu-micro-benchmarks - benchpark setup ./osu-micro-benchmarks-mpi-only ./ruby-system workspace/ - . workspace/setup.sh - ramble \ - --workspace-dir workspace/osu-micro-benchmarks-mpi-only/Cts-6d48f81/workspace \ - --disable-progress-bar \ - --disable-logger \ - workspace setup --dry-run + run: | + ./bin/benchpark system init --dest=ruby-system cts cluster=ruby + ./bin/benchpark experiment init --dest=osu-micro-benchmarks-mpi-only osu-micro-benchmarks + ./bin/benchpark setup ./osu-micro-benchmarks-mpi-only ./ruby-system workspace/ + . workspace/setup.sh + ramble \ + --workspace-dir workspace/osu-micro-benchmarks-mpi-only/Cts-6d48f81/workspace \ + --disable-progress-bar \ + --disable-logger \ + workspace setup --dry-run