Skip to content

Commit

Permalink
More updates to ior acceptance script. Should work.
Browse files Browse the repository at this point in the history
  • Loading branch information
dmageeLANL committed Oct 31, 2023
1 parent fd1cd69 commit a6e5448
Show file tree
Hide file tree
Showing 2 changed files with 39 additions and 19 deletions.
56 changes: 38 additions & 18 deletions microbenchmarks/ior/Xrds_acceptance_script.sh
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ export NNODES=${SLURM_NNODES}
export BUILD_DIR=/tmp/${USER}/ior
export BUILD=true
export IORSRC=$THISDIR
export STONEWALL_LIMIT=4000
separator="\t ------------------------------------------------- \t"

###################################################################
Expand Down Expand Up @@ -70,8 +71,17 @@ runior() {
# 2 is POSIX or MPIIO
# 3 is PRE 2 args
# 4 is POST 2 args
echo srun -N ${NNODES} --ntasks-per-node=${TPN} ./bin/ior ${prearg} $2 ${postarg} -o ${NNODES}_${2}_${1}/a &>> ior_results
srun -N ${NNODES} --ntasks-per-node=${TPN} ./bin/ior ${prearg} $2 ${postarg}} -o ${NNODES}_${2}_${1}/a &>> ior_results
outdir="${NNODES}_${2}_${1}"
if [[ $1 == 'per_node' ]]; then
mkdir -p $outdir
outfile="${outdir}/a"
else
outfile="${outdir}"
fi

echo -e "${separator}\n" &>> ior_results
echo srun --drop-caches="" -N ${NNODES} --ntasks-per-node=${TPN} ${PREFIX}/bin/ior ${prearg} $2 ${postarg} -o ${outfile} &>> ior_results
srun --drop-caches="" -N ${NNODES} --ntasks-per-node=${TPN} ${PREFIX}/bin/ior ${prearg} $2 ${postarg} -o ${outfile} &>> ior_results
sleep 3
}

Expand Down Expand Up @@ -110,30 +120,36 @@ fi
# -v -b $SIZE -s $SEGMENTS -t 1M -D 180 -w
# -v -b $SIZE -s $SEGMENTS -t 1M -D 45 -r

###################################################################
# PER NODE READ WRITE
###################################################################
cd $PREFIX
cd $WORKING_DIR

title="per_node"

echo -e "START $separator"
echo -e "$separator"
echo "WRITE: $title"
cd $WORKING_DIR
echo "WRITE: ${title}"
echo " ${PWD}/ior_results"
echo POSIX

prearg='-k -e -a'
postarg='-F -v -b $SIZE -s $SEGMENTS -t 1M -D 180 -w'
###################################################################
# PER NODE READ WRITE
###################################################################
prearg="-k -e -a"
postarg="-F -vv -b $SIZE -s $SEGMENTS -t 1M -D $STONEWALL_LIMIT -w"
runior $title "POSIX"
echo -e "$separator"
runior $title "MPIIO"
echo MPIIO

echo -e "$separator"
echo "READ: $title"
prearg="-C -Q ${TPN} -k -E -a"
postarg="-F -v -b $SIZE -s $SEGMENTS -t 1M -D 30 -r"
runior $title "POSIX" $prearg $postarg
postarg="-F -vv -b $SIZE -s $SEGMENTS -t 1M -D $STONEWALL_LIMIT -r"
echo POSIX
runior $title "POSIX"
echo -e "$separator"
runior $title "MPIIO" $prearg $postarg
runior $title "MPIIO"
echo MPIIO

###################################################################
# SHARED READ WRITE
Expand All @@ -145,23 +161,27 @@ echo -e "$separator"
echo -e "$separator"
echo "WRITE: $title"

prearg='-k -e -E -a'
postarg='-v -b ${SIZE} -s ${SEGMENTS} -t 1M -D 180 -w'
prearg="-k -e -E -a"
postarg="-vv -b ${SIZE} -s ${SEGMENTS} -t 1M -D $STONEWALL_LIMIT -w"
lfs setstripe -c 4 ${WORKING_DIR}/${NNODES}_POSIX_${title}
runior $title "POSIX" $prearg $postarg
echo -e "$separator"
lfs setstripe -c 4 ${WORKING_DIR}/${NNODES}_MPIIO_${title}
runior $title "MPIIO" $prearg $postarg
echo MPIIO

echo -e "$separator"
echo "READ: $title"
prearg="-C -Q ${TPN} -k -E -a"
postarg="-v -b $SIZE -s $SEGMENTS -t 1M -D 45 -r"
runior $title "POSIX" $prearg $postarg
postarg="-vv -b $SIZE -s $SEGMENTS -t 1M -D $STONEWALL_LIMIT -r"
runior $title "POSIX"
echo -e "$separator"
runior $title "MPIIO" $prearg $postarg
runior $title "MPIIO"
echo MPIIO

mkdir -p $HOME/ior_current

mv $WORKING_DIR ${HOME}/ior_current
cp $WORKING_DIR/ior_results ${HOME}/ior_current

echo "Results preserved:"
echo " ${HOME}/ior_current"
Expand Down
2 changes: 1 addition & 1 deletion utils/pavilion
Submodule pavilion updated 81 files
+30 −0 .github/workflows/demo.yml
+24 −1 .github/workflows/unittests.yml
+2 −0 .gitignore
+3 −0 .gitmodules
+24 −0 INSTALLING.md
+8 −4 RELEASE.txt
+14 −2 bin/pav
+57 −61 bin/setup_pav_deps
+26 −2 docs/advanced.rst
+1 −1 docs/basics.rst
+2 −19 docs/install.rst
+1 −1 docs/plugins/basics.rst
+3 −3 docs/plugins/sys_vars.rst
+12 −0 examples/README.md
+3 −1 examples/demo/.gitignore
+88 −4 examples/demo/README.md
+1 −0 examples/demo/demo_github_workflow.yml
+45 −0 examples/demo/hosts/demo_host.yaml
+19 −0 examples/demo/modes/sample_10_perc.yaml
+7 −0 examples/demo/os/README.md
+5 −3 examples/demo/pavilion.yaml
+7 −0 examples/demo/plugins/README.md
+20 −0 examples/demo/plugins/sys_name.py
+3 −0 examples/demo/plugins/sys_name.yapsy-plugin
+30 −0 examples/demo/series/all_tests.yaml
+6 −0 examples/demo/test_src/README.md
+13 −0 examples/demo/test_src/built_example/buildit.yaml
+7 −0 examples/demo/test_src/built_example/hello_world.c
+88 −0 examples/demo/tests/advanced.yaml
+1 −0 examples/demo/tests/buildit.yaml
+1 −1 examples/demo/tests/demo.yaml
+1 −0 lib/hostlist.py
+1 −2 lib/pavilion/arguments.py
+3 −3 lib/pavilion/builder.py
+2 −2 lib/pavilion/commands/_run.py
+1 −1 lib/pavilion/commands/build.py
+3 −3 lib/pavilion/commands/config.py
+2 −2 lib/pavilion/commands/graph.py
+2 −2 lib/pavilion/commands/list_cmd.py
+43 −0 lib/pavilion/commands/log.py
+1 −1 lib/pavilion/commands/ls.py
+16 −9 lib/pavilion/commands/result.py
+2 −2 lib/pavilion/commands/run.py
+3 −3 lib/pavilion/commands/show.py
+1 −1 lib/pavilion/commands/view.py
+8 −5 lib/pavilion/config.py
+17 −8 lib/pavilion/errors.py
+2 −2 lib/pavilion/expression_functions/base.py
+16 −0 lib/pavilion/expression_functions/core.py
+2 −2 lib/pavilion/filters.py
+34 −17 lib/pavilion/parsers/expressions.py
+1 −1 lib/pavilion/resolver/proto_test.py
+4 −4 lib/pavilion/resolver/request.py
+3 −2 lib/pavilion/resolver/resolver.py
+0 −1 lib/pavilion/result/evaluations.py
+1 −1 lib/pavilion/result/parse.py
+5 −5 lib/pavilion/result_parsers/base_classes.py
+1 −1 lib/pavilion/result_parsers/filecheck.py
+7 −7 lib/pavilion/result_parsers/json.py
+4 −4 lib/pavilion/schedulers/advanced.py
+34 −72 lib/pavilion/schedulers/config.py
+26 −6 lib/pavilion/schedulers/plugins/flux.py
+9 −84 lib/pavilion/schedulers/plugins/slurm.py
+4 −4 lib/pavilion/schedulers/scheduler.py
+4 −2 lib/pavilion/series/series.py
+2 −2 lib/pavilion/series/test_set.py
+1 −1 lib/pavilion/sys_vars/sys_name.py
+10 −10 lib/pavilion/test_config/file_format.py
+1 −1 lib/pavilion/test_run/test_run.py
+8 −8 lib/pavilion/variables.py
+0 −1 lib/pavilion/wget.py
+1 −0 lib/sub_repos/python-hostlist
+3 −3 lib/yaml_config/structures.py
+3 −0 requirements.txt
+1 −0 test/tests/expression_function_tests.py
+28 −7 test/tests/log_cmd_tests.py
+76 −3 test/tests/result_tests.py
+4 −4 test/tests/sched_tests.py
+5 −4 test/tests/slurm_tests.py
+71 −5 test/tests/style_tests.py
+9 −0 test/utils/check_pav_deps.py

0 comments on commit a6e5448

Please sign in to comment.