From 58440bd73252b5d25ffede3b2a1edf51be61f9e6 Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 15:18:27 -0600 Subject: [PATCH 1/9] port RDASApp to Gaea C6 update module files, docs and scripts --- README.md | 1 + build.sh | 6 +- docs/build_and_test.md | 5 +- modulefiles/EVA/gaeaC6.lua | 19 +++++ modulefiles/RDAS/gaeaC6.intel.lua | 82 +++++++++++++++++++ .../templates/mpasjedi_expr/run_bump.sh | 7 +- .../templates/mpasjedi_expr/run_jedi.sh | 7 +- ush/detect_machine.sh | 17 ++-- ush/init.sh | 5 +- 9 files changed, 133 insertions(+), 16 deletions(-) create mode 100644 modulefiles/EVA/gaeaC6.lua create mode 100644 modulefiles/RDAS/gaeaC6.intel.lua diff --git a/README.md b/README.md index 1ef496c8..4b5849fd 100644 --- a/README.md +++ b/README.md @@ -6,6 +6,7 @@ Repository for JEDI-based data assimilation for the Rapid Refresh Forecast Syste - NOAA RDHPCS Jet - NOAA RDHPCS Orion - NOAA RDHPCS Hercules +- NOAA RDHPCS Gaea ## [How to clone and build RDASAPP?](docs/build_and_test.md) ## [How to run RRFS CTest?](docs/build_and_test.md#3-rrfs-ctest) diff --git a/build.sh b/build.sh index d9a7f2b1..8ac29ab6 100755 --- a/build.sh +++ b/build.sh @@ -77,10 +77,10 @@ while getopts "p:c:m:j:hvfsx" opt; do done case ${BUILD_TARGET} in - hera | orion | hercules | jet) + hera | orion | hercules | jet | gaeaC5 | gaeaC6 ) echo "Building RDASApp on $BUILD_TARGET" echo " Build initiated `date`" - source $dir_root/ush/module-setup.sh + [[ "${BUILD_TARGET}" != *gaeaC* ]] && source $dir_root/ush/module-setup.sh module use $dir_root/modulefiles module load RDAS/$BUILD_TARGET.$COMPILER CMAKE_OPTS+=" -DMPIEXEC_EXECUTABLE=$MPIEXEC_EXEC -DMPIEXEC_NUMPROC_FLAG=$MPIEXEC_NPROC -DBUILD_GSIBEC=ON -DMACHINE_ID=$MACHINE_ID" @@ -95,7 +95,7 @@ esac # Set default number of build jobs based on machine if [[ $BUILD_TARGET == 'orion' ]]; then # lower due to memory limit on login nodes BUILD_JOBS=${BUILD_JOBS:-4} -else # hera, hercules, jet +else # hera, hercules, jet, gaeaC5, gaeaC6 BUILD_JOBS=${BUILD_JOBS:-6} fi diff --git a/docs/build_and_test.md b/docs/build_and_test.md index 7bb9ebb0..4aac3406 100644 --- a/docs/build_and_test.md +++ b/docs/build_and_test.md @@ -14,4 +14,7 @@ Run `./build.sh -h` to learn more about command line options supported by build. ``` ush/run_rrfs_tests.sh $account ``` -Where `$account` is your valid slurm resource account (e.g., `fv3-cam`, `da-cpu`, `wrfruc`, `rtrr`, `nrtrr`, etc.). +Where `$account` is your valid slurm resource account (e.g., `fv3-cam`, `da-cpu`, `wrfruc`, `rtrr`, `nrtrr`, etc.). +- To run ctest mannualy without using the above bash script, follow these two steps first: +`source ush/load_rdas.sh` +`export SLURM_ACCOUNT=$account` diff --git a/modulefiles/EVA/gaeaC6.lua b/modulefiles/EVA/gaeaC6.lua new file mode 100644 index 00000000..50f8c2c0 --- /dev/null +++ b/modulefiles/EVA/gaeaC6.lua @@ -0,0 +1,19 @@ +help([[ +Load environment for running EVA. +]]) + +local pkgName = myModuleName() +local pkgVersion = myModuleVersion() +local pkgNameVer = myModuleFullName() + +conflict(pkgName) + +prepend_path("MODULEPATH", '/gpfs/f6/bil-fire10-oar/world-shared/gge/miniconda3/modulefiles') + +load("miniconda3/4.6.14") +load("eva/1.0.0") + +whatis("Name: ".. pkgName) +whatis("Version: ".. pkgVersion) +whatis("Category: EVA") +whatis("Description: Load all libraries needed for EVA") diff --git a/modulefiles/RDAS/gaeaC6.intel.lua b/modulefiles/RDAS/gaeaC6.intel.lua new file mode 100644 index 00000000..0d6ca5e6 --- /dev/null +++ b/modulefiles/RDAS/gaeaC6.intel.lua @@ -0,0 +1,82 @@ +help([[ +Load environment for running the RDAS application with Intel compilers and MPI. +]]) + +local pkgName = myModuleName() +local pkgVersion = myModuleVersion() +local pkgNameVer = myModuleFullName() + +prepend_path("MODULEPATH", '/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core') + +-- below two lines get us access to the spack-stack modules +load("stack-intel/2023.2.0") +load("stack-cray-mpich/8.1.29") +-- JCSDA has 'jedi-fv3-env/unified-dev', but we should load these manually as needed +load("cmake/3.23.1") +load("gettext/0.20.2") +--load("libunistring/1.1") +--load("libidn2/2.3.4") +load("pcre2/10.42") +load("curl/8.4.0") +load("zlib/1.2.13") +load("git/2.42.0") +load("pkg-config/0.29.2") +load("hdf5/1.14.0") +load("parallel-netcdf/1.12.2") +load("netcdf-c/4.9.2") +load("nccmp/1.9.0.1") +load("netcdf-fortran/4.6.1") +load("nco/5.0.6") +load("parallelio/2.5.10") +load("wget/1.20.3") +load("boost/1.83.0") +load("bufr/12.0.1") +load("git-lfs/2.11.0") +load("ecbuild/3.7.2") +load("openjpeg/2.3.1") +load("eccodes/2.32.0") +load("eigen/3.4.0") +load("openblas/0.3.24") +load("eckit/1.24.5") +load("fftw/3.3.10") +load("fckit/0.11.0") +load("fiat/1.2.0") +--load("ectrans/1.2.0") +load("atlas/0.35.1") +load("sp/2.5.0") +load("gsl-lite/0.37.0") +load("libjpeg/2.1.0") +load("krb5/1.20.1") +load("libtirpc/1.3.3") +load("hdf/4.2.15") +load("jedi-cmake/1.4.0") +load("libpng/1.6.37") +load("udunits/2.2.28") +load("ncview/2.1.9") +load("netcdf-cxx4/4.3.1") +load("json/3.10.5") +--load("crtm/v2.4_jedi") +load("prod_util/2.1.1") +load("fms/2023.04") + +load("py-jinja2/3.0.3") +load("py-netcdf4/1.5.8") +load("py-pybind11/2.11.0") +load("py-pycodestyle/2.11.0") +load("py-pyyaml/6.0") +load("py-scipy/1.11.3") +load("py-xarray/2023.7.0") + +setenv("CC","cc") +setenv("FC","ftn") +setenv("CXX","CC") + +local mpiexec = '/usr/bin/srun' +local mpinproc = '-n' +setenv('MPIEXEC_EXEC', mpiexec) +setenv('MPIEXEC_NPROC', mpinproc) + +whatis("Name: ".. pkgName) +whatis("Version: ".. pkgVersion) +whatis("Category: RDASApp") +whatis("Description: Load all libraries needed for RDASApp") diff --git a/rrfs-test/scripts/templates/mpasjedi_expr/run_bump.sh b/rrfs-test/scripts/templates/mpasjedi_expr/run_bump.sh index 481e3c8e..25b57223 100755 --- a/rrfs-test/scripts/templates/mpasjedi_expr/run_bump.sh +++ b/rrfs-test/scripts/templates/mpasjedi_expr/run_bump.sh @@ -1,6 +1,7 @@ #!/bin/sh #SBATCH --account=rtrr -#SBATCH --qos=batch +#SBATCH --qos=batch # use the normal queue on Gaea +###SBATCH -M c6 # for Gaea ###SBATCH --partition=bigmem ###SBATCH --partition=kjet ###SBATCH --reservation=rrfsens @@ -13,7 +14,9 @@ RDASApp=@RDASApp@ -. /apps/lmod/lmod/init/sh +if [[ -s /apps/lmod/lmod/init/sh ]]; then + . /apps/lmod/lmod/init/sh +fi module purge source ${RDASApp}/ush/detect_machine.sh diff --git a/rrfs-test/scripts/templates/mpasjedi_expr/run_jedi.sh b/rrfs-test/scripts/templates/mpasjedi_expr/run_jedi.sh index 0671f5ba..87f4d452 100755 --- a/rrfs-test/scripts/templates/mpasjedi_expr/run_jedi.sh +++ b/rrfs-test/scripts/templates/mpasjedi_expr/run_jedi.sh @@ -1,6 +1,7 @@ #!/bin/sh #SBATCH --account=rtrr -#SBATCH --qos=batch +#SBATCH --qos=batch # use the normal queue on Gaea +###SBATCH -M c6 # for Gaea ###SBATCH --partition=kjet ###SBATCH --reservation=rrfsens #SBATCH --ntasks=120 @@ -16,7 +17,9 @@ inputfile=./rrfs_mpasjedi_2024052700_Ens3Dvar.yaml # FOR ENVAR #inputfile=./rrfs_mpasjedi_2024052700_letkf.yaml # FOR LETKF #inputfile=./rrfs_mpasjedi_2024052700_getkf.yaml # FOR GETKF -. /apps/lmod/lmod/init/sh +if [[ -s /apps/lmod/lmod/init/sh ]]; then + . /apps/lmod/lmod/init/sh +fi module purge source ${RDASApp}/ush/detect_machine.sh diff --git a/ush/detect_machine.sh b/ush/detect_machine.sh index 8ff43ef1..77034d32 100755 --- a/ush/detect_machine.sh +++ b/ush/detect_machine.sh @@ -21,10 +21,10 @@ case $(hostname -f) in dlogin0[1-9].dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood01-9 dlogin10.dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood10 - gaea9) MACHINE_ID=gaea ;; ### gaea9 - gaea1[0-6]) MACHINE_ID=gaea ;; ### gaea10-16 - gaea9.ncrc.gov) MACHINE_ID=gaea ;; ### gaea9 - gaea1[0-6].ncrc.gov) MACHINE_ID=gaea ;; ### gaea10-16 + gaea|gaea5[1-8]) MACHINE_ID=gaeaC5 ;; + gaea6[1-8]) MACHINE_ID=gaeaC6 ;; + gaea.ncrc.gov|gaea5[1-8].ncrc.gov) MACHINE_ID=gaeaC5 ;; + gaea6[1-8].ncrc.gov) MACHINE_ID=gaeaC6 ;; hfe0[1-9]) MACHINE_ID=hera ;; ### hera01-09 hfe1[0-2]) MACHINE_ID=hera ;; ### hera10-12 @@ -83,9 +83,12 @@ elif [[ -d /work ]]; then else MACHINE_ID=orion fi -elif [[ -d /gpfs && -d /ncrc ]]; then - # We are on GAEA. - MACHINE_ID=gaea +elif [[ -d /gpfs/f5 && -d /ncrc ]]; then + # We are on GAEA_C5. + MACHINE_ID=gaeaC5 +elif [[ -d /gpfs/f6 && -d /ncrc ]]; then + # We are on GAEA_C5. + MACHINE_ID=gaeaC6 elif [[ -d /data/prod ]]; then # We are on SSEC's S4 MACHINE_ID=s4 diff --git a/ush/init.sh b/ush/init.sh index a28a3a1b..abcba7fb 100755 --- a/ush/init.sh +++ b/ush/init.sh @@ -6,7 +6,7 @@ basedir="$(dirname "$ushdir")" case ${MACHINE_ID} in hera) - RDAS_DATA=/scratch1/NCEPDEV/fv3-cam/RDAS_DATA + RDAS_DATA=/scratch2/BMC/rtrr/RDAS_DATA ;; jet) RDAS_DATA=/lfs5/BMC/nrtrr/RDAS_DATA @@ -14,6 +14,9 @@ case ${MACHINE_ID} in orion|hercules) RDAS_DATA=/work/noaa/zrtrr/RDAS_DATA ;; + gaeaC6) + RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/rrfsfix/RDAS_DATA + ;; *) echo "platform not supported: ${MACHINE_ID}" ;; From 2dd0b073e6203ad7b6ea8971856c0f1588a35bad Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 17:36:52 -0400 Subject: [PATCH 2/9] port RDASApp to Gaea C5 --- README.md | 2 +- modulefiles/EVA/gaeaC5.lua | 19 +++++++++++++++++++ modulefiles/RDAS/gaeaC5.intel.lua | 1 + ush/init.sh | 3 +++ 4 files changed, 24 insertions(+), 1 deletion(-) create mode 100644 modulefiles/EVA/gaeaC5.lua create mode 120000 modulefiles/RDAS/gaeaC5.intel.lua diff --git a/README.md b/README.md index 4b5849fd..b8548f50 100644 --- a/README.md +++ b/README.md @@ -6,7 +6,7 @@ Repository for JEDI-based data assimilation for the Rapid Refresh Forecast Syste - NOAA RDHPCS Jet - NOAA RDHPCS Orion - NOAA RDHPCS Hercules -- NOAA RDHPCS Gaea +- NOAA RDHPCS Gaea (C5 and C6) ## [How to clone and build RDASAPP?](docs/build_and_test.md) ## [How to run RRFS CTest?](docs/build_and_test.md#3-rrfs-ctest) diff --git a/modulefiles/EVA/gaeaC5.lua b/modulefiles/EVA/gaeaC5.lua new file mode 100644 index 00000000..f50c60b3 --- /dev/null +++ b/modulefiles/EVA/gaeaC5.lua @@ -0,0 +1,19 @@ +help([[ +Load environment for running EVA. +]]) + +local pkgName = myModuleName() +local pkgVersion = myModuleVersion() +local pkgNameVer = myModuleFullName() + +conflict(pkgName) + +prepend_path("MODULEPATH", '/gpfs/f5/gsl-glo/world-shared/gge/miniconda3/modulefiles') + +load("miniconda3/4.6.14") +load("eva/1.0.0") + +whatis("Name: ".. pkgName) +whatis("Version: ".. pkgVersion) +whatis("Category: EVA") +whatis("Description: Load all libraries needed for EVA") diff --git a/modulefiles/RDAS/gaeaC5.intel.lua b/modulefiles/RDAS/gaeaC5.intel.lua new file mode 120000 index 00000000..70290fbb --- /dev/null +++ b/modulefiles/RDAS/gaeaC5.intel.lua @@ -0,0 +1 @@ +gaeaC6.intel.lua \ No newline at end of file diff --git a/ush/init.sh b/ush/init.sh index abcba7fb..a915a601 100755 --- a/ush/init.sh +++ b/ush/init.sh @@ -17,6 +17,9 @@ case ${MACHINE_ID} in gaeaC6) RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/rrfsfix/RDAS_DATA ;; + gaeaC5) + RDAS_DATA=/gpfs/f6/gsl-glo/world-shared/rrfsfix/RDAS_DATA + ;; *) echo "platform not supported: ${MACHINE_ID}" ;; From 06dd45e50c2f20e56dd933c11cc50f6620cc4109 Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 18:06:39 -0400 Subject: [PATCH 3/9] need to module load git-lfs before cloning on Gaea --- docs/build_and_test.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/build_and_test.md b/docs/build_and_test.md index 4aac3406..ffe2932e 100644 --- a/docs/build_and_test.md +++ b/docs/build_and_test.md @@ -1,5 +1,5 @@ ## 1.Clone RDASApp -If running on Orion/Hercules, you will need to run `module load git-lfs` before cloning. +If running on Orion/Hercules/Gaea, you will need to run `module load git-lfs` before cloning. ``` git clone --recurse-submodules https://github.com/NOAA-EMC/RDASApp.git ``` From 7f1941e732022204db3492cf70eccdcff033a413 Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 19:53:20 -0400 Subject: [PATCH 4/9] bug fix for C5 in init.sh --- ush/init.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ush/init.sh b/ush/init.sh index a915a601..f013f982 100755 --- a/ush/init.sh +++ b/ush/init.sh @@ -18,7 +18,7 @@ case ${MACHINE_ID} in RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/rrfsfix/RDAS_DATA ;; gaeaC5) - RDAS_DATA=/gpfs/f6/gsl-glo/world-shared/rrfsfix/RDAS_DATA + RDAS_DATA=/gpfs/f5/gsl-glo/world-shared/rrfsfix/RDAS_DATA ;; *) echo "platform not supported: ${MACHINE_ID}" From 0c3546eb69a89f2a4246ad20934c63aefae03ec5 Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 19:57:31 -0400 Subject: [PATCH 5/9] minor changes on init.sh --- ush/init.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ush/init.sh b/ush/init.sh index f013f982..9367ed64 100755 --- a/ush/init.sh +++ b/ush/init.sh @@ -15,10 +15,10 @@ case ${MACHINE_ID} in RDAS_DATA=/work/noaa/zrtrr/RDAS_DATA ;; gaeaC6) - RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/rrfsfix/RDAS_DATA + RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/role.rrfsfix/RDAS_DATA ;; gaeaC5) - RDAS_DATA=/gpfs/f5/gsl-glo/world-shared/rrfsfix/RDAS_DATA + RDAS_DATA=/gpfs/f5/gsl-glo/world-shared/role.rrfsfix/RDAS_DATA ;; *) echo "platform not supported: ${MACHINE_ID}" From 5f661e0ae05f593b6096417326707943ee9582c3 Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 21:31:29 -0400 Subject: [PATCH 6/9] detect_machine.sh only returns gaea to be consistent with other codes, such as UPP, MPASSIT, etc --- build.sh | 6 +++--- .../RDAS/{gaeaC6.intel.lua => gaea.intel.lua} | 0 modulefiles/RDAS/gaeaC5.intel.lua | 1 - ush/detect_machine.sh | 15 +++++++-------- ush/init.sh | 13 ++++++++----- ush/load_eva.sh | 8 +++++++- 6 files changed, 25 insertions(+), 18 deletions(-) rename modulefiles/RDAS/{gaeaC6.intel.lua => gaea.intel.lua} (100%) delete mode 120000 modulefiles/RDAS/gaeaC5.intel.lua diff --git a/build.sh b/build.sh index 8ac29ab6..3e30048b 100755 --- a/build.sh +++ b/build.sh @@ -77,10 +77,10 @@ while getopts "p:c:m:j:hvfsx" opt; do done case ${BUILD_TARGET} in - hera | orion | hercules | jet | gaeaC5 | gaeaC6 ) + hera | orion | hercules | jet | gaea ) echo "Building RDASApp on $BUILD_TARGET" echo " Build initiated `date`" - [[ "${BUILD_TARGET}" != *gaeaC* ]] && source $dir_root/ush/module-setup.sh + [[ "${BUILD_TARGET}" != *gaea* ]] && source $dir_root/ush/module-setup.sh module use $dir_root/modulefiles module load RDAS/$BUILD_TARGET.$COMPILER CMAKE_OPTS+=" -DMPIEXEC_EXECUTABLE=$MPIEXEC_EXEC -DMPIEXEC_NUMPROC_FLAG=$MPIEXEC_NPROC -DBUILD_GSIBEC=ON -DMACHINE_ID=$MACHINE_ID" @@ -95,7 +95,7 @@ esac # Set default number of build jobs based on machine if [[ $BUILD_TARGET == 'orion' ]]; then # lower due to memory limit on login nodes BUILD_JOBS=${BUILD_JOBS:-4} -else # hera, hercules, jet, gaeaC5, gaeaC6 +else # hera, hercules, jet, gaea BUILD_JOBS=${BUILD_JOBS:-6} fi diff --git a/modulefiles/RDAS/gaeaC6.intel.lua b/modulefiles/RDAS/gaea.intel.lua similarity index 100% rename from modulefiles/RDAS/gaeaC6.intel.lua rename to modulefiles/RDAS/gaea.intel.lua diff --git a/modulefiles/RDAS/gaeaC5.intel.lua b/modulefiles/RDAS/gaeaC5.intel.lua deleted file mode 120000 index 70290fbb..00000000 --- a/modulefiles/RDAS/gaeaC5.intel.lua +++ /dev/null @@ -1 +0,0 @@ -gaeaC6.intel.lua \ No newline at end of file diff --git a/ush/detect_machine.sh b/ush/detect_machine.sh index 77034d32..bab25e23 100755 --- a/ush/detect_machine.sh +++ b/ush/detect_machine.sh @@ -21,10 +21,10 @@ case $(hostname -f) in dlogin0[1-9].dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood01-9 dlogin10.dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood10 - gaea|gaea5[1-8]) MACHINE_ID=gaeaC5 ;; - gaea6[1-8]) MACHINE_ID=gaeaC6 ;; - gaea.ncrc.gov|gaea5[1-8].ncrc.gov) MACHINE_ID=gaeaC5 ;; - gaea6[1-8].ncrc.gov) MACHINE_ID=gaeaC6 ;; + gaea|gaea5[1-8]) MACHINE_ID=gaea ;; + gaea6[1-8]) MACHINE_ID=gaea ;; + gaea.ncrc.gov|gaea5[1-8].ncrc.gov) MACHINE_ID=gaea ;; + gaea6[1-8].ncrc.gov) MACHINE_ID=gaea ;; hfe0[1-9]) MACHINE_ID=hera ;; ### hera01-09 hfe1[0-2]) MACHINE_ID=hera ;; ### hera10-12 @@ -84,11 +84,10 @@ elif [[ -d /work ]]; then MACHINE_ID=orion fi elif [[ -d /gpfs/f5 && -d /ncrc ]]; then - # We are on GAEA_C5. - MACHINE_ID=gaeaC5 + # We are on GAEA + MACHINE_ID=gaea elif [[ -d /gpfs/f6 && -d /ncrc ]]; then - # We are on GAEA_C5. - MACHINE_ID=gaeaC6 + MACHINE_ID=gaea elif [[ -d /data/prod ]]; then # We are on SSEC's S4 MACHINE_ID=s4 diff --git a/ush/init.sh b/ush/init.sh index 9367ed64..7045e487 100755 --- a/ush/init.sh +++ b/ush/init.sh @@ -14,11 +14,14 @@ case ${MACHINE_ID} in orion|hercules) RDAS_DATA=/work/noaa/zrtrr/RDAS_DATA ;; - gaeaC6) - RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/role.rrfsfix/RDAS_DATA - ;; - gaeaC5) - RDAS_DATA=/gpfs/f5/gsl-glo/world-shared/role.rrfsfix/RDAS_DATA + gaea) + if [[ -d /gpfs/f5 ]]; then + RDAS_DATA=/gpfs/f5/gsl-glo/world-shared/role.rrfsfix/RDAS_DATA + elif [[ -d /gpfs/f6 ]]; then + RDAS_DATA=/gpfs/f6/bil-fire10-oar/world-shared/role.rrfsfix/RDAS_DATA + else + echo "unsupported gaea cluster: ${MACHINE_ID}" + fi ;; *) echo "platform not supported: ${MACHINE_ID}" diff --git a/ush/load_eva.sh b/ush/load_eva.sh index c6ec457f..79817814 100755 --- a/ush/load_eva.sh +++ b/ush/load_eva.sh @@ -12,5 +12,11 @@ source ${ushdir}/detect_machine.sh module purge module use ${ushdir}/../modulefiles -module load EVA/${MACHINE_ID} +if [[ -d /gpfs/f5 ]]; then + module load EVA/${MACHINE_ID}C5 +elif [[ -d /gpfs/f6 ]]; then + module load EVA/${MACHINE_ID}C6 +else + module load EVA/${MACHINE_ID} +fi module list From 429d4bc1a35eec77fe01dd8efd28dbc849d357ae Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 21:36:14 -0400 Subject: [PATCH 7/9] minor changes --- ush/load_eva.sh | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/ush/load_eva.sh b/ush/load_eva.sh index 79817814..435ff034 100755 --- a/ush/load_eva.sh +++ b/ush/load_eva.sh @@ -12,10 +12,14 @@ source ${ushdir}/detect_machine.sh module purge module use ${ushdir}/../modulefiles -if [[ -d /gpfs/f5 ]]; then - module load EVA/${MACHINE_ID}C5 -elif [[ -d /gpfs/f6 ]]; then - module load EVA/${MACHINE_ID}C6 +if [[ "$MACHINE_ID" == "gaea" ]]; then + if [[ -d /gpfs/f5 ]]; then + module load EVA/${MACHINE_ID}C5 + elif [[ -d /gpfs/f6 ]]; then + module load EVA/${MACHINE_ID}C6 + else + echo "not supported gaea cluster: ${MACHINE_ID}" + fi else module load EVA/${MACHINE_ID} fi From 7025b731e74ec222da3cc922b6958cc8ecb999dc Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Mon, 14 Oct 2024 21:38:22 -0400 Subject: [PATCH 8/9] cosmetic changes --- ush/load_eva.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ush/load_eva.sh b/ush/load_eva.sh index 435ff034..5b4852ee 100755 --- a/ush/load_eva.sh +++ b/ush/load_eva.sh @@ -12,7 +12,7 @@ source ${ushdir}/detect_machine.sh module purge module use ${ushdir}/../modulefiles -if [[ "$MACHINE_ID" == "gaea" ]]; then +if [[ "${MACHINE_ID}" == "gaea" ]]; then if [[ -d /gpfs/f5 ]]; then module load EVA/${MACHINE_ID}C5 elif [[ -d /gpfs/f6 ]]; then From 51acb237dd1c965eb7c4576363ec257ef78fa5d8 Mon Sep 17 00:00:00 2001 From: "guoqing.ge" Date: Tue, 15 Oct 2024 10:48:21 -0600 Subject: [PATCH 9/9] revert the RDAS_DATA change on hera --- ush/init.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ush/init.sh b/ush/init.sh index 7045e487..bf596d8d 100755 --- a/ush/init.sh +++ b/ush/init.sh @@ -6,7 +6,7 @@ basedir="$(dirname "$ushdir")" case ${MACHINE_ID} in hera) - RDAS_DATA=/scratch2/BMC/rtrr/RDAS_DATA + RDAS_DATA=/scratch1/NCEPDEV/fv3-cam/RDAS_DATA ;; jet) RDAS_DATA=/lfs5/BMC/nrtrr/RDAS_DATA