Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

port rrfs-workflow to gaea #529

Merged
merged 3 commits into from
Oct 15, 2024
Merged

port rrfs-workflow to gaea #529

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
3c6b926
port rrfs-workflow to gaea
guoqing-noaa Oct 15, 2024
b464748
update MPASSIT for Gaea
guoqing-noaa Oct 15, 2024
5a6ce49
Merge branch 'rrfs-mpas-jedi' into gaea
guoqing-noaa Oct 15, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 28 additions & 0 deletions modulefiles/prod_util/gaea.lua
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
-- -*- lua -*-
-- Module file created by spack (https://github.com/spack/spack) on 2024-06-28 14:08:47.507927
--
-- [email protected]%[email protected]~ipo build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3/ynnwpz3
--

whatis([[Name : prod-util]])
whatis([[Version : 2.1.1]])
whatis([[Target : zen3]])
whatis([[Short description : Product utilities for the NCEP models.]])

help([[Name : prod-util]])
help([[Version: 2.1.1]])
help([[Target : zen3]])
help()
help([[ Product utilities for the NCEP models. This is part of NOAA's NCEPLIBS
project.]])

prepend_path("PATH", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/bin", ":")
prepend_path("CMAKE_PREFIX_PATH", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/.", ":")
prepend_path("PATH", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/bin", ":")
prepend_path("CMAKE_PREFIX_PATH", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/.", ":")
setenv("prod_util_ROOT", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3")
setenv("MDATE", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/bin/mdate")
setenv("NDATE", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/bin/ndate")
setenv("NHOUR", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/bin/nhour")
setenv("FSYNC", "/autofs/ncrc-svm1_proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/intel/2023.2.0/prod-util-2.1.1-ynnwpz3/bin/fsync_file")

18 changes: 18 additions & 0 deletions modulefiles/rrfs/gaea.intel.lua
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
help([[
This module loads libraries for rrfs-workflow
]])

whatis([===[Loads libraries for rrfs-workflow ]===])
prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core")

load("stack-intel/2023.2.0")
load("stack-cray-mpich/8.1.29")
load("cmake/3.23.1")
load("parallel-netcdf/1.12.2")
load("parallelio/2.5.10")

setenv("PIO", os.getenv("parallelio_ROOT"))

setenv("CMAKE_C_COMPILER", "cc")
setenv("CMAKE_CXX_COMPILER", "CC")
setenv("CMAKE_Fortran_COMPILER", "fn")
2 changes: 1 addition & 1 deletion sorc/MPASSIT
Open in desktop
Submodule MPASSIT updated 4 files
+1 −37 machine-setup.sh
+0 −22 modulefiles/build.gaea.intel
+19 −0 modulefiles/build.gaea.intel.lua
+1 −1 modulefiles/build.jet.intel.lua
2 changes: 1 addition & 1 deletion sorc/UPP
Open in desktop
Submodule UPP updated 34 files
+1 −1 CMakeLists.txt
+11 −2 doc/user_guide.md
+ − fix/hires_micro_lookup.dat
+ − fix/nam_micro_lookup.dat
+ − fix/rap_micro_lookup.dat
+6 −9 modulefiles/noaacloud.lua
+2 −2 modulefiles/wcoss2.lua
+7 −0 parm/gefs/post_itag_gefs128
+300 −3 parm/gefs/postcntrl_gefs.xml
+268 −0 parm/gefs/postcntrl_gefs_f00.xml
+1,975 −1 parm/gefs/postxconfig-NT-gefs-f00.txt
+10 −0 parm/gefs/postxconfig-NT-gefs-wafs.txt
+2,191 −7 parm/gefs/postxconfig-NT-gefs.txt
+7 −0 parm/gfs/post_itag_gfs128
+0 −0 parm/gfs/post_itag_gfs65
+0 −7 parm/gfs/post_tag_gfs128
+15 −0 parm/gfs/postxconfig-NT-gfs-wafs-anl.txt
+25 −0 parm/gfs/postxconfig-NT-gfs-wafs-ext.txt
+60 −0 parm/gfs/postxconfig-NT-gfs-wafs.txt
+7 −1 parm/hfip_postcntrl.xml
+8 −0 parm/makefile
+12 −12 parm/postxconfig-NT-hfip.txt
+213 −3 parm/postxconfig-NT-rrfs_mpas.txt
+18 −8 parm/rrfs_mpas_postcntrl.xml
+5 −0 sorc/ncep_post.fd/CMakeLists.txt
+232 −257 sorc/ncep_post.fd/INITPOST_MPAS.F
+3 −3 sorc/ncep_post.fd/SURFCE.f
+7 −0 sorc/ncep_post.fd/WRFPOST.F
+28 −17 sorc/ncep_post.fd/getIVariableN.f
+27 −17 sorc/ncep_post.fd/getVariable.f
+1 −1 sorc/ncep_post.fd/post_gtg.fd
+57 −57 tests/logs/rt.log.HERA
+57 −57 tests/logs/rt.log.HERCULES
+57 −57 tests/logs/rt.log.ORION
5 changes: 3 additions & 2 deletions sorc/build.mpas
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,9 +25,10 @@ module list

cd ${HOMErrfs}/sorc/MPAS-Model
make clean CORE=init_atmosphere
make -j8 intel-mpi CORE=init_atmosphere PRECISION=single
#make -j8 intel-mpi CORE=atmosphere PRECISION=single # intel-mpi does not work on Gaea
make -j8 ifort CORE=init_atmosphere PRECISION=single
make clean CORE=atmosphere
make -j8 intel-mpi CORE=atmosphere PRECISION=single
make -j8 ifort CORE=atmosphere PRECISION=single

mkdir -p ${HOMErrfs}/exec
echo "copy ${EXEC} to ../exec/init_atmosphere_model.x"
Expand Down
2 changes: 2 additions & 0 deletions sorc/build.wps
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,8 @@ cd ${HOMErrfs}/sorc/WPS
./clean
if [ "${MACHINE}" = "wcoss2" ]; then
cp ../configure.wps_wcoss2 configure.wps
elif [ "${MACHINE}" = "gaea" ]; then
echo "23" | ./configure --nowrf
else
echo "19" | ./configure --nowrf
fi
Expand Down
15 changes: 9 additions & 6 deletions workflow/ush/detect_machine.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,10 @@ case $(hostname -f) in
dlogin0[1-9].dogwood.wcoss2.ncep.noaa.gov) MACHINE=wcoss2 ;; ### dogwood01-9
dlogin10.dogwood.wcoss2.ncep.noaa.gov) MACHINE=wcoss2 ;; ### dogwood10

gaea9) MACHINE=gaea ;; ### gaea9
gaea1[0-6]) MACHINE=gaea ;; ### gaea10-16
gaea9.ncrc.gov) MACHINE=gaea ;; ### gaea9
gaea1[0-6].ncrc.gov) MACHINE=gaea ;; ### gaea10-16
gaea|gaea5[1-8]) MACHINE=gaea ;;
gaea6[1-8]) MACHINE=gaea ;;
gaea.ncrc.gov|gaea5[1-8].ncrc.gov) MACHINE=gaea ;;
gaea6[1-8].ncrc.gov) MACHINE=gaea ;;

hfe0[1-9]) MACHINE=hera ;; ### hera01-09
hfe1[0-2]) MACHINE=hera ;; ### hera10-12
Expand Down Expand Up @@ -66,8 +66,11 @@ if [[ "${MACHINE}" == "UNKNOWN" ]]; then
else
MACHINE=orion
fi
elif [[ -d /gpfs && -d /ncrc ]]; then
# We are on GAEA.
elif [[ -d /gpfs/f5 && -d /ncrc ]]; then
# We are on GAEA
MACHINE=gaea
elif [[ -d /gpfs/f6 && -d /ncrc ]]; then
# We are on GAEA
MACHINE=gaea
elif [[ -d /data/prod ]]; then
# We are on SSEC's S4
Expand Down
9 changes: 9 additions & 0 deletions workflow/ush/init.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,15 @@ case ${MACHINE} in
orion|hercules)
FIX_RRFS_LOCATION=/work/noaa/zrtrr/FIX_RRFS2
;;
gaea)
if [[ -d /gpfs/f5 ]]; then
FIX_RRFS_LOCATION=/gpfs/f5/gsl-glo/world-shared/role.rrfsfix/FIX_RRFS2
elif [[ -d /gpfs/f6 ]]; then
FIX_RRFS_LOCATION=/gpfs/f6/bil-fire10-oar/world-shared/role.rrfsfix/FIX_RRFS2
else
echo "unsupported gaea cluster: ${MACHINE}"
fi
;;
*)
FIX_RRFS_LOCATION=/unknown/location
echo "platform not supported: ${MACHINE}"
Expand Down