DO NOT MERGE: Add CCPP SCM CI to framework. #22
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI test to build and run the CCPP SCM regression tests | |
| on: [push, pull_request, workflow_dispatch] | |
| jobs: | |
| run_scm_rts: | |
| # The type of runner that the job will run on | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| fortran-compiler: [gfortran-11] | |
| build-type: [Release, Debug] | |
| py-version: [3.9.12] | |
| # Environmental variables | |
| env: | |
| NFHOME: /home/runner/netcdf-fortran | |
| NFVERSION: v4.5.3 | |
| bacio_ROOT: /home/runner/bacio | |
| sp_ROOT: /home/runner/NCEPLIBS-sp | |
| w3emc_ROOT: /home/runner/myw3emc | |
| SCM_ROOT: /home/runner/work/ccpp-framework/ccpp-framework/ccpp-scm | |
| suites: SCM_GFS_v15p2,SCM_GFS_v16,SCM_GFS_v17_p8,SCM_HRRR,SCM_RRFS_v1beta,SCM_RAP,SCM_WoFS_v0 | |
| suites_ps: SCM_GFS_v15p2_ps,SCM_GFS_v16_ps,SCM_GFS_v17_p8_ps,SCM_HRRR_ps,SCM_RRFS_v1beta_ps,SCM_RAP_ps,SCM_WoFS_v0_ps | |
| dir_rt: /home/runner/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| dir_bl: /home/runner/ccpp-scm/test/BL-${{matrix.build-type}} | |
| # Workflow steps | |
| steps: | |
| ####################################################################################### | |
| # Initial | |
| ####################################################################################### | |
| - name: Checkout current framework code (into /home/runner/work/ccpp-framework/) | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Checkout latest CCPP SCM code. | |
| run: | | |
| git clone https://github.com/NCAR/ccpp-scm.git | |
| - name: Initialize submodules | |
| run: | | |
| cd ${SCM_ROOT} | |
| git submodule update --init --recursive | |
| - name: Update ccpp-framework hash in ccpp-scm. | |
| run: | | |
| cd ${SCM_ROOT}/ccpp/framework | |
| git remote add remote_local ${{ github.event.pull_request.head.repo.clone_url }} | |
| git fetch remote_local ${{ github.head_ref }} | |
| git checkout remote_local/${{ github.head_ref }} | |
| ####################################################################################### | |
| # Python setup | |
| ####################################################################################### | |
| - name: Set up Python | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{matrix.py-version}} | |
| - name: Add conda to system path | |
| run: | | |
| echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install NetCDF Python libraries | |
| run: | | |
| conda install --yes -c conda-forge h5py>=3.4 netCDF4 f90nml | |
| - name: Update system packages | |
| run: sudo apt-get update | |
| ####################################################################################### | |
| # Install FORTRAN dependencies | |
| ####################################################################################### | |
| - name: Environment for gfortran compiler | |
| if: contains(matrix.fortran-compiler, 'gnu') | |
| run: | | |
| echo "FC=gfortran-11" >> $GITHUB_ENV | |
| echo "CC=gcc-11" >> $GITHUB_ENV | |
| - name: Environment for ifort compiler | |
| if: contains(matrix.fortran-compiler, 'intel') | |
| run: | | |
| echo "CC=icx" >> $GITHUB_ENV | |
| echo "FC=ifort" >> $GITHUB_ENV | |
| - name: Cache bacio library v2.4.1 | |
| id: cache-bacio-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/bacio | |
| key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install bacio library v2.4.1 | |
| if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.4.1 https://github.com/NOAA-EMC/NCEPLIBS-bacio.git bacio | |
| cd bacio && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${bacio_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "bacio_DIR=/home/runner/bacio/lib/cmake/bacio" >> $GITHUB_ENV | |
| - name: Cache SP-library v2.3.3 | |
| id: cache-sp-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/NCEPLIBS-sp | |
| key: cache-sp-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install SP-library v2.3.3 | |
| if: steps.cache-sp-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.3.3 https://github.com/NOAA-EMC/NCEPLIBS-sp.git NCEPLIBS-sp | |
| cd NCEPLIBS-sp && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${sp_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "sp_DIR=/home/runner/NCEPLIBS-sp/lib/cmake/sp" >> $GITHUB_ENV | |
| - name: Cache w3emc library v2.9.2 | |
| id: cache-w3emc-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/myw3emc | |
| key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install w3emc library v2.9.2 | |
| if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.9.2 https://github.com/NOAA-EMC/NCEPLIBS-w3emc.git NCEPLIBS-w3emc | |
| cd NCEPLIBS-w3emc && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${w3emc_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "w3emc_DIR=/home/runner/myw3emc/lib/cmake/w3emc" >> $GITHUB_ENV | |
| - name: Install NetCDF C library | |
| run: sudo apt-get install libnetcdf-dev | |
| - name: Cache NetCDF Fortran library | |
| id: cache-netcdf-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/netcdf-fortran | |
| key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install NetCDF Fortran library | |
| if: steps.cache-netcdf-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch ${NFVERSION} https://github.com/Unidata/netcdf-fortran.git | |
| cd netcdf-fortran | |
| ./configure | |
| make -j | |
| sudo make install | |
| export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${NFHOME}/lib | |
| - name: Install open mpi | |
| run: | | |
| wget https://github.com/open-mpi/ompi/archive/refs/tags/v4.1.6.tar.gz | |
| tar -xvf v4.1.6.tar.gz | |
| cd ompi-4.1.6 | |
| ./autogen.pl | |
| ./configure --prefix=/home/runner/ompi-4.1.6 | |
| make -j4 | |
| make install | |
| echo "LD_LIBRARY_PATH=/home/runner/ompi-4.1.6/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| echo "PATH=/home/runner/ompi-4.1.6/bin:$PATH" >> $GITHUB_ENV | |
| ####################################################################################### | |
| # Build SCM. Run regression tests. | |
| ####################################################################################### | |
| - name: Download data for SCM | |
| run: | | |
| cd ${SCM_ROOT} | |
| ./contrib/get_all_static_data.sh | |
| ./contrib/get_thompson_tables.sh | |
| - name: Configure build with CMake (Release) | |
| if: contains(matrix.build-type, 'Release') | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} ../src | |
| - name: Configure build with CMake (Debug) | |
| if: contains(matrix.build-type, 'Debug') | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} -DCMAKE_BUILD_TYPE=Debug ../src | |
| - name: Build SCM | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| make -j4 | |
| - name: Run SCM RTs | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /home/runner/ccpp-scm/test/rt_test_cases.py --runtime_mult 0.1 | |
| - name: Gather SCM RT output | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| mkdir /home/runner/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| ./ci_util.py -b ${{matrix.build-type}} | |
| - name: Create directory for SCM RT baselines | |
| run: mkdir ${dir_bl} | |
| - name: Download SCM RT baselines | |
| run: | | |
| cd ${dir_bl} | |
| wget ftp://ftp.rap.ucar.edu:/pub/rt-baselines-${{matrix.build-type}}.zip | |
| unzip rt-baselines-${{matrix.build-type}}.zip | |
| - name: Compare SCM RT output to baselines | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| ./cmp_rt2bl.py --build_type ${{matrix.build-type}} --dir_rt ${dir_rt} --dir_bl ${dir_bl} | |
| - name: Upload SCM RTs as GitHub Artifact | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: rt-baselines-${{matrix.build-type}} | |
| path: /home/runner/ccpp-scm/test/artifact-${{matrix.build-type}} |