forked from earth-system-radiation/rte-rrtmgp
-
Notifications
You must be signed in to change notification settings - Fork 0
94 lines (92 loc) · 3.17 KB
/
self-hosted-ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
name: Self-hosted CI
on:
push:
branches-ignore:
- documentation
pull_request:
branches-ignore:
- documentation
defaults:
run:
shell: bash
jobs:
CI:
runs-on: daint
continue-on-error: ${{ matrix.experimental }}
strategy:
fail-fast: false
matrix:
include:
- config-name: nvidia-gpu-acc
rte-kernels: openacc
compiler-modules: "PrgEnv-nvidia nvidia craype-accel-nvidia60 cdt-cuda/21.09 !cray-libsci_acc"
# Generic accelerator flag
fcflags: "-O3 -acc -Mallocatable=03 -gopt"
experimental: false
- config-name: cce-cpu-icon-production
rte-kernels: default
compiler-modules: "PrgEnv-cray"
# Production flags for Icon model
fcflags: "-hadd_paren -r am -Ktrap=divz,ovf,inv -hflex_mp=intolerant -hfp1 -hnoacc -O1,cache0"
experimental: false
- config-name: cce-gpu-openmp
rte-kernels: openacc
compiler-modules: "PrgEnv-cray craype-accel-nvidia60 cdt-cuda/22.05"
# OpenMP flags from Nichols Romero (Argonne)
fcflags: "-hnoacc -homp -O0"
experimental: true
env:
# Core variables:
FC: ftn
FCFLAGS: ${{ matrix.fcflags }}
# Make variables:
NCHOME: /dummy
NFHOME: /dummy
RRTMGP_ROOT: ${{ github.workspace }}
RTE_KERNELS: ${{ matrix.rte-kernels }}
RUN_CMD: "srun -C gpu -A d56 -p cscsci -t 15:00"
steps:
#
# Checks-out repository under $GITHUB_WORKSPACE
#
- uses: actions/checkout@v3
#
# Finalize build environment
#
- name: Finalize build environment
run: |
# There are significant limitations on what can go into ${GITHUB_ENV},
# therefore, we use ${BASH_ENV} but only when necessary:
BASH_ENV="${GITHUB_WORKSPACE}/.bash"
echo "source '${GITHUB_WORKSPACE}/.github/workflows/module_switcher'" >> "${BASH_ENV}"
echo "switch_for_module daint-gpu ${{ matrix.compiler-modules }} cray-netcdf cray-hdf5" >> "${BASH_ENV}"
# Use custom Python environment:
# The environment can be re-generated as follows:
# module load cray-python
# python3 -m venv /scratch/snx3000/rpincus/rte-rrtmgp-python
# /scratch/snx3000/rpincus/rte-rrtmgp-python/bin/pip3 install --upgrade pip
# /scratch/snx3000/rpincus/rte-rrtmgp-python/bin/pip3 install dask[array] netCDF4 numpy xarray
echo "PATH=\"/scratch/snx3000/rpincus/rte-rrtmgp-python/bin:\${PATH}\"" >> "${BASH_ENV}"
# Make bash run the above on startup:
echo "BASH_ENV=${BASH_ENV}" >> "${GITHUB_ENV}"
# Compiler needs more temporary space than normally available:
tmpdir='${{ github.workspace }}/tmp'
mkdir "${tmpdir}" && echo "TMPDIR=${tmpdir}" >> "${GITHUB_ENV}"
#
# Build libraries, examples and tests
#
- name: Build libraries, examples and tests
run: |
$FC --version
make libs
make -C build separate-libs
#
# Run examples and tests
#
- name: Run examples and tests
run: make tests
#
# Compare the results
#
- name: Compare the results
run: make check