-
Notifications
You must be signed in to change notification settings - Fork 50
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' into feature-archdetect-rpi
- Loading branch information
Showing
53 changed files
with
2,237 additions
and
188 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,135 @@ | ||
| # documentation: https://help.github.com/en/articles/workflow-syntax-for-github-actions | ||
| name: Tests for eessi_container.sh script | ||
| on: [push, pull_request, workflow_dispatch] | ||
| permissions: | ||
| contents: read # to fetch code (actions/checkout) | ||
| jobs: | ||
| eessi_container_script: | ||
| runs-on: ubuntu-20.04 | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| SCRIPT_TEST: | ||
| - help | ||
| - listrepos_default | ||
| - listrepos_custom | ||
| - run | ||
| - shell | ||
| - container | ||
| - resume | ||
| # FIXME disabled because '--access rw' is not working in CI environment | ||
| #- readwrite | ||
| #- save | ||
| steps: | ||
| - name: Check out software-layer repository | ||
| uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0 | ||
|
|
||
| - name: install Apptainer | ||
| run: | | ||
| ./install_apptainer_ubuntu.sh | ||
| - name: Collect info on test environment | ||
| run: | | ||
| mount | ||
| df -h | ||
| - name: Test eessi_container.sh script | ||
| run: | | ||
| test_cmd="cat /etc/os-release" | ||
| out_pattern="Debian GNU/Linux 11" | ||
| if [[ ${{matrix.SCRIPT_TEST}} == 'help' ]]; then | ||
| ./eessi_container.sh --help | ||
| # test use of --list-repos without custom repos.cfg | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'listrepos_default' ]]; then | ||
| outfile=out_listrepos.txt | ||
| ./eessi_container.sh --verbose --list-repos | tee ${outfile} | ||
| grep "EESSI-pilot" ${outfile} | ||
| # test use of --list-repos with custom repos.cfg | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'listrepos_custom' ]]; then | ||
| outfile=out_listrepos.txt | ||
| outfile2=out_listrepos_2.txt | ||
| mkdir -p ${PWD}/cfg | ||
| echo "[EESSI/20AB.CD]" > cfg/repos.cfg | ||
| echo "repo_version = 20AB.CD" >> cfg/repos.cfg | ||
| echo "[EESSI/20HT.TP]" >> cfg/repos.cfg | ||
| echo "repo_version = 20HT.TP" >> cfg/repos.cfg | ||
| ./eessi_container.sh --verbose --list-repos | tee ${outfile} | ||
| grep "EESSI-pilot" ${outfile} | ||
| export EESSI_REPOS_CFG_DIR_OVERRIDE=${PWD}/cfg | ||
| ./eessi_container.sh --verbose --list-repos | tee ${outfile2} | ||
| grep "[EESSI/2023.02]" ${outfile2} | ||
| # test use of --mode run | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'run' ]]; then | ||
| outfile=out_run.txt | ||
| echo "${test_cmd}" > test_script.sh | ||
| chmod u+x test_script.sh | ||
| export SINGULARITY_BIND="$PWD:/test" | ||
| ./eessi_container.sh --verbose --mode run /test/test_script.sh | tee ${outfile} | ||
| grep "${out_pattern}" ${outfile} | ||
| # test use of --mode shell | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'shell' ]]; then | ||
| outfile=out_shell.txt | ||
| ./eessi_container.sh --verbose --mode shell <<< "${test_cmd}" 2>&1 | tee ${outfile} | ||
| grep "${out_pattern}" ${outfile} | ||
| # test use of --container option, using a totally different container; | ||
| # cfr. https://github.com/easybuilders/easybuild-containers | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'container' ]]; then | ||
| outfile=out_container.txt | ||
| container="docker://ghcr.io/eessi/build-node:debian10" | ||
| ./eessi_container.sh --verbose --container ${container} --mode shell <<< "${test_cmd}" 2>&1 | tee ${outfile} | ||
| grep "Debian GNU/Linux 10" ${outfile} | ||
| # test use of '--access rw' to get write access in container | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'readwrite' ]]; then | ||
| outfile=out_readwrite.txt | ||
| fn="test_${RANDOM}.txt" | ||
| echo "touch /cvmfs/pilot.eessi-hpc.org/${fn}" > test_script.sh | ||
| chmod u+x test_script.sh | ||
| export SINGULARITY_BIND="$PWD:/test" | ||
| ./eessi_container.sh --verbose --access rw --mode run /test/test_script.sh > ${outfile} | ||
| tmpdir=$(grep "\-\-resume" ${outfile} | sed "s/.*--resume \([^']*\).*/\1/g") | ||
| # note: must use '--access rw' again here, since touched file is in overlay upper dir | ||
| ./eessi_container.sh --verbose --resume ${tmpdir} --access rw --mode shell <<< "ls -l /cvmfs/pilot.eessi-hpc.org/${fn}" > ${outfile} | ||
| grep "/cvmfs/pilot.eessi-hpc.org/${fn}$" $outfile | ||
| # test use of --resume | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'resume' ]]; then | ||
| outfile=out_resume.txt | ||
| ./eessi_container.sh --verbose --mode shell <<< "${test_cmd}" > ${outfile} | ||
| tmpdir=$(grep "\-\-resume" ${outfile} | sed "s/.*--resume \([^']*\).*/\1/g") | ||
| rm -f ${outfile} | ||
| # make sure that container image exists | ||
| test -f ${tmpdir}/ghcr.io_eessi_build_node_debian11.sif || (echo "Container image not found in ${tmpdir}" >&2 && ls ${tmpdir} && exit 1) | ||
| ./eessi_container.sh --verbose --resume ${tmpdir} --mode shell <<< "${test_cmd}" > ${outfile} | ||
| cat ${outfile} | ||
| grep "Resuming from previous run using temporary storage at ${tmpdir}" ${outfile} | ||
| grep "${out_pattern}" ${outfile} | ||
| # test use of --save (+ --resume) | ||
| elif [[ ${{matrix.SCRIPT_TEST}} == 'save' ]]; then | ||
| outfile=out_save.txt | ||
| fn="test_${RANDOM}.txt" | ||
| test_cmd="touch /cvmfs/pilot.eessi-hpc.org/${fn}" | ||
| ./eessi_container.sh --verbose --mode shell --access rw --save test-save.tar <<< "${test_cmd}" 2>&1 | tee ${outfile} | ||
| rm -f ${outfile} | ||
| ./eessi_container.sh --verbose --mode shell --access rw --resume test-save.tar <<< "ls -l /cvmfs/pilot.eessi-hpc.org/${fn}" > ${outfile} | ||
| grep "/cvmfs/pilot.eessi-hpc.org/${fn}$" $outfile | ||
| tar tfv test-save.tar | grep "overlay-upper/${fn}" | ||
| else | ||
| echo "Unknown test case: ${{matrix.SCRIPT_TEST}}" >&2 | ||
| exit 1 | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,32 @@ | ||
| # documentation: https://help.github.com/en/articles/workflow-syntax-for-github-actions | ||
| name: Tests for consistency of README.md | ||
| on: | ||
| push: | ||
| paths: | ||
| - README.md | ||
| - init/eessi_defaults | ||
|
|
||
| pull_request: | ||
| branches: | ||
| - main | ||
| paths: | ||
| - README.md | ||
| - init/eessi_defaults | ||
| permissions: | ||
| contents: read # to fetch code (actions/checkout) | ||
| jobs: | ||
| build: | ||
| runs-on: ubuntu-20.04 | ||
| steps: | ||
| - name: Check out software-layer repository | ||
| uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0 | ||
|
|
||
| - name: verify if README.md is consistent with EESSI_PILOT_VERSION from init/eessi_defaults | ||
| run: | | ||
| source init/eessi_defaults | ||
| grep "${EESSI_PILOT_VERSION}" README.md | ||
| - name: verify if README.md is consistent with EESSI_CVMFS_REPO from init/eessi_defaults | ||
| run: | | ||
| source init/eessi_defaults | ||
| grep "${EESSI_CVMFS_REPO}" README.md |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.