Skip to content

Commit

Permalink
sync with main branch
Browse files Browse the repository at this point in the history
  • Loading branch information
bedroge committed Dec 7, 2024
2 parents b602e42 + 57a98fd commit a93a2a3
Show file tree
Hide file tree
Showing 14 changed files with 43 additions and 29 deletions.
2 changes: 1 addition & 1 deletion EESSI-extend-easybuild.eb
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ toolchain = SYSTEM

# All the dependencies we filter in EESSI
local_deps_to_filter = "Autoconf,Automake,Autotools,binutils,bzip2,DBus,flex,gettext,gperf,help2man,intltool,libreadline,libtool,M4,makeinfo,ncurses,util-linux,XZ,zlib"
local_arch_specific_deps_to_filter = {'aarch64': ',yasm', 'x86_64': '', 'riscv64': ''}
local_arch_specific_deps_to_filter = {'aarch64': ',Yasm', 'riscv64': ',Yasm', 'x86_64': ''}
local_deps_to_filter += local_arch_specific_deps_to_filter[ARCH]

# Set the universal EasyBuild variables
Expand Down
3 changes: 1 addition & 2 deletions bot/build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -195,10 +195,9 @@ fi

# Skip CUDA installation for riscv.eessi.io
if [[ "${REPOSITORY_NAME}" == "riscv.eessi.io" ]]; then
echo "bot/build.sh: disabling CUDA installation for RISC-V repository ${REPOSITORY_NAME}"
echo "bot/build.sh: disabling CUDA installation for RISC-V repository (${REPOSITORY_NAME})"
INSTALL_SCRIPT_ARGS+=("--skip-cuda-install")
fi
echo "DEBUG: repo: ${REPOSITORY_NAME}, ${INSTALL_SCRIPT_ARGS[@]}"

# determine if the removal step has to be run
# assume there's only one diff file that corresponds to the PR patch file
Expand Down
21 changes: 10 additions & 11 deletions bot/test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -109,18 +109,18 @@ if [[ -z ${RESUME_DIR} ]]; then
fi
fi

echo -n "setting \$STORAGE by replacing any var in '${LOCAL_TMP}' -> "
# replace any env variable in ${LOCAL_TMP} with its
# current value (e.g., a value that is local to the job)
STORAGE=$(envsubst <<< ${LOCAL_TMP})
echo "'${STORAGE}'"
echo -n "setting \$STORAGE by replacing any var in '${LOCAL_TMP}' -> "
# replace any env variable in ${LOCAL_TMP} with its
# current value (e.g., a value that is local to the job)
STORAGE=$(envsubst <<< ${LOCAL_TMP})
echo "'${STORAGE}'"

# make sure ${STORAGE} exists
mkdir -p ${STORAGE}
# make sure ${STORAGE} exists
mkdir -p ${STORAGE}

# make sure the base tmp storage is unique
JOB_STORAGE=$(mktemp --directory --tmpdir=${STORAGE} bot_job_tmp_XXX)
echo "bot/test.sh: created unique base tmp storage directory at ${JOB_STORAGE}"
# make sure the base tmp storage is unique
JOB_STORAGE=$(mktemp --directory --tmpdir=${STORAGE} bot_job_tmp_XXX)
echo "bot/test.sh: created unique base tmp storage directory at ${JOB_STORAGE}"

# obtain list of modules to be loaded
LOAD_MODULES=$(cfg_get_value "site_config" "load_modules")
Expand All @@ -130,7 +130,6 @@ echo "bot/test.sh: LOAD_MODULES='${LOAD_MODULES}'"
CONTAINER=$(cfg_get_value "repository" "container")
export SINGULARITY_HOME="${PWD}:/eessi_bot_job"
export SINGULARITY_TMPDIR="${JOB_STORAGE:-${PWD}}/singularity_tmpdir"
echo "DEBUG: storage: ${STORAGE}, job storage: ${JOB_STORAGE}, tmpdir: ${TMPDIR}, sing tmpdir: ${SINGULARITY_TMPDIR}, resumedir: ${RESUME_DIR}"
mkdir -p ${SINGULARITY_TMPDIR}

# load modules if LOAD_MODULES is not empty
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ easyconfigs:
- EasyBuild-4.9.1.eb:
options:
from-pr: 20299
- EESSI-extend-2023.06-easybuild.eb
- EESSI-extend-easybuild.eb
- EasyBuild-4.9.2.eb:
options:
from-pr: 20818
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@
# The module is an EasyBuild created module and therefore needs to be an allowed
# module when running EasyBuild
easyconfigs:
- EESSI-extend-2023.06-easybuild.eb
- EESSI-extend-easybuild.eb
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@
# EESSI-extend did not support LMOD_EXACT_MATCH
# (see https://github.com/EESSI/software-layer/pull/747)
easyconfigs:
- EESSI-extend-2023.06-easybuild.eb
- EESSI-extend-easybuild.eb

Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# 2024.10.08
# EESSI-extend should use EESSI_SITE_INSTALLPATH, instead of recalculating this
easyconfigs:
- EESSI-extend-2023.06-easybuild.eb
- EESSI-extend-easybuild.eb

Original file line number Diff line number Diff line change
Expand Up @@ -3,4 +3,4 @@
# EESSI-extend should adjust EASYBUILD_INSTALLPATH and set
# EASYBUILD_CUDA_COMPUTE_CAPABILITIES
easyconfigs:
- EESSI-extend-2023.06-easybuild.eb
- EESSI-extend-easybuild.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
# 2024.12.06
# - Use $EESSI_VERSION to determine version of EESSI-extend module
# - Fix the filtered dependencies for aarch64: Yasm instead of yasm
# - Also add filtered dependencies for RISC-V
easyconfigs:
- EESSI-extend-easybuild.eb
6 changes: 4 additions & 2 deletions init/lmod/bash
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
# Choose an EESSI CVMFS repository
EESSI_CVMFS_REPO="${EESSI_CVMFS_REPO:-/cvmfs/software.eessi.io}"
# Choose an EESSI version
EESSI_CVMFS_REPO="${EESSI_CVMFS_REPO:-/cvmfs/software.eessi.io}"
EESSI_VERSION="${EESSI_VERSION:-2023.06}"
# Path to top-level module tree
export MODULEPATH="${EESSI_CVMFS_REPO}/versions/$EESSI_VERSION/init/modules"
. "${EESSI_CVMFS_REPO}/versions/$EESSI_VERSION/compat/linux/$(uname -m)/usr/share/Lmod/init/bash"
export MODULEPATH="${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/init/modules"
. "${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/compat/linux/$(uname -m)/usr/share/Lmod/init/bash"

if [ -z "$__Init_Default_Modules" ]; then
export __Init_Default_Modules=1;
Expand Down
6 changes: 4 additions & 2 deletions init/lmod/csh
Original file line number Diff line number Diff line change
@@ -1,8 +1,10 @@
# Choose an EESSI CVMFS repository
if (! $?EESSI_CVMFS_REPO) then; set EESSI_CVMFS_REPO = "/cvmfs/software.eessi.io"; endif
# Choose an EESSI version
if (! $?EESSI_VERSION) then; set EESSI_VERSION = "2023.06"; endif
# Path to top-level module tree
setenv MODULEPATH /cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/init/modules
source /cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/compat/linux/`uname -m`/usr/share/Lmod/init/csh
setenv MODULEPATH "${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/init/modules"
source "${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/compat/linux/$(uname -m)/usr/share/Lmod/init/csh"

if (! $?__Init_Default_Modules ) then
setenv __Init_Default_Modules 1;
Expand Down
6 changes: 4 additions & 2 deletions init/lmod/fish
Original file line number Diff line number Diff line change
@@ -1,8 +1,10 @@
# Choose an EESSI CVMFS repository
set EESSI_CVMFS_REPO (set -q EESSI_CVMFS_REPO; and echo "$EESSI_CVMFS_REPO"; or echo "/cvmfs/software.eessi.io")
# Choose an EESSI version
set EESSI_VERSION (set -q EESSI_VERSION; and echo "$EESSI_VERSION"; or echo "2023.06")
# Path to top-level module tree
set -x MODULEPATH /cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/init/modules
. /cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/compat/linux/(uname -m)/usr/share/Lmod/init/fish
set -x MODULEPATH "$EESSI_CVMFS_REPO"/versions/"$EESSI_VERSION"/init/modules
. "$EESSI_CVMFS_REPO"/versions/"$EESSI_VERSION"/compat/linux/(uname -m)/usr/share/Lmod/init/fish

if test -z "$__Init_Default_Modules"
export __Init_Default_Modules=1;
Expand Down
6 changes: 4 additions & 2 deletions init/lmod/ksh
Original file line number Diff line number Diff line change
@@ -1,8 +1,10 @@
# Choose an EESSI CVMFS repository
EESSI_CVMFS_REPO="${EESSI_CVMFS_REPO:-/cvmfs/software.eessi.io}"
# Choose an EESSI version
EESSI_VERSION="${EESSI_VERSION:-2023.06}"
# Path to top-level module tree
export MODULEPATH=/cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/init/modules
. /cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/compat/linux/$(uname -m)/usr/share/Lmod/init/ksh
export MODULEPATH="${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/init/modules"
. "${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/compat/linux/$(uname -m)/usr/share/Lmod/init/ksh"

if [ -z "$__Init_Default_Modules" ]; then
export __Init_Default_Modules=1;
Expand Down
6 changes: 4 additions & 2 deletions init/lmod/zsh
Original file line number Diff line number Diff line change
@@ -1,8 +1,10 @@
# Choose an EESSI CVMFS repository
EESSI_CVMFS_REPO="${EESSI_CVMFS_REPO:-/cvmfs/software.eessi.io}"
# Choose an EESSI version
EESSI_VERSION="${EESSI_VERSION:-2023.06}"
# Path to top-level module tree
export MODULEPATH=/cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/init/modules
. /cvmfs/software.eessi.io/versions/"$EESSI_VERSION"/compat/linux/$(uname -m)/usr/share/Lmod/init/zsh
export MODULEPATH="${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/init/modules"
. "${EESSI_CVMFS_REPO}/versions/${EESSI_VERSION}/compat/linux/$(uname -m)/usr/share/Lmod/init/zsh"

if [ -z "$__Init_Default_Modules" ]; then
export __Init_Default_Modules=1;
Expand Down

0 comments on commit a93a2a3

Please sign in to comment.