Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Use GitLab container registry as a Spack build cache #453

Merged
merged 9 commits into from
Sep 5, 2024
Merged

Use GitLab container registry as a Spack build cache #453

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
f183e31
Apply changes for build cache + unify logs + explicit extra CI specs
adrienbernede Jun 11, 2024
24916c3
Update RAJA to develop with build cache support
adrienbernede Jun 11, 2024
634320d
Fix registry url
adrienbernede Jun 11, 2024
b97fc8e
Fix uninitialized variables
adrienbernede Jun 11, 2024
19b6dd0
Attempt to enforce correct uberenv config location
adrienbernede Jun 11, 2024
2faeaab
Merge branch 'develop' into woptim/build-cache
rhornung67 Jul 16, 2024
3fd3683
Merge branch 'develop' into woptim/build-cache
adrienbernede Jul 17, 2024
0b506e8
Merge branch 'develop' into woptim/build-cache
adrienbernede Sep 3, 2024
0ebb196
Attempt at fixing ignored option in uberenv command
adrienbernede Sep 3, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions .gitlab/custom-jobs-and-variables.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -71,3 +71,15 @@ variables:
artifacts:
reports:
junit: junit.xml

.reproducer_vars:
script:
- |
echo -e "
# Required variables \n
export MODULE_LIST=\"${MODULE_LIST}\" \n
export SPEC=\"${SPEC//\"/\\\"}\" \n
# Allow to set job script for debugging (only this differs from CI) \n
export DEBUG_MODE=true \n
# Using the CI build cache is optional and requires a token. Set it like so: \n
# export REGISTRY_TOKEN=\"<your token here>\" \n"
4 changes: 1 addition & 3 deletions .gitlab/jobs/corona.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,7 @@
# Override reproducer section to define project specific variables.
.corona_reproducer_vars:
script:
- |
echo -e "export MODULE_LIST=\"${MODULE_LIST}\""
echo -e "export SPEC=\"${SPEC//\"/\\\"}\""
- !reference [.reproducer_vars, script]

########################
# Overridden shared jobs
Expand Down
10 changes: 4 additions & 6 deletions .gitlab/jobs/lassen.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,7 @@
# Override reproducer section to define project specific variables.
.lassen_reproducer_vars:
script:
- |
echo -e "export MODULE_LIST=\"${MODULE_LIST}\""
echo -e "export SPEC=\"${SPEC//\"/\\\"}\""
- !reference [.reproducer_vars, script]

########################
# Overridden shared jobs
Expand Down Expand Up @@ -44,14 +42,14 @@ gcc_8_3_1:
gcc_8_3_1_cuda_11_5_0_ats_disabled:
extends: .job_on_lassen
variables:
SPEC: " ~shared +openmp +cuda %gcc@=8.3.1 cuda_arch=70 ^[email protected]+allow-unsupported-compilers ${PROJECT_LASSEN_DEPS}"
SPEC: " ~shared +openmp +cuda %gcc@=8.3.1 cuda_arch=70 ^[email protected]+allow-unsupported-compilers ^blt@develop"
MODULE_LIST: "cuda/11.5.0"
LASSEN_JOB_ALLOC: "1 --atsdisable -W 30 -q pci"

gcc_8_3_1_cuda_11_5_0_ats_disabled_mpi:
extends: .job_on_lassen
variables:
SPEC: " ~shared +openmp +cuda +mpi %gcc@=8.3.1 cuda_arch=70 ^[email protected]+allow-unsupported-compilers ^spectrum-mpi ${PROJECT_LASSEN_DEPS}"
SPEC: " ~shared +openmp +cuda +mpi %gcc@=8.3.1 cuda_arch=70 ^[email protected]+allow-unsupported-compilers ^spectrum-mpi ^blt@develop"
MODULE_LIST: "cuda/11.5.0"
LASSEN_JOB_ALLOC: "1 --atsdisable -W 30 -q pci"

Expand All @@ -61,7 +59,7 @@ gcc_8_3_1_cuda_11_5_0_ats_disabled_mpi:

clang_13_0_1_libcpp:
variables:
SPEC: " ~shared +openmp %clang@=13.0.1 cflags==\"-DGTEST_HAS_CXXABI_H_=0\" cxxflags==\"-stdlib=libc++ -DGTEST_HAS_CXXABI_H_=0\" ${PROJECT_LASSEN_DEPS}"
SPEC: " ~shared +openmp %clang@=13.0.1 cflags==\"-DGTEST_HAS_CXXABI_H_=0\" cxxflags==\"-stdlib=libc++ -DGTEST_HAS_CXXABI_H_=0\" ^blt@develop"
extends: .job_on_lassen

#clang_14_0_5_asan:
Expand Down
6 changes: 2 additions & 4 deletions .gitlab/jobs/poodle.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,7 @@
# Override reproducer section to define projet specific variables.
.poodle_reproducer_vars:
script:
- |
echo -e "export MODULE_LIST=\"${MODULE_LIST}\""
echo -e "export SPEC=\"${SPEC//\"/\\\"}\""
- !reference [.reproducer_vars, script]

########################
# Overridden shared jobs
Expand Down Expand Up @@ -50,6 +48,6 @@ intel_2022_1_0:

intel_2022_1_0_mpi:
variables:
SPEC: "~shared +openmp +mpi %intel@=2022.1.0 ^mvapich2 ${PROJECT_POODLE_DEPS}"
SPEC: "~shared +openmp +mpi %intel@=2022.1.0 ^mvapich2 ^blt@develop"
allow_failure: true
extends: .job_on_poodle
6 changes: 2 additions & 4 deletions .gitlab/jobs/ruby.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,7 @@
# Override reproducer section to define project specific variables.
.ruby_reproducer_vars:
script:
- |
echo -e "export MODULE_LIST=\"${MODULE_LIST}\""
echo -e "export SPEC=\"${SPEC//\"/\\\"}\""
- !reference [.reproducer_vars, script]

#######################
# Overridden shared jobs
Expand Down Expand Up @@ -51,5 +49,5 @@ intel_2022_1_0:

intel_2022_1_0_mpi:
variables:
SPEC: "~shared +openmp +mpi %intel@=2022.1.0 ^mvapich2 ${PROJECT_RUBY_DEPS}"
SPEC: "~shared +openmp +mpi %intel@=2022.1.0 ^mvapich2 ^blt@develop"
extends: .job_on_ruby
8 changes: 3 additions & 5 deletions .gitlab/jobs/tioga.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,7 @@
# Override reproducer section to define project specific variables.
.tioga_reproducer_vars:
script:
- |
echo -e "export MODULE_LIST=\"${MODULE_LIST}\""
echo -e "export SPEC=\"${SPEC//\"/\\\"}\""
- !reference [.reproducer_vars, script]

########################
# Overridden shared jobs
Expand All @@ -31,11 +29,11 @@

rocmcc_6_1_1_hip_openmp:
variables:
SPEC: "~shared +rocm +openmp amdgpu_target=gfx90a %rocmcc@=6.1.1 ^[email protected] ${PROJECT_TIOGA_DEPS}"
SPEC: "~shared +rocm +openmp amdgpu_target=gfx90a %rocmcc@=6.1.1 ^[email protected] ^blt@develop"
extends: .job_on_tioga

rocmcc_6_1_1_hip_openmp_mpi:
variables:
SPEC: "~shared +rocm +openmp +mpi amdgpu_target=gfx90a %rocmcc@=6.1.1 ^[email protected] ${PROJECT_TIOGA_DEPS}"
SPEC: "~shared +rocm +openmp +mpi amdgpu_target=gfx90a %rocmcc@=6.1.1 ^[email protected] ^blt@develop"
extends: .job_on_tioga
allow_failure: true
Loading
Loading