Merge branch 'nessi.no-2023.06' of github-trz:NorESSI/software-layer …

…into nessi.no-2023.06-Qt5/5.15.7-foss/2022b

.github/workflows/scorecards.yml

@@ -35,7 +35,7 @@ jobs:
 
     steps:
       - name: "Checkout code"
-        uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
         with:
           persist-credentials: false
 

.github/workflows/test-pilot.nessi.no.yml

@@ -19,10 +19,10 @@ jobs:
         - x86_64/generic
     steps:
         - name: Check out software-layer repository
-          uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+          uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
         - name: Mount NESSI CernVM-FS repository
-          uses: cvmfs-contrib/github-action-cvmfs@d4641d0d591c9a5c3be23835ced2fb648b44c04b # v3.1
+          uses: cvmfs-contrib/github-action-cvmfs@55899ca74cf78ab874bdf47f5a804e47c198743c # v4.0
           with:
               cvmfs_config_package: https://github.com/NorESSI/filesystem-layer/releases/download/latest/cvmfs-config-nessi_latest_all.deb
               cvmfs_http_proxy: DIRECT

.github/workflows/test_eessi_container_script.yml

@@ -22,7 +22,7 @@ jobs:
         #- save
     steps:
         - name: Check out software-layer repository
-          uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+          uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
         - name: install Apptainer
           run: |

.github/workflows/test_licenses.yml

@@ -8,10 +8,10 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
         - name: Check out software-layer repository
-          uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+          uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
         - name: set up Python
-          uses: actions/setup-python@13ae5bb136fac2878aff31522b9efb785519f984 # v4.3.0
+          uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
           with:
             python-version: '3.9'
 

.github/workflows/tests.yml

@@ -12,10 +12,10 @@ jobs:
       fail-fast: false
     steps:
     - name: checkout
-      uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+      uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
     - name: set up Python
-      uses: actions/setup-python@13ae5bb136fac2878aff31522b9efb785519f984 # v4.3.0
+      uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
       with:
         python-version: ${{matrix.python}}
         architecture: x64

.github/workflows/tests_archdetect.yml

@@ -23,10 +23,10 @@ jobs:
       fail-fast: false
     steps:
     - name: checkout
-      uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+      uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
     - name: Mount NESSI CernVM-FS repository
-      uses: cvmfs-contrib/github-action-cvmfs@d4641d0d591c9a5c3be23835ced2fb648b44c04b # v3.1
+      uses: cvmfs-contrib/github-action-cvmfs@55899ca74cf78ab874bdf47f5a804e47c198743c # v4.0
       with:
           cvmfs_config_package: https://github.com/NorESSI/filesystem-layer/releases/download/latest/cvmfs-config-nessi_latest_all.deb
           cvmfs_http_proxy: DIRECT

.github/workflows/tests_init.yml

@@ -12,10 +12,10 @@ jobs:
       fail-fast: false
     steps:
     - name: checkout
-      uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+      uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
     - name: set up Python
-      uses: actions/setup-python@13ae5bb136fac2878aff31522b9efb785519f984 # v4.3.0
+      uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0
       with:
         python-version: ${{matrix.python}}
         architecture: x64

.github/workflows/tests_readme.yml

@@ -17,7 +17,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
         - name: Check out software-layer repository
-          uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+          uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
         - name: verify if README.md is consistent with EESSI_VERSION from init/eessi_defaults
           run: |

.github/workflows/tests_scripts.yml

@@ -29,7 +29,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
     - name: checkout
-      uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0
+      uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
     - name: install Apptainer
       run: |

easystacks/pilot.nessi.no/2023.06/eessi-2023.06-eb-4.9.0-2022b.yml

@@ -1,2 +1,3 @@
 easyconfigs:
-- Qt5-5.15.7-GCCcore-12.2.0.eb
+  - GLib-2.75.0-GCCcore-12.2.0.eb
+  - Qt5-5.15.7-GCCcore-12.2.0.eb

eb_hooks.py

@@ -80,7 +80,7 @@ def post_ready_hook(self, *args, **kwargs):
     # 'parallel' easyconfig parameter is set via EasyBlock.set_parallel in ready step based on available cores.
     # here we reduce parallellism to only use half of that for selected software,
     # to avoid failing builds/tests due to out-of-memory problems
-    if self.name in ['TensorFlow']:
+    if self.name in ['TensorFlow', 'libxc']:
         parallel = self.cfg['parallel']
         if parallel > 1:
             self.cfg['parallel'] = parallel // 2
@@ -412,6 +412,15 @@ def pre_test_hook_ignore_failing_tests_netCDF(self, *args, **kwargs):
     if self.name == 'netCDF' and self.version == '4.9.2' and cpu_target == CPU_TARGET_NEOVERSE_V1:
         self.cfg['testopts'] = "|| echo ignoring failing tests" 
 
+def pre_test_hook_increase_max_failed_tests_arm_PyTorch(self, *args, **kwargs):
+    """
+    Pre-test hook for PyTorch: increase max failing tests for ARM for PyTorch 2.1.2
+    See https://github.com/EESSI/software-layer/pull/444#issuecomment-1890416171
+    """
+    if self.name == 'PyTorch' and self.version == '2.1.2' and get_cpu_architecture() == AARCH64:
+        self.cfg['max_failed_tests'] = 10
+
+
 def pre_single_extension_hook(ext, *args, **kwargs):
     """Main pre-extension: trigger custom functions based on software name."""
     if ext.name in PRE_SINGLE_EXTENSION_HOOKS:
@@ -592,6 +601,7 @@ def inject_gpu_property(ec):
     'FFTW.MPI': pre_test_hook_ignore_failing_tests_FFTWMPI,
     'SciPy-bundle': pre_test_hook_ignore_failing_tests_SciPybundle,
     'netCDF': pre_test_hook_ignore_failing_tests_netCDF,
+    'PyTorch': pre_test_hook_increase_max_failed_tests_arm_PyTorch,
 }
 
 PRE_SINGLE_EXTENSION_HOOKS = {

eessi-2023.06-known-issues.yml

@@ -1,3 +1,11 @@
+- aarch64/generic:
+  - PyTorch-2.1.2-foss-2023a:
+    - issue: https://github.com/EESSI/software-layer/issues/461
+    - info: "8 failing tests (out of 209539) on aarch64/*"
+- aarch64/neoverse_n1:
+  - PyTorch-2.1.2-foss-2023a:
+    - issue: https://github.com/EESSI/software-layer/issues/461
+    - info: "8 failing tests (out of 209539) on aarch64/*"
 - aarch64/neoverse_v1:
   - ESPResSo-4.2.1-foss-2023a:
       - issue: https://github.com/EESSI/software-layer/issues/363
@@ -17,6 +25,9 @@
   - OpenBLAS-0.3.21-GCC-12.2.0:
     - issue: https://github.com/EESSI/software-layer/issues/314
     - info: "Increased number of numerical errors in OpenBLAS test suite (344 vs max. 150 on x86_64/*)"
+  - PyTorch-2.1.2-foss-2023a:
+    - issue: https://github.com/EESSI/software-layer/issues/461
+    - info: "8 failing tests (out of 209539) on aarch64/*"
   - SciPy-bundle-2023.02-gfbf-2022b:
     - issue: https://github.com/EESSI/software-layer/issues/318
     - info: "numpy built with -march=armv8.4-a instead of -mcpu=native (no SVE) + 2 failing tests (vs 50005 passed) in scipy test suite"