Merge branch 'develop' into install-test

Author: Flamefire

.github/workflows/unit_tests.yml

@@ -248,6 +248,7 @@ jobs:
             # try and make sure output of running tests is clean (no printed messages/warnings)
             IGNORE_PATTERNS="no GitHub token available"
             IGNORE_PATTERNS+="|skipping SvnRepository test"
+            IGNORE_PATTERNS+="|Skipping test_dep_graph"
             IGNORE_PATTERNS+="|requires Lmod as modules tool"
             IGNORE_PATTERNS+="|stty: 'standard input': Inappropriate ioctl for device"
             IGNORE_PATTERNS+="|CryptographyDeprecationWarning: Python 3.7"
@@ -256,6 +257,8 @@ jobs:
             IGNORE_PATTERNS+="|GC3Pie not available, skipping test"
             IGNORE_PATTERNS+="|CryptographyDeprecationWarning: TripleDES has been moved"
             IGNORE_PATTERNS+="|algorithms.TripleDES"
+            # ignore lines with only successful ('.') and skipped ('s') tests
+            IGNORE_PATTERNS+="|^[\.s]+$"
             # '|| true' is needed to avoid that GitHub Actions stops the job on non-zero exit of grep (i.e. when there are no matches)
             PRINTED_MSG=$(egrep -v "${IGNORE_PATTERNS}" test_framework_suite.log | grep '\.\n*[A-Za-z]' || true)
             test "x$PRINTED_MSG" = "x" || (echo "ERROR: Found printed messages in output of test suite" && echo "${PRINTED_MSG}" && exit 1)

RELEASE_NOTES

@@ -3,6 +3,87 @@ For more detailed information, please see the git log.
 
 These release notes can also be consulted at https://docs.easybuild.io/release-notes .
 
+v5.2.1 (20 Feb 2026)
+--------------------
+
+update/bugfix release
+
+- bug fixes:
+  - ignore stderr for `rocm-smi` during test report creation (#5087)
+  - use initially stored environment to determine GPU info for test reports (#5088)
+  - add back `easybuild.toolchains.compiler.nvhpc` as deprecated toolchain compiler (#5089, #5096, #5105)
+  - properly handle toolchains defining `openmp` toolchain opt as `dict` (relevant for NVHPC toolchain) (#5093)
+  - enhance `get_source_tarball_from_git` to ensure that Git repo URL does not contain double slashes due to trailing slash in source URL (#5097)
+  - fix crash with `MarkupError` in Rich when showing failed shell command containing special characters (#5098)
+  - fix sub-toolchains of NVHPC and NVHPCToolchain and load each one where appropriate (#5103)
+  - don't require installation prefix for toolchain dependencies that are an external module (#5108)
+- enhancements:
+  - add support for injecting checksums for Rust crates (#4661)
+  - include full shell command that failed in raised error (#5074)
+  - improve error reporting for failures in `eb --merge-pr` and similar (#5076)
+  - add LLVM toolchains using ParaStationMPI (#5094)
+- enhancements and fixes for test suite:
+  - ignore output lines with skipped tests in check for unexpected output of test suite (#5082)
+  - import specific submodule `pygraph.classes.digraph` in `test_dep_graph*` so we can skip the test if import fails with setuptools >= 82.0.0 (#5111, #5116)
+- other changes:
+  - extend list of easyconfig parameters that extensions should not inherit: `sources`, `patches`, `checksums`, `skipsteps` (#5075)
+  - deprecate `print_error` function and replace it with new `print_error_and_exit` function (#5092)
+  - replace use of `datetime.utcfromtimestamp` which is deprecated since Python 3.12 (#5091)
+
+
+v5.2.0 (23 Dec 2025)
+--------------------
+
+feature release
+
+- new features:
+  - add support for NVHPC toolchain with nvidia-compilers, NVHPCX, NVBLAS, and NVScaLAPACK (#4927, #5073)
+  - add support for LLVM-based toolchains `lfoss` and `lmpflf` (+ subtoolchains `llvm-compilers`, `lfbf`, `lompi`, `lmpich`) (#4914)
+- various other enhancements, including:
+  - add support for `--disable-robot` (#4781)
+  - make specifying `exts_defaultclass` optional (#4800)
+  - retry fetching source file for extensions from PyPI with alternative filename (with `-` replaced with `_` in extension name) (#4943)
+  - handle `post_install_patches` in GitHub uploads (#5016)
+  - take into account alternative name `post_install_patches` when checking checksums (#5017)
+  - improve test report formatting (#5018)
+  - add `--keep-going` option to fail at the end not at first failing installation + use proper exit code as determined by `main` function (#5022)
+  - add templates for source with just version numbers (like `VERSION_TAR_GZ` and `V_VERSION_TAR_GZ`) (#5025)
+  - add templates for patch versions (#5028)
+  - add `search_path_vars_headers` and `search_path_vars_linker` properties to `Toolchain` (#5031)
+  - print total runtime of all builds (#5032)
+  - unset `$PROMPT_COMMAND` in `cmd.sh` shell (#5034)
+  - add `runtime_only` options to `EasyConfig.dependency_names` method (#5044)
+  - remove superflous `module list` call in `ModulesTool.load` (#5046)
+  - add backtrace to logged exception (#5047)
+  - add support for both `$VAR` and `${VAR}` variable formats in `modextravars` (#5049)
+  - show more readable error message when uploading gist or posting comment failed (#5056)
+  - set `$___EASYBUILD___` environment variable to '`EasyBuild`' to indicate that you're in an EasyBuild session (#5058)
+  - vendor a copy of `tomli` in `easybuild.tools.tomllib` (#5063)
+  - allow `f` suffix in CUDA compute capabilities (#5067)
+  - vendor copy of tomli-w 1.2.0, use it to implement `dump_toml` function in `easybuild.tools.filetools` (#5071)
+- various bug fixes, including:
+  - pass correct `-march` option on RISC-V systems when `optarch` toolchain option is enabled (#5029)
+  - pass dependencies to `toolchain.prepare` when setting up build environment for extensions (#5023, #5041)
+  - also pick up on toolchain components in `Toolchain._add_dependency_variables` (#5042, #5048)
+  - don't append empty component to `start_dir` in `EasyBlock.guess_start_dir` (#5057)
+- enhancements and fixes for test suite:
+  - also with test Python 3.14 (#4992)
+  - fix `test_gitrepo` in case global Git configuration is not in place (#5013)
+  - introduce `saved_env` context manager for restoring environment in tests (#5015)
+  - add decorator to ignore PR test failures due to rate limit (#5019)
+  - also run tests with Lmod 9.0 (#5026)
+  - enable flake8-comprehension code style check and fix issues (#5043)
+  - disable trace output by default in tests (#5053)
+  - add back CI for Python 3.6 by using `pyenv` (#5064)
+  - fix `test_github_det_commit_status` by using more recent commits (#5066)
+  - fix ignoring of URLError in `test_copy_ec_from_commit` (#5077)
+- other changes:
+  - deprecate support for running EasyBuild with Python < 3.9 (#4966)
+  - make command environment of shell commands more discoverable in the log (#4999, #5078)
+  - don't show command string again when showing in which folder it runs (#5003)
+  - remove escaping when converting `EasyBuildError` to a string (#5009)
+  - add example hook for updating OpenSSL 1.x dependency to 3.x (#5035)
+
 
 v5.1.2 (26 Sept 2025)
 ---------------------

easybuild/__init__.py

@@ -1,5 +1,5 @@
 ##
-# Copyright 2011-2025 Ghent University
+# Copyright 2011-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),

easybuild/base/exceptions.py

@@ -1,5 +1,5 @@
 #
-# Copyright 2015-2025 Ghent University
+# Copyright 2015-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),

easybuild/base/fancylogger.py

@@ -1,5 +1,5 @@
 #
-# Copyright 2011-2025 Ghent University
+# Copyright 2011-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),

easybuild/base/generaloption.py

@@ -1,5 +1,5 @@
 #
-# Copyright 2011-2025 Ghent University
+# Copyright 2011-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),

easybuild/base/testing.py

@@ -1,5 +1,5 @@
 #
-# Copyright 2014-2025 Ghent University
+# Copyright 2014-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),
@@ -210,6 +210,15 @@ def mocked_stdout(self):
         finally:
             self.mock_stdout(False)
 
+    @contextmanager
+    def mocked_stderr(self):
+        """Context manager to mock stdout"""
+        self.mock_stderr(True)
+        try:
+            yield sys.stderr
+        finally:
+            self.mock_stderr(False)
+
     @contextmanager
     def mocked_stdout_stderr(self, mock_stdout=True, mock_stderr=True):
         """Context manager to mock stdout and stderr"""

easybuild/framework/__init__.py

@@ -1,5 +1,5 @@
 ##
-# Copyright 2009-2025 Ghent University
+# Copyright 2009-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),

easybuild/framework/easyblock.py

@@ -1,5 +1,5 @@
 # #
-# Copyright 2009-2025 Ghent University
+# Copyright 2009-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),
@@ -81,7 +81,7 @@
 from easybuild.tools import LooseVersion, config
 from easybuild.tools.build_details import get_build_stats
 from easybuild.tools.build_log import EasyBuildError, EasyBuildExit, dry_run_msg, dry_run_warning, dry_run_set_dirs
-from easybuild.tools.build_log import print_error, print_msg, print_warning
+from easybuild.tools.build_log import print_error_and_exit, print_msg, print_warning
 from easybuild.tools.config import CHECKSUM_PRIORITY_JSON, DEFAULT_ENVVAR_USERS_MODULES
 from easybuild.tools.config import EASYBUILD_SOURCES_URL, EBPYTHONPREFIXES  # noqa
 from easybuild.tools.config import FORCE_DOWNLOAD_ALL, FORCE_DOWNLOAD_PATCHES, FORCE_DOWNLOAD_SOURCES
@@ -173,6 +173,14 @@ def extra_options(extra=None):
 
         return extra
 
+    @staticmethod
+    def src_parameter_names():
+        """
+        Return list of EasyConfig parameter that contribute to the sources in the `src` member
+        (or equivalently to the `sources` parameter of a parsed EasyConfig)
+        """
+        return ['sources']
+
     #
     # INIT
     #
@@ -1919,7 +1927,7 @@ def clean_up_fake_module(self, fake_mod_data):
         # self.short_mod_name might not be set (e.g. during unit tests)
         if fake_mod_path and self.short_mod_name is not None:
             try:
-                self.modules_tool.unload([self.short_mod_name], log_changes=False)
+                self.modules_tool.unload([self.short_mod_name], hide_output=True)
                 self.modules_tool.remove_module_path(os.path.join(fake_mod_path, self.mod_subdir))
                 remove_dir(os.path.dirname(fake_mod_path))
             except OSError as err:
@@ -2982,7 +2990,8 @@ def prepare_step(self, start_dir=True, load_tc_deps_modules=True):
             if os.path.isabs(self.rpath_wrappers_dir):
                 _log.info(f"Using {self.rpath_wrappers_dir} to store/use RPATH wrappers")
             else:
-                raise EasyBuildError(f"Path used for rpath_wrappers_dir is not an absolute path: {path}")
+                raise EasyBuildError("Path used for rpath_wrappers_dir is not an absolute path: %s",
+                                     self.rpath_wrappers_dir)
 
         if self.iter_idx > 0:
             # reset toolchain for iterative runs before preparing it again
@@ -3071,8 +3080,9 @@ def _test_step(self):
         except RunShellCmdError as err:
             err.print()
             ec_path = os.path.basename(self.cfg.path)
-            error_msg = f"shell command '{err.cmd_name} ...' failed in test step for {ec_path}"
-            self.report_test_failure(error_msg)
+            error_msg = "shell command '{cmd}' failed in test step for " + ec_path
+            self.log.warning(error_msg.format(cmd=err.cmd))
+            self.report_test_failure(error_msg.format(cmd=f"{err.cmd_name} ..."))
 
     def stage_install_step(self):
         """Install in a stage directory before actual installation."""
@@ -4357,7 +4367,7 @@ def xs2str(xs):
 
         # allow oversubscription of P processes on C cores (P>C) for software installed on top of Open MPI;
         # this is useful to avoid failing of sanity check commands that involve MPI
-        if self.toolchain.mpi_family() and self.toolchain.mpi_family() in toolchain.OPENMPI:
+        if self.toolchain.mpi_family() and self.toolchain.mpi_family() == toolchain.OPENMPI:
             env.setvar('OMPI_MCA_rmaps_base_oversubscribe', '1')
 
         # run sanity checks from an empty temp directory
@@ -4922,15 +4932,16 @@ def run_all_steps(self, run_test_cases):
                         self.run_step(step_name, step_methods)
                     except RunShellCmdError as err:
                         err.print()
-                        error_msg = (
-                            f"shell command '{err.cmd_name} ...' failed with exit code {err.exit_code} "
-                            f"in {step_name} step for {os.path.basename(self.cfg.path)}"
+                        msg = (
+                            "shell command '{cmd}' failed with exit code "
+                            f"{err.exit_code} in {step_name} step for {os.path.basename(self.cfg.path)}"
                         )
+                        self.log.warning(msg.format(cmd=err.cmd))  # pylint: disable=logging-format-interpolation
                         try:
                             step_exit_code = EasyBuildExit[f"FAIL_{step_name.upper()}_STEP"]
                         except KeyError:
                             step_exit_code = EasyBuildExit.ERROR
-                        raise EasyBuildError(error_msg, exit_code=step_exit_code) from err
+                        raise EasyBuildError(msg.format(cmd=f"{err.cmd_name} ..."), exit_code=step_exit_code) from err
                     finally:
                         if not self.dry_run:
                             step_duration = datetime.now() - start_time
@@ -5064,8 +5075,8 @@ def build_and_install_one(ecdict, init_env):
         app = app_class(ecdict['ec'])
         _log.info("Obtained application instance for %s (easyblock: %s)" % (name, easyblock))
     except EasyBuildError as err:
-        print_error("Failed to get application instance for %s (easyblock: %s): %s" % (name, easyblock, err.msg),
-                    silent=silent)
+        print_error_and_exit("Failed to get application instance for %s (easyblock: %s): %s", name, easyblock, err.msg,
+                             silent=silent, exit_code=err.exit_code)
 
     # application settings
     stop = build_option('stop')
@@ -5601,8 +5612,8 @@ def make_checksum_lines(checksums, indent_level):
         if app.src:
             placeholder = '# PLACEHOLDER FOR SOURCES/PATCHES WITH CHECKSUMS'
 
-            # grab raw lines for source_urls, sources, data_sources, patches
-            keys = ['data_sources', 'patches', 'source_urls', 'sources']
+            # grab raw lines for the following params
+            keys = ['data_sources', 'source_urls'] + app.src_parameter_names() + ['patches']
             raw = {}
             for key in keys:
                 regex = re.compile(r'^(%s(?:.|\n)*?\])\s*$' % key, re.M)
@@ -5613,15 +5624,11 @@ def make_checksum_lines(checksums, indent_level):
 
             _log.debug("Raw lines for %s easyconfig parameters: %s", '/'.join(keys), raw)
 
-            # inject combination of source_urls/sources/patches/checksums into easyconfig
-            # by replacing first occurence of placeholder that was put in place
-            sources_raw = raw.get('sources', '')
-            data_sources_raw = raw.get('data_sources', '')
-            source_urls_raw = raw.get('source_urls', '')
-            patches_raw = raw.get('patches', '')
+            # inject combination of the grabbed lines and the checksums into the easyconfig
+            # by replacing first the occurence of the placeholder that was put in place
+            raw_text = ''.join(raw.get(key, '') for key in keys)
             regex = re.compile(placeholder + '\n', re.M)
-            ectxt = regex.sub(source_urls_raw + sources_raw + data_sources_raw + patches_raw + checksums_txt + '\n',
-                              ectxt, count=1)
+            ectxt = regex.sub(raw_text + checksums_txt + '\n', ectxt, count=1)
 
             # get rid of potential remaining placeholders
             ectxt = regex.sub('', ectxt)

easybuild/framework/easyconfig/__init__.py

@@ -1,5 +1,5 @@
 # #
-# Copyright 2009-2025 Ghent University
+# Copyright 2009-2026 Ghent University
 #
 # This file is part of EasyBuild,
 # originally created by the HPC team of Ghent University (http://ugent.be/hpc/en),