xtensa-build-zephyr.py

#!/usr/bin/env python3
# SPDX-License-Identifier: BSD-3-Clause

# Too much noise for now, these can be re-enabled after they've been
# fixed (if that does not break `git blame` too much)

# W0311, W0312, W0603
# pylint:disable=bad-indentation
# pylint:disable=mixed-indentation
# pylint:disable=global-statement

# C0103, C0114, C0116
# pylint:disable=invalid-name
# pylint:disable=missing-module-docstring
# pylint:disable=missing-function-docstring

# Non-indentation whitespace has been removed from newer pylint. It does
# not hurt to keep them for older versions. The recommendation is to use
# a formatter like `black` instead, unfortunately this would totally
# destroy git blame, git revert, etc.

# C0326, C0330
# pylint:disable=bad-whitespace
# pylint:disable=bad-continuation

import argparse
import shlex
import subprocess
import pathlib
import errno
import platform as py_platform
import sys
import shutil
import os
import warnings
import fnmatch
import hashlib
import json
import gzip
import dataclasses
import concurrent.futures as concurrent
import tarfile
import re

from west import configuration as west_config

# anytree module is defined in Zephyr build requirements
from anytree import AnyNode, RenderTree, render
from packaging import version

# https://chrisyeh96.github.io/2017/08/08/definitive-guide-python-imports.html#case-3-importing-from-parent-directory
sys.path.insert(1, os.path.join(sys.path[0], '..'))
from tools.sof_ri_info import sof_ri_info

MIN_PYTHON_VERSION = 3, 8
assert sys.version_info >= MIN_PYTHON_VERSION, \
	f"Python {MIN_PYTHON_VERSION} or above is required."

# Version of this script matching Major.Minor.Patch style.
VERSION = version.Version("2.0.0")

# Constant value resolves SOF_TOP directory as: "this script directory/.."
SOF_TOP = pathlib.Path(__file__).parents[1].resolve()
west_top = pathlib.Path(SOF_TOP, "..").resolve()

sof_fw_version = None

signing_key = None

if py_platform.system() == "Windows":
	xtensa_tools_version_postfix = "-win32"
elif py_platform.system() == "Linux":
	xtensa_tools_version_postfix = "-linux"
else:
	xtensa_tools_version_postfix = "-unsupportedOS"
	warnings.warn(f"Your operating system: {py_platform.system()} is not supported")


@dataclasses.dataclass
# pylint:disable=too-many-instance-attributes
class PlatformConfig:
	"Product parameters"
	vendor: str
	PLAT_CONFIG: str
	XTENSA_TOOLS_VERSION: str
	XTENSA_CORE: str
	DEFAULT_TOOLCHAIN_VARIANT: str = "xt-clang"
	RIMAGE_KEY: pathlib.Path = pathlib.Path(SOF_TOP, "keys", "otc_private_key_3k.pem")
	aliases: list = dataclasses.field(default_factory=list)
	ipc4: bool = False

# These cannot be built by everyone out of the box yet.
# For instance: there's no open-source toolchain available for them yet.
extra_platform_configs = {
	"wcl-sim" : PlatformConfig(
		"intel", "intel_adsp/ace30/wcl/sim",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace30_LX7HiFi4_PIF",
		ipc4 = True
	),
	"ptl-sim" : PlatformConfig(
		"intel", "intel_adsp/ace30/ptl/sim",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace30_LX7HiFi4_PIF",
		ipc4 = True
	),
	# AMD platforms
	"acp_6_0" : PlatformConfig(
		"amd", "acp_6_0_adsp/acp_6_0",
		f"RI-2019.1{xtensa_tools_version_postfix}",
		"rmb_LX7_HiFi5_PROD",
		RIMAGE_KEY = "key param ignored by acp_6_0"
	),
	# MediaTek platforms
	# (move to platform_configs_all on next Zephyr SDK release after 0.17.0)
	"mt8195" : PlatformConfig(
		"mtk", "mt8195/mt8195/adsp",
		f"RJ-2024.3{xtensa_tools_version_postfix}",
		"hifi4_8195_PROD",
	),
	"mt8186" : PlatformConfig(
		"mtk", "mt8186/mt8186/adsp",
		f"RJ-2024.3{xtensa_tools_version_postfix}",
		"hifi5_7stg_I64D128",
	),
	"mt8188" : PlatformConfig(
		"mtk", "mt8188/mt8188/adsp",
		f"RJ-2024.3{xtensa_tools_version_postfix}",
		"hifi5_7stg_I64D128",
	),
	"mt8196" : PlatformConfig(
		"mtk", "mt8196/mt8196/adsp",
		f"RJ-2024.3{xtensa_tools_version_postfix}",
		"HiFi5_MPU_lock_2023_11",
	),
	"mt8365" : PlatformConfig(
		"mtk", "mt8365/mt8365/adsp",
		f"RJ-2024.3{xtensa_tools_version_postfix}",
		"hifi4_Aquila_E2_PROD",
	),
}

# These can all be built out of the box. --all builds all these.
# Some of these values are duplicated in sof/scripts/set_xtensa_param.sh: keep them in sync.
platform_configs_all = {
	#  Intel platforms
	"tgl" : PlatformConfig(
		"intel", "intel_adsp/cavs25",
		f"RG-2017.8{xtensa_tools_version_postfix}",
		"cavs2x_LX6HiFi3_2017_8",
		"xcc",
		aliases = ['adl', 'adl-n', 'rpl'],
		ipc4 = True
	),
	"tgl-h" : PlatformConfig(
		"intel", "intel_adsp/cavs25/tgph",
		f"RG-2017.8{xtensa_tools_version_postfix}",
		"cavs2x_LX6HiFi3_2017_8",
		"xcc",
		aliases = ['adl-s', 'rpl-s'],
		ipc4 = True
	),
	"mtl" : PlatformConfig(
		"intel", "intel_adsp/ace15_mtpm",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace10_LX7HiFi4_2022_10",
		aliases = ['arl', 'arl-s'],
		ipc4 = True
	),
	"lnl" : PlatformConfig(
		"intel", "intel_adsp/ace20_lnl",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace10_LX7HiFi4_2022_10",
		ipc4 = True
	),
	"ptl" : PlatformConfig(
		"intel", "intel_adsp/ace30/ptl",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace30_LX7HiFi4_PIF",
		ipc4 = True
	),
	"wcl" : PlatformConfig(
		"intel", "intel_adsp/ace30/wcl",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace30_LX7HiFi4_PIF",
		ipc4 = True
	),
	"nvl" : PlatformConfig(
		"intel", "intel_adsp/ace40/nvl",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace4px_HiFi5MMU_PIF_nlib",
		ipc4 = True
	),
	"nvl-s" : PlatformConfig(
		"intel", "intel_adsp/ace40/nvls",
		f"RI-2022.10{xtensa_tools_version_postfix}",
		"ace4px_HiFi5MMU_PIF_nlib",
		ipc4 = True
	),
	#  NXP platforms
	"imx8" : PlatformConfig(
		"imx", "imx8qm_mek/mimx8qm6/adsp",
		f"RI-2023.11{xtensa_tools_version_postfix}",
		"hifi4_nxp_v5_3_1_prod",
		RIMAGE_KEY = "key param ignored by imx8",
	),
	"imx8x" : PlatformConfig(
		"imx", "imx8qxp_mek/mimx8qx6/adsp",
		f"RI-2023.11{xtensa_tools_version_postfix}",
		"hifi4_nxp_v5_3_1_prod",
		RIMAGE_KEY = "key param ignored by imx8x"
	),
	"imx8m" : PlatformConfig(
		"imx", "imx8mp_evk/mimx8ml8/adsp",
		f"RI-2023.11{xtensa_tools_version_postfix}",
		"hifi4_mscale_v2_0_2_prod",
		RIMAGE_KEY = "key param ignored by imx8m"
	),
	"imx8ulp" : PlatformConfig(
		"imx", "imx8ulp_evk/mimx8ud7/adsp",
		f"RI-2023.11{xtensa_tools_version_postfix}",
		"hifi4_nxp2_s7_v2_1a_prod",
		RIMAGE_KEY = "key param ignored by imx8ulp"
	),
	"imx95" : PlatformConfig(
		"imx", "imx95_evk/mimx9596/m7/ddr",
		"", "", "", ""
	),
	"qemu_xtensa" : PlatformConfig(
		"zephyr", "qemu_xtensa/dc233c",
		"", "", "zephyr"
	),
	"qemu_xtensa_mmu" : PlatformConfig(
		"zephyr", "qemu_xtensa/dc233c/mmu",
		"", "", "zephyr"
	),
	"native_sim" : PlatformConfig(
		"zephyr", "native_sim",
		"", "", "zephyr"
	),
}

platform_configs = platform_configs_all.copy()
platform_configs.update(extra_platform_configs)

class validate_platforms_arguments(argparse.Action):
	"""Validates positional platform arguments whether provided platform name is supported."""
	def __call__(self, parser, namespace, values, option_string=None):
		if values:
			for value in values:
				if value not in platform_configs:
					raise argparse.ArgumentError(self, f"Unsupported platform: {value}")
		setattr(namespace, "platforms", values)

args = None
def parse_args():
	global args
	global west_top
	parser = argparse.ArgumentParser(formatter_class=argparse.RawTextHelpFormatter,
			epilog=(

f"""This script supports XtensaTools but only when installed in a specific directory
structure where a single --xtensa-core is registered per --xtensa-system registry, example
below. Different layouts may or may not work.

myXtensa/
└── install/
       ├── builds/
       │   ├── RD-2012.5{xtensa_tools_version_postfix}
       │   │   └── Intel_HiFiEP/config/        # XTENSA_SYSTEM registry
       │   │        ├── default-params
       │   │        └── Intel_HiFiEP-params    # single, default XTENSA_CORE per registry
       │   └── RG-2017.8{xtensa_tools_version_postfix}
       │       ├── LX4_langwell_audio_17_8/config/
       │       │    ├── default-params
       │       │    └── LX4_langwell_audio_17_8-params
       │       └── X4H3I16w2D48w3a_2017_8/config/
       │           ├── default-params
       │           └── X4H3I16w2D48w3a_2017_8-params
       └── tools/
               ├── RD-2012.5{xtensa_tools_version_postfix}
               │   └── XtensaTools
               └── RG-2017.8{xtensa_tools_version_postfix}
                   └── XtensaTools/

$XTENSA_TOOLS_ROOT=/path/to/myXtensa ...

Supported platforms: {list(platform_configs)}"""

			), add_help=False)

	parser.add_argument('-h', '--help', action='store_true', help='show help')
	parser.add_argument("-a", "--all", required=False, action="store_true",
						help="Build all currently supported platforms")
	parser.add_argument("platforms", nargs="*", action=validate_platforms_arguments,
			    help="List of platforms to build. Zero platform + any flag (-p) still creates 'tools/'")
	parser.add_argument("-d", "--debug", required=False, action="store_true",
						help="Shortcut for: -o sof/app/debug_overlay.conf")
    # NO SOF release will ever user the option --fw-naming.
    # This option is only for disguising SOF IPC4 as CAVS IPC4 and only in cases where
    # the kernel 'ipc_type' expects CAVS IPC4. In this way, developers and CI can test
    # IPC4 on older platforms.
	parser.add_argument("--fw-naming", required=False, choices=["AVS", "SOF"],
						default="SOF",
help="""Determine firmware naming conversion and folder structure.
See also the newer and better '--deployable-build' for IPC4.
With "SOF" (default):

build-sof-staging (for /lib/firmware/intel/sof/)
        ├───community
        │   └── sof-tgl.ri
        ├── dbgkey
        │   └── sof-tgl.ri
        ├── sof-tgl.ri
        └── sof-tgl.ldc

With "AVS"; filename 'dsp_basefw.bin'.
'AVS' automatically enables --use-platform-subdir which uses one subdirectory for each platform:

build-sof-staging (for old, developer /lib/firmware/intel/sof-ipc4/)
    └── tgl
        ├── community
        │   └── dsp_basefw.bin
        ├── dbgkey
        │   └── dsp_basefw.bin
        ├── dsp_basefw.bin
        └── sof-tgl.ldc

""")
	parser.add_argument("-j", "--jobs", required=False, type=int,
						help="Number of concurrent jobs. Passed to west build and"
						" to cmake (for rimage)")
	parser.add_argument("-k", "--key", type=pathlib.Path, required=False,
						help="Path to a non-default rimage signing key.")

	# https://docs.zephyrproject.org/latest/build/kconfig/setting.html#initial-conf
	# https://docs.zephyrproject.org/latest/develop/application/index.html#important-build-system-variables
	# TODO, support "snippets"?
	# https://docs.zephyrproject.org/latest/build/snippets/writing.html
	parser.add_argument("-o", "--overlay", type=pathlib.Path, required=False, action='append',
			default=[], help=
"""All '-o arg1 -o arg2 ...' arguments are combined into a single -DEXTRA_CONF_FILE='arg1;arg2;...'
list. This tweaks the build CONFIGuration like Device Tree "overlays" and Zephyr snippets do.
Files latter in the list seem to have precedence. Direct -C=-DCONFIG_xxx=.. options seem to
have precedence over -DEXTRA_CONF_FILE=... Rely on precedence as little as possible.""")

	parser.add_argument("-p", "--pristine", required=False, action="store_true",
						help="Perform pristine build removing build directory.")
	parser.add_argument("-u", "--update", required=False, action="store_true",
		help="""Runs west update command - clones SOF dependencies. Downloads next to this sof clone a new Zephyr
project with its required dependencies. Creates a modules/audio/sof symbolic link pointing
back at this sof clone.  All projects are checkout out to
revision defined in manifests of SOF and Zephyr.""")
	parser.add_argument('-v', '--verbose', default=0, action='count',
			    help="""Verbosity level. Repetition of the flag increases verbosity.
The same number of '-v' is passed to "west".
""",
	)
	# Cannot use a standard -- delimiter because argparse deletes it.
	parser.add_argument("-C", "--cmake-args", action='append', default=[],
			    help="""Cmake arguments passed as is to cmake configure step.
Can be passed multiple times; whitespace is preserved Example:

     -C=--warn-uninitialized  -C '-DEXTRA_FLAGS=-Werror -g0'

Note '-C --warn-uninitialized' is not supported by argparse, an equal
sign must be used (https://bugs.python.org/issue9334)""",
	)

	parser.add_argument("--key-type-subdir", default="community",
			    choices=["community", "none", "dbgkey"],
			    help="""Output subdirectory for rimage signing key type.
Default key type subdirectory is \"community\".""")


	parser.add_argument("--use-platform-subdir", default = False,
			    action="store_true",
			    help="""Use an output subdirectory for each platform.
Otherwise, all firmware files are installed in the same staging directory by default.""")

	parser.add_argument("--no-interactive", default=False, action="store_true",
			    help="""Run script in non-interactive mode when user input can not be provided.
This should be used with programmatic script invocations (eg. Continuous Integration).
				""")

	deploy_args = parser.add_mutually_exclusive_group()
	# argparse.BooleanOptionalAction requires Python 3.9
	parser.set_defaults(deployable_build=True)
	deploy_args.add_argument("--no-deployable-build", dest='deployable_build', action='store_false')
	deploy_args.add_argument("--deployable-build", dest='deployable_build', action='store_true',
			    help="""Create a directory structure for the firmware files which can be deployed on target as it is.
This option will cause the --fw-naming and --use-platform-subdir options to be ignored!
The generic, default directory and file structure is IPC version dependent:
IPC3
    build-sof-staging/sof/VENDOR/sof/ (on target: /lib/firmware/VENDOR/sof/)
    ├── community
    │   └── sof-PLAT.ri
    ├── dbgkey
    │   └── sof-PLAT.ri
    └── sof-PLAT.ri
IPC4
    build-sof-staging/sof/VENDOR/sof-ipc4/ (on target: /lib/firmware/VENDOR/sof-ipc4/)
    └── PLAT
        ├── community
        │   └── sof-PLAT.ri
        ├── dbgkey
        │   └── sof-PLAT.ri
        └── sof-PLAT.ri\n
				""")

	parser.add_argument("--no-tarball", default=False, action='store_true',
			    help="""Do not create a tar file of the installed firmware files under build-sof-staging.""")
	parser.add_argument("--version", required=False, action="store_true",
			    help="Prints version of this script.")
	parser.add_argument("-m", "--menuconfig", required=False, action="store_true",
				help="Build menuconfig for target")
	parser.add_argument("-z", "--zephyrsdk", required=False, action="store_true",
				help="Force Build using Zephyr SDK for target")

	args = parser.parse_args()

	# This does NOT include "extra", experimental platforms.
	if args.all:
		args.platforms = list(platform_configs_all)

	# print help message if no arguments provided
	if len(sys.argv) == 1 or args.help:
		for platform in platform_configs:
			if platform_configs[platform].aliases:
				parser.epilog += "\nPlatform aliases for '" + platform + "':\t"
				parser.epilog += f"{list(platform_configs[platform].aliases)}"

		parser.print_help()
		sys.exit(0)

	if args.deployable_build:
		if args.fw_naming == 'AVS' or args.use_platform_subdir:
			sys.exit("Options '--fw-naming=AVS' and '--use-platform-subdir'"
				 " are incompatible with deployable builds, try --no-deployable-build?")

	if args.fw_naming == 'AVS':
		if not args.use_platform_subdir:
			args.use_platform_subdir=True
			warnings.warn("The option '--fw-naming AVS' has to be used with '--use-platform-subdir'. Enable '--use-platform-subdir' automatically.")

def execute_command(*run_args, **run_kwargs):
	"""[summary] Provides wrapper for subprocess.run that prints
	command executed when 'more verbose' verbosity level is set."""
	command_args = run_args[0]

	# If you really need the shell in some non-portable section then
	# invoke subprocess.run() directly.
	if run_kwargs.get('shell') or not isinstance(command_args, list):
		raise RuntimeError("Do not rely on non-portable shell parsing")

	if args.verbose >= 0:
		cwd = run_kwargs.get('cwd')
		print_cwd = f"In dir: {cwd}" if cwd else f"in current dir: {os.getcwd()}"
		print_args = shlex.join(command_args)
		output = f"{print_cwd}; running command:\n    {print_args}"
		env_arg = run_kwargs.get('env')
		env_change = set(env_arg.items()) - set(os.environ.items()) if env_arg else None
		if env_change and (run_kwargs.get('sof_log_env') or args.verbose >= 1):
			output += "\n... with extra/modified environment:\n"
			for k_v in env_change:
				output += f"{k_v[0]}={k_v[1]}\n"
		print(output, flush=True)

	run_kwargs = {k: run_kwargs[k] for k in run_kwargs if not k.startswith("sof_")}

	if not 'check' in run_kwargs:
		run_kwargs['check'] = True
	#pylint:disable=subprocess-run-check

	return subprocess.run(*run_args, **run_kwargs)

def symlink_or_copy(targetdir, targetfile, linkdir, linkfile):
	"""Create a relative symbolic link or copy. Don't bother Windows users
	with symbolic links because they require special privileges.
	Windows don't care about /lib/firmware/sof/ anyway.
	Make a copy instead to preserve cross-platform consistency.
	"""
	target = pathlib.Path(targetdir) / targetfile
	link = pathlib.Path(linkdir) / linkfile
	if py_platform.system() == "Windows":
		shutil.copy2(target, link)
	else:
		link.symlink_to(os.path.relpath(target, linkdir))

def show_installed_files():
	"""[summary] Scans output directory building binary tree from files and folders
	then presents them in similar way to linux tree command."""
	graph_root = AnyNode(name=STAGING_DIR.name, long_name=".", parent=None)
	relative_entries = [
		entry.relative_to(STAGING_DIR) for entry in sorted(STAGING_DIR.glob("**/*"))
	]
	nodes = [ graph_root ]
	for entry in relative_entries:
		# Node's documentation does allow random attributes
		# pylint: disable=no-member
		# sorted() makes sure our parent is already there.
		# This is slightly awkward, a recursive function would be more readable
		matches = [node for node in nodes if node.long_name == str(entry.parent)]
		assert len(matches) == 1, f'"{entry}" does not have exactly one parent'
		nodes.append(AnyNode(name=entry.name, long_name=str(entry), parent=matches[0]))

	for pre, _, node in RenderTree(graph_root, render.AsciiStyle):
		fpath = STAGING_DIR / node.long_name

		# pathLib.readlink() requires Python 3.9
		symlink_trailer = f" -> {os.readlink(fpath)}" if fpath.is_symlink() else ""

		stem = node.name[:-3] if node.name.endswith(".gz") else node.name

		shasum_trailer = ""
		if checksum_wanted(stem) and fpath.is_file() and not fpath.is_symlink():
			shasum_trailer =  "\tsha256=" + checksum(fpath)

		print(f"{pre}{node.name} {symlink_trailer} {shasum_trailer}")


# TODO: among other things in this file it should be less SOF-specific;
# try to move as much as possible to generic Zephyr code. See
# discussions in https://github.com/zephyrproject-rtos/zephyr/pull/51954
def checksum_wanted(stem):
	for pattern in CHECKSUM_WANTED:
		if fnmatch.fnmatch(stem, pattern):
			return True
	return False


def checksum(fpath):
	if fpath.suffix == ".gz":
		inputf = gzip.GzipFile(fpath, "rb")
	else:
		inputf = open(fpath, "rb")
	chksum = hashlib.sha256(inputf.read()).hexdigest()
	inputf.close()
	return chksum


def check_west_installation():
	west_path = shutil.which("west")
	if not west_path:
		raise FileNotFoundError("Install west and a west toolchain,"
			"https://docs.zephyrproject.org/latest/getting_started/index.html")
	print(f"Found west: {west_path}")

def west_reinitialize(west_root_dir: pathlib.Path, west_manifest_path: pathlib.Path):
	"""[summary] Performs west reinitialization to SOF manifest file asking user for permission.
	Prints error message if script is running in non-interactive mode.

	:param west_root_dir: directory where is initialized.
	:type west_root_dir: pathlib.Path
	:param west_manifest_path: manifest file to which west is initialized.
	:type west_manifest_path: pathlib.Path
	:raises RuntimeError: Raised when west is initialized to wrong manifest file
	(not SOFs manifest) and script is running in non-interactive mode.
	"""
	global west_top
	message = "West is initialized to manifest other than SOFs!\n"
	message +=  f"Initialized to manifest: {west_manifest_path}." + "\n"
	dot_west_directory  = pathlib.Path(west_root_dir.resolve(), ".west")
	if args.no_interactive:
		message += f"Try deleting {dot_west_directory } directory and rerun this script."
		raise RuntimeError(message)
	question = message + "Reinitialize west to SOF manifest? [Y/n] "
	print(f"{question}")
	while True:
		reinitialize_answer = input().lower()
		if reinitialize_answer in ["y", "n"]:
			break
		sys.stdout.write('Please respond with \'Y\' or \'n\'.\n')

	if reinitialize_answer != 'y':
		sys.exit("Can not proceed. Reinitialize your west manifest to SOF and rerun this script.")
	shutil.rmtree(dot_west_directory)
	execute_command(["west", "init", "-l", f"{SOF_TOP}"], cwd=west_top)


# TODO: use west APIs directly instead of all these indirect subprocess.run("west", ...) processes
def west_init_if_needed():
	"""[summary] Validates whether west workspace had been initialized and points to SOF manifest.
	Peforms west initialization if needed.
	"""
	global west_top, SOF_TOP
	west_manifest_path = pathlib.Path(SOF_TOP, "west.yml")
	result_rootdir = execute_command(["west", "topdir"], capture_output=True, cwd=west_top,
		timeout=10, check=False)
	if result_rootdir.returncode != 0:
		execute_command(["west", "init", "-l", f"{SOF_TOP}"], cwd=west_top)
		return
	west_root_dir = pathlib.Path(result_rootdir.stdout.decode().rstrip()).resolve()
	result_manifest_dir = execute_command(["west", "config", "manifest.path"], capture_output=True,
		cwd=west_top, timeout=10, check=True)
	west_manifest_dir = pathlib.Path(west_root_dir, result_manifest_dir.stdout.decode().rstrip()).resolve()
	manifest_file_result = execute_command(["west", "config", "manifest.file"], capture_output=True,
		cwd=west_top, timeout=10, check=True)
	returned_manifest_path = pathlib.Path(west_manifest_dir, manifest_file_result.stdout.decode().rstrip())
	if not returned_manifest_path.samefile(west_manifest_path):
		west_reinitialize(west_root_dir, returned_manifest_path)
	else:
		print(f"West workspace: {west_root_dir}")
		print(f"West manifest path: {west_manifest_path}")

def create_zephyr_directory():
	global west_top
	# Do not fail when there's only an empty directory left over
	# (because of some early interruption of this script or proxy
	# misconfiguration, etc.)
	try:
		# rmdir() is safe: it deletes empty directories ONLY.
		west_top.rmdir()
	except OSError as oserr:
		if oserr.errno not in [errno.ENOTEMPTY, errno.ENOENT]:
			raise oserr
		# else when not empty then let the next line fail with a
		# _better_ error message:
		#         "zephyrproject already exists"

	west_top.mkdir(parents=False, exist_ok=False)
	west_top = west_top.resolve(strict=True)

def create_zephyr_sof_symlink():
	global west_top, SOF_TOP
	if not west_top.exists():
		raise FileNotFoundError("No west top: {}".format(west_top))
	audio_modules_dir = pathlib.Path(west_top, "modules", "audio")
	audio_modules_dir.mkdir(parents=True, exist_ok=True)
	sof_symlink = pathlib.Path(audio_modules_dir, "sof")
	# Symlinks creation requires administrative privileges in Windows or special user rights
	try:
		if not sof_symlink.exists():
			sof_symlink.symlink_to(SOF_TOP, target_is_directory=True)
	except:
		print(f"Failed to create symbolic link: {sof_symlink} to {SOF_TOP}."
			"\nIf you run script on Windows run it with administrative privileges or\n"
			"grant user symlink creation rights -"
			"see: https://docs.microsoft.com/en-us/windows/security/threat-protection/"
			"security-policy-settings/create-symbolic-links")
		raise

def west_update():
	"""[summary] Clones all west manifest projects to specified revisions"""
	global west_top
	execute_command(["west", "update"], check=True, timeout=3000, cwd=west_top)


def get_sof_version():
	"""[summary] Get version string major.minor.micro of SOF
	firmware file. When building multiple platforms from the same SOF
	commit, all platforms share the same version. So for the 1st platform,
	extract the version information from sof/versions.json and later platforms will
	reuse it.
	"""
	global sof_fw_version
	if sof_fw_version:
		return sof_fw_version

	versions = {}
	with open(SOF_TOP / "versions.json") as versions_file:
		versions = json.load(versions_file)
		# Keep this default value the same as the default SOF_MICRO in version.cmake
		sof_micro = versions['SOF'].get('MICRO', "0")
		sof_fw_version = (
			f"{versions['SOF']['MAJOR']}.{versions['SOF']['MINOR']}.{sof_micro}"
		)
	return sof_fw_version

def rmtree_if_exists(directory):
	"This is different from ignore_errors=False because it deletes everything or nothing"
	if os.path.exists(directory):
		shutil.rmtree(directory)

def clean_staging(platform):
	print(f"Cleaning {platform} from {STAGING_DIR}")

	rmtree_if_exists(STAGING_DIR / "sof-info" / platform)

	sof_output_dir = STAGING_DIR / "sof"

	# --use-platform-subdir
	rmtree_if_exists(sof_output_dir / platform)

	# Remaining .ri and .ldc files
	for p in [ platform ] + platform_configs[platform].aliases:
		for f in sof_output_dir.glob(f"**/sof-{p}.*"):
			os.remove(f)

	# remove IPC4 deployable build directories
	if platform_configs[platform].ipc4:
		# e.g.: "build-sof-staging/sof/intel/sof-ipc4/mtl/"
		sof_vendor_dir = sof_output_dir / platform_configs[platform].vendor
		rmtree_if_exists(sof_vendor_dir / "sof-ipc4" / platform)
		rmtree_if_exists(sof_vendor_dir / "sof-ipc4-lib" / platform)
		for p_alias in platform_configs[platform].aliases:
			rmtree_if_exists(sof_vendor_dir / "sof-ipc4" / p_alias)
			rmtree_if_exists(sof_vendor_dir / "sof-ipc4-lib" / p_alias)

RIMAGE_BUILD_DIR  = west_top / "build-rimage"
RIMAGE_SOURCE_DIR = west_top / "sof" / "tools" / "rimage"


def rimage_west_configuration(platform_dict, dest_dir):
	"""Configure rimage in a new file `dest_dir/westconfig.ini`, starting
	from the workspace .west/config.
	Returns a tuple: (west.configuration.Configuration, pathlib.Path to that new file).
	"""

	# This complex and painful saving and copying can be dropped and
	# greatly simplified once any of these alternatives gets finally
	# implemented in `west config`:
	# https://github.com/zephyrproject-rtos/west/issues/429 or 849, 867,..
	saved_local_var = os.environ.get('WEST_CONFIG_LOCAL')
	workspace_west_config_path = os.environ.get('WEST_CONFIG_LOCAL',
						   str(west_top / ".west" / "config"))
	platform_west_config_path = dest_dir / "westconfig.ini"
	dest_dir.mkdir(parents=True, exist_ok=True)
	shutil.copyfile(workspace_west_config_path, platform_west_config_path)

	# Create `platform_wconfig` object pointing at our copy
	os.environ['WEST_CONFIG_LOCAL'] = str(platform_west_config_path)
	platform_wconfig = west_config.Configuration()
	if saved_local_var is None:
		del os.environ['WEST_CONFIG_LOCAL']
	else:
		os.environ['WEST_CONFIG_LOCAL'] = saved_local_var

	# By default, run rimage directly from the rimage build directory
	if platform_wconfig.get("rimage.path") is None:
		rimage_executable = shutil.which("rimage", path=RIMAGE_BUILD_DIR)
		assert pathlib.Path(str(rimage_executable)).exists()
		platform_wconfig.set("rimage.path", shlex.quote(rimage_executable),
				     west_config.ConfigFile.LOCAL)

	_ws_args = platform_wconfig.get("rimage.extra-args")
	workspace_extra_args = [] if _ws_args is None else shlex.split(_ws_args)

	# Flatten default rimage options while giving precedence to the workspace =
	# the user input. We could just append and leave duplicates but that would be
	# at best confusing and at worst relying on undocumented rimage precedence.
	extra_args = []
	for default_opt in rimage_options(platform_dict):
		if not default_opt[0] in workspace_extra_args:
			extra_args += default_opt

	extra_args += workspace_extra_args

	platform_wconfig.set("rimage.extra-args", shlex.join(extra_args))

	return platform_wconfig, platform_west_config_path


def build_rimage():

	old_rimage_loc = SOF_TOP / "rimage"
	# Don't warn on empty directories
	if ( old_rimage_loc  / "CMakeLists.txt" ).exists():
		warnings.warn(f"""{old_rimage_loc} is now ignored,
		new location is {RIMAGE_SOURCE_DIR}"""
		)
	rimage_dir_name = RIMAGE_BUILD_DIR.name
	# CMake build rimage module
	if not (RIMAGE_BUILD_DIR / "CMakeCache.txt").is_file():
		execute_command(["cmake", "-B", rimage_dir_name, "-G", "Ninja",
				 "-S", str(RIMAGE_SOURCE_DIR)],
				cwd=west_top)
	rimage_build_cmd = ["cmake", "--build", rimage_dir_name]
	if args.jobs is not None:
		rimage_build_cmd.append(f"-j{args.jobs}")
	if args.verbose > 1:
			rimage_build_cmd.append("-v")
	execute_command(rimage_build_cmd, cwd=west_top)


def rimage_options(platform_dict):
	"""Return a list of default rimage options as a list of tuples,
	example: [ (-f, 2.5.0), (-b, 1), (-k, key.pem),... ]

	"""
	global signing_key
	opts = []

	if args.verbose > 0:
		opts.append(("-v",) * args.verbose)

	if args.key:
		key_path = pathlib.Path(args.key)
		assert key_path.exists(), f"{key_path} not found"
		signing_key = key_path.resolve()
	elif "RIMAGE_KEY" in platform_dict:
		signing_key = platform_dict["RIMAGE_KEY"]

	if signing_key is not None:
		opts.append(("-k", str(signing_key)))

	sof_fw_vers = get_sof_version()

	opts.append(("-f", sof_fw_vers))

	# Default value is 0 in rimage but for Zephyr the "build counter" has always
	# been hardcoded to 1 in CMake and there is even a (broken) test that fails
	# when it's not hardcoded to 1.
	# FIXME: drop this line once the following test is fixed
	# tests/avs/fw_00_basic/test_01_load_fw_extended.py::TestLoadFwExtended::()::
	#                         test_00_01_load_fw_and_check_version
	opts.append(("-b", "1"))

	return opts


STAGING_DIR = None
def build_platforms():
	global west_top, SOF_TOP
	print(f"SOF_TOP={SOF_TOP}")
	print(f"west_top={west_top}")

	global STAGING_DIR
	STAGING_DIR = pathlib.Path(west_top, "build-sof-staging")
	# Don't leave the install of an old build behind
	if args.pristine:
		rmtree_if_exists(STAGING_DIR)
	else:
		# This is important in (at least) two use cases:
		# - when switching `--use-platform-subdir` on/off or changing key subdir,
		# - when the build starts failing after a code change.
		# Do not delete platforms that were not requested so this script can be
		# invoked once per platform.
		for platform in args.platforms:
			clean_staging(platform)
		rmtree_if_exists(STAGING_DIR / "tools")


	# smex does not use 'install -D'
	sof_output_dir = pathlib.Path(STAGING_DIR, "sof")
	sof_output_dir.mkdir(parents=True, exist_ok=True)

	platform_build_dir_name = None
	for platform in args.platforms:
		platf_build_environ = os.environ.copy()

		if args.deployable_build:
			vendor_output_dir = pathlib.Path(sof_output_dir, platform_configs[platform].vendor)
			if platform_configs[platform].ipc4:
				sof_platform_output_dir = pathlib.Path(vendor_output_dir, "sof-ipc4")
			else:
				sof_platform_output_dir = pathlib.Path(vendor_output_dir, "sof")

			sof_platform_output_dir.mkdir(parents=True, exist_ok=True)
		else:
			if args.use_platform_subdir:
				sof_platform_output_dir = pathlib.Path(sof_output_dir, platform)
				sof_platform_output_dir.mkdir(parents=True, exist_ok=True)
			else:
				sof_platform_output_dir = sof_output_dir

		# For now convert the new dataclass to what it used to be
		_dict = dataclasses.asdict(platform_configs[platform])
		platform_dict = { k:v for (k,v) in _dict.items() if _dict[k] is not None }

		if args.zephyrsdk:
			print("Using Zephyr SDK for building")
			xtensa_tools_root_dir = None
		else:
			print("Using Xtensa tools for building")
			xtensa_tools_root_dir = os.getenv("XTENSA_TOOLS_ROOT")
		# when XTENSA_TOOLS_ROOT environmental variable is set,
		# use user installed Xtensa tools not Zephyr SDK
		if "XTENSA_TOOLS_VERSION" in platform_dict and xtensa_tools_root_dir:
			xtensa_tools_root_dir = pathlib.Path(xtensa_tools_root_dir)
			if not xtensa_tools_root_dir.is_dir():
				raise RuntimeError(f"Platform {platform} uses Xtensa toolchain."
					f"\nVariable XTENSA_TOOLS_ROOT={xtensa_tools_root_dir} points "
					"to a path that does not exist or is not a directory")

			# Set environment variables expected by
			# zephyr/cmake/toolchain/x*/*.cmake.  Note CMake cannot set (evil)
			# build-time environment variables at configure time:
			# https://gitlab.kitware.com/cmake/community/-/wikis/FAQ#how-can-i-get-or-set-environment-variables

			# Top-level "switch". When undefined, the Zephyr build system
			# automatically searches for the Zephyr SDK and ignores all the
			# following variables.
			platf_build_environ["ZEPHYR_TOOLCHAIN_VARIANT"] = platf_build_environ.get("ZEPHYR_TOOLCHAIN_VARIANT",
				platform_dict["DEFAULT_TOOLCHAIN_VARIANT"])
			platf_build_environ["XTENSA_TOOLCHAIN_PATH"] = str(
				xtensa_tools_root_dir / "install" / "tools"
			)
			# Toolchain sub-directory
			TOOLCHAIN_VER = platform_dict["XTENSA_TOOLS_VERSION"]
			platf_build_environ["TOOLCHAIN_VER"] = TOOLCHAIN_VER

			# This XTENSA_SYSTEM variable was copied as is from XTOS
			# scripts/xtensa-build-all.sh but it is not required by (recent?)
			# toolchains when installed exactly as described in the --help (= a
			# single --xtensa-core installed per --xtensa-system registry and maybe
			# other constraints). Let's keep exporting it in case some build
			# systems have their toolchains installed differently which might
			# require it.  Note: "not needed" is different from "ignored"! The
			# compiler fails when the value is incorrect.
			builds_toolchainver = xtensa_tools_root_dir / "install" / "builds" / TOOLCHAIN_VER
			XTENSA_SYSTEM = str(builds_toolchainver / platform_dict["XTENSA_CORE"] / "config")
			platf_build_environ["XTENSA_SYSTEM"] = XTENSA_SYSTEM

		platform_build_dir_name = f"build-{platform}"

		PLAT_CONFIG = platform_dict["PLAT_CONFIG"]

		build_cmd = ["west"]
		build_cmd += ["-v"] * args.verbose
		if args.menuconfig:
			build_cmd += ["build", "-t", "menuconfig", "--build-dir", platform_build_dir_name]
		else:
			build_cmd += ["build", "--build-dir", platform_build_dir_name]
		source_dir = pathlib.Path(SOF_TOP, "app")
		build_cmd += ["--board", PLAT_CONFIG, str(source_dir)]
		if args.pristine:
			build_cmd += ["-p", "always"]

		if args.jobs is not None:
			build_cmd += [f"--build-opt=-j{args.jobs}"]

		build_cmd.append('--')
		if args.cmake_args:
			build_cmd += args.cmake_args

		extra_conf_files = [str(item.resolve(True)) for item in args.overlay]
		# The '-d' option is a shortcut for '-o path_to_debug_overlay', we are good
		# if both are provided, because it's no harm to merge the same overlay twice.
		if args.debug:
			extra_conf_files.append(str(pathlib.Path(SOF_TOP, "app", "debug_overlay.conf")))

		# The xt-cland Cadence toolchain currently cannot link shared
		# libraries for Xtensa. Therefore when it's used we switch to
		# building relocatable ELF objects.
		if platf_build_environ.get("ZEPHYR_TOOLCHAIN_VARIANT") == 'xt-clang':
			extra_conf_files.append(str(pathlib.Path(SOF_TOP, "app", "llext_relocatable.conf")))

		if extra_conf_files:
			extra_conf_files = ";".join(extra_conf_files)
			build_cmd.append(f"-DEXTRA_CONF_FILE={extra_conf_files}")

		abs_build_dir = pathlib.Path(west_top, platform_build_dir_name)

		# Longer story in https://github.com/zephyrproject-rtos/zephyr/pull/56671
		if not args.pristine and (
			pathlib.Path(abs_build_dir, "build.ninja").is_file()
			or pathlib.Path(abs_build_dir, "Makefile").is_file()
		):
			if args.cmake_args or extra_conf_files:
				warnings.warn("""CMake args slow down incremental builds.
	Passing CMake parameters and -o conf files on the command line slows down incremental builds
	see https://docs.zephyrproject.org/latest/guides/west/build-flash-debug.html#one-time-cmake-arguments
	Try "west config build.cmake-args -- ..." instead.""")

		platform_wcfg, wcfg_path = rimage_west_configuration(
			platform_dict,
			STAGING_DIR / "sof-info" / platform
		)
		platf_build_environ['WEST_CONFIG_LOCAL'] = str(wcfg_path)

		# Make sure the build logs don't leave anything hidden
		execute_command(['west', 'config', '-l'], cwd=west_top,
				env=platf_build_environ, sof_log_env=True)
		print()

		# Build
		try:
			execute_command(build_cmd, cwd=west_top, env=platf_build_environ, sof_log_env=True)
		except subprocess.CalledProcessError as cpe:
			zephyr_path = pathlib.Path(west_top, "zephyr")
			if not os.path.exists(zephyr_path):
				sys.exit("Zephyr project not found. Please run this script with -u flag or `west update zephyr` manually.")
			else: # unknown failure
				raise cpe

		# no output to display if building menuconfig
		if args.menuconfig:
			return

		# reproducible-zephyr.ri is less useful now that show_installed_files() shows
		# checksums too. However: - it's still useful when only the .ri file is
		# available (no build logs for the other image), - it makes sure sof_ri_info.py
		# itself does not bitrot, - it can catch rimage issues, see for instance rimage
		# fix 4fb9fe00575b
		if platform not in RI_INFO_UNSUPPORTED:
			reproducible_checksum(platform, west_top / platform_build_dir_name / "zephyr" / "zephyr.ri")

		install_platform(platform, sof_platform_output_dir, platf_build_environ, platform_wcfg)

	src_dest_list = []
	tools_output_dir = pathlib.Path(STAGING_DIR, "tools")

	src_dest_list += [(pathlib.Path(SOF_TOP) /
		"tools" / "mtrace"/ "mtrace-reader.py",
		tools_output_dir / "mtrace-reader.py")]

	# Append future files to `src_dest_list` here (but prefer
	# copying entire directories; more flexible)

	for _src, _dst in src_dest_list:
		os.makedirs(os.path.dirname(_dst), exist_ok=True)
		# looses file owner and group - file is commonly accessible
		shutil.copy2(str(_src), str(_dst))

	# cavstool and friends
	shutil.copytree(pathlib.Path(west_top) /
			  "zephyr" / "soc" / "intel" / "intel_adsp" / "tools",
			tools_output_dir,
			symlinks=True, ignore_dangling_symlinks=True, dirs_exist_ok=True)


def install_lib(platform, sof_output_dir, abs_build_dir, platform_wconfig):
	"""[summary] Sign loadable llext modules, if any, copy them to the
	deployment tree and create UUID links for the kernel to find and load
	them."""

	global signing_key

	libs = dict()
	lib_uuids = dict()
	rimage_cmd = shlex.split(platform_wconfig.get('rimage.path'))[0]
	_ws_args = platform_wconfig.get("rimage.extra-args")

	sof_lib_dir = sof_output_dir / '..' / 'sof-ipc4-lib' / platform

	if args.key_type_subdir != "none":
		sof_lib_dir = sof_lib_dir / args.key_type_subdir

	sof_lib_dir.mkdir(parents=True, exist_ok=True)

	dirlist = [d for d in os.listdir(str(abs_build_dir)) if os.path.isdir(abs_build_dir / d)]
	# Find all auxiliary modules, they're called "aux1_", "aux2_", etc.,
	# where lower numbers mean fewer dependent levels, so we need to sort
	# them in reversed order to have all dependencies satisfied
	pattern_aux = re.compile(r'^aux\d_.+_llext$')
	aux = sorted([d for d in dirlist if pattern_aux.match(d)], reverse=True)
	llext_dirs = [d for d in dirlist if d.endswith('_llext') and d not in aux]
	final_list = aux + llext_dirs

	for entry in final_list:
		entry_path = abs_build_dir / entry

		uuids = entry_path / 'llext.uuid'
		if not os.path.exists(uuids):
			print(f"Directory {entry} has no llext.uuid file. Skipping.")
			continue

		# replace '_llext' with '.llext', e.g.
		# eq_iir_llext/eq_iir.llext
		llext_base = entry[:-6]
		llext_file = llext_base + '.llext'
		lib_name = ''

		lib_fname = entry_path / 'lib_name.txt'
		if os.path.exists(lib_fname):
			with open(lib_fname, 'r') as libs_f:
				lib_name = libs_f.read()
				if lib_name not in libs.keys():
					libs[lib_name] = []
				libs[lib_name].append(str(entry_path / llext_file))
		else:
			dst = sof_lib_dir / llext_file

			rimage_cfg = entry_path / 'rimage_config.toml'
			llext_input = entry_path / (llext_base + '.llext')
			llext_output = entry_path / (llext_file + '.ri')

			# See why the shlex() parsing step is required at
			# https://docs.zephyrproject.org/latest/develop/west/sign.html#rimage
			# and in Zephyr commit 030b740bd1ec
			sign_cmd = [rimage_cmd, "-o", str(llext_output),
				    "-e", "-c", str(rimage_cfg),
				    "-k", str(signing_key), "-l", "-r"]
			if _ws_args is not None:
				sign_cmd.extend(shlex.split(_ws_args))
			sign_cmd.append(str(llext_input))
			execute_command(sign_cmd, cwd=west_top)

			# An intuitive way to make this multiline would be
			# with (open(dst, 'wb') as fdst, open(llext_output, 'rb') as fllext,
			#	open(llext_output.with_suffix('.llext.xman'), 'rb') as fman):
			# but a Python version, used on Windows errored out on this.
			# Thus we're left with a choice between a 150-character
			# long line and an illogical split like this
			with open(dst, 'wb') as fdst, open(llext_output, 'rb') as fllext, open(
				  llext_output.with_suffix('.ri.xman'), 'rb') as fman:
				# Concatenate the manifest and the llext
				shutil.copyfileobj(fman, fdst)
				shutil.copyfileobj(fllext, fdst)

		# Create symbolic links for all UUIDs
		with open(uuids, 'r') as uuids_f:
			for uuid in uuids_f:
				if os.path.exists(lib_fname):
					if lib_name not in lib_uuids.keys():
						lib_uuids[lib_name] = []
					lib_uuids[lib_name].append(uuid.strip())
				else:
					linkname = uuid.strip() + '.bin'
					symlink_or_copy(sof_lib_dir, llext_file,
							sof_lib_dir, linkname)

	lib_install_dir = sof_output_dir / platform
	if args.key_type_subdir != "none":
		lib_install_dir = lib_install_dir / args.key_type_subdir

	for key in libs.keys():
		lib_path = abs_build_dir / ''.join(['lib', key, '.ri'])
		sign_cmd = [rimage_cmd, "-o", str(lib_path), "-e",
			    "-c", str(abs_build_dir / 'misc' / 'generated' / 'rimage_config_full.toml'),
			    "-k", str(signing_key), "-l", "-r"]
		if _ws_args is not None:
			sign_cmd.extend(shlex.split(_ws_args))
		sign_cmd.extend(libs[key])
		execute_command(sign_cmd, cwd=west_top)
		lib_name = ''.join(['sof-', platform, '-', key, '.ri'])
		dst = lib_install_dir / lib_name
		with open(dst, 'wb') as fdst, open(lib_path, 'rb') as fllext, open(
			  lib_path.with_suffix('.ri.xman'), 'rb') as fman:
			# Concatenate the manifest and the llext
			shutil.copyfileobj(fman, fdst)
			shutil.copyfileobj(fllext, fdst)

			for p_alias in platform_configs[platform].aliases:
				lib_dir = sof_output_dir / p_alias

				if args.key_type_subdir != "none":
					lib_dir = lib_dir / args.key_type_subdir
				lib_dir.mkdir(parents=True, exist_ok=True)
				alias_libname = ''.join(['sof-', p_alias, '-', key, '.ri'])
				symlink_or_copy(lib_install_dir, lib_name,
						lib_dir, alias_libname)

def install_platform(platform, sof_output_dir, platf_build_environ, platform_wconfig):

	# Keep in sync with caller
	platform_build_dir_name = f"build-{platform}"

	# Install to STAGING_DIR
	abs_build_dir = pathlib.Path(west_top) / platform_build_dir_name / "zephyr"

	if args.fw_naming == "AVS":
		# Disguise ourselves for local testing purposes
		output_fwname = "dsp_basefw.bin"
	else:
		# Regular name (deployable build also uses SOF naming convention)
		output_fwname = "".join(["sof-", platform, ".ri"])

	if args.deployable_build and platform_configs[platform].ipc4:
		install_key_dir = pathlib.Path(sof_output_dir, platform)
	else:
		install_key_dir = sof_output_dir

	if args.key_type_subdir != "none":
		install_key_dir = install_key_dir / args.key_type_subdir

	os.makedirs(install_key_dir, exist_ok=True)
	# looses file owner and group - file is commonly accessible, dont install qemu.
	if platform not in ("qemu_xtensa", "qemu_xtensa_mmu", "native_sim"):
		shutil.copy2(abs_build_dir / "zephyr.ri", install_key_dir / output_fwname)

	if args.deployable_build and platform_configs[platform].ipc4:
		# IPC4 deployable builds are using separate directories per platforms
		# create the structure and symlinks for the alias platforms
		for p_alias in platform_configs[platform].aliases:
			alias_fwname = "".join(["sof-", p_alias, ".ri"])

			alias_key_dir = pathlib.Path(sof_output_dir, p_alias)
			if args.key_type_subdir != "none":
				alias_key_dir = alias_key_dir / args.key_type_subdir

			os.makedirs(alias_key_dir, exist_ok=True)
			symlink_or_copy(install_key_dir, output_fwname, alias_key_dir, alias_fwname)
	else:
		# non deployable builds and IPC3 deployable builds are using the same symlink scheme
		# The production key is usually different
		if args.key_type_subdir != "none" and args.fw_naming != "AVS":
			for p_alias in platform_configs[platform].aliases:
				symlink_or_copy(install_key_dir, output_fwname, install_key_dir, f"sof-{p_alias}.ri")

	if args.deployable_build and platform_configs[platform].ipc4:
		install_lib(platform, sof_output_dir, abs_build_dir, platform_wconfig)


	# sof-info/ directory

	@dataclasses.dataclass
	class InstFile:
		'How to install one file'
		name: pathlib.Path
		renameTo: pathlib.Path = None
		# TODO: upgrade this to 3 states: optional/warning/error
		optional: bool = False
		gzip: bool = True
		txt: bool = False

	installed_files = [
		# Fail if one of these is missing
		InstFile(".config", "config", txt=True),
		InstFile("include/generated/zephyr/autoconf.h", "generated_autoconf.h", txt=True),
		InstFile("include/generated/zephyr/version.h", "zephyr_version.h",
			 gzip=False, txt=True),
		InstFile("include/generated/sof_versions.h", "sof_versions.h",
			 gzip=False, txt=True),
		InstFile(BIN_NAME + ".elf"),
		InstFile(BIN_NAME + ".lst", txt=True, optional=True),
		InstFile(BIN_NAME + ".map", txt=True),

		# Optional because it's not generated for all platforms.
		InstFile(f"misc/generated/rimage_config.toml", "generated_rimage_config.toml",
			 optional=True, gzip=False, txt=True),

		# CONFIG_BUILD_OUTPUT_STRIPPED
		# Renaming ELF files highlights the workaround below that strips the .comment section
		InstFile(BIN_NAME + ".strip", renameTo=f"stripped-{BIN_NAME}.elf"),

		# Not every platform has intermediate rimage modules
		InstFile("main-stripped.mod", renameTo="stripped-main.elf", optional=True),
		InstFile("boot.mod", optional=True),
		InstFile("main.mod", optional=True),
	]

	# We cannot import at the start because zephyr may not be there yet
	sys.path.insert(1, os.path.join(sys.path[0],
					'..', '..', 'zephyr', 'scripts', 'west_commands'))
	import zcmake

	cmake_cache = zcmake.CMakeCache.from_build_dir(abs_build_dir.parent)
	objcopy = cmake_cache.get("CMAKE_OBJCOPY")

	sof_info = pathlib.Path(STAGING_DIR) / "sof-info" / platform
	sof_info.mkdir(parents=True, exist_ok=True)
	gzip_threads = concurrent.ThreadPoolExecutor()
	gzip_futures = []
	for f in installed_files:
		if not pathlib.Path(abs_build_dir / f.name).is_file() and f.optional:
			continue
		dstname = f.renameTo or f.name

		src = abs_build_dir / f.name
		dst = sof_info / dstname

		# Some Xtensa compilers (ab?)use the .ident / .comment
		# section and append the typically absolute and not
		# reproducible /path/to/the.c file after the usual
		# compiler ID.
		# https://sourceware.org/binutils/docs/as/Ident.html
		#
		# --strip-all does not remove the .comment section.
		# Remove it like some gcc test scripts do:
		# https://gcc.gnu.org/git/?p=gcc.git;a=commit;h=c7046906c3ae
		if "strip" in str(dstname):
			execute_command(
				[str(x) for x in [objcopy, "--remove-section", ".comment", src, dst]],
				# Some xtensa installs don't have a
				# XtensaTools/config/default-params symbolic link
				env=platf_build_environ,
			)
		elif f.txt:
			dos2unix(src, dst)
		else:
			shutil.copy2(src, dst)
		if f.gzip:
			gzip_futures.append(gzip_threads.submit(gzip_compress, dst))
	for gzip_res in concurrent.as_completed(gzip_futures):
		gzip_res.result() # throws exception if gzip unexpectedly failed
	gzip_threads.shutdown()

# Zephyr's CONFIG_KERNEL_BIN_NAME default value
BIN_NAME = 'zephyr'

CHECKSUM_WANTED = [
	# Rimage now uses a cryptographic salt and produces a non-deterministic
	# signature; but the ability to match some release with the corresponding
	# build log is still useful.
	'*.ri', '*.llext',
	'dsp_basefw.bin',

	'*version*.h',
	'*autoconf.h', # .config has absolute paths in comments, this has not.
	'*.toml', # rimage
	'*.strip', '*stripped*', # stripped ELF files are reproducible
	'boot.mod', # no debug section -> no need to strip this ELF
	BIN_NAME + '.lst',       # objdump --disassemble
	'*.ldc',
]

# Prefer CRLF->LF because unlike LF->CRLF it's (normally) idempotent.
def dos2unix(in_name, out_name):
	with open(in_name, "rb") as inf:
		# must read all at once otherwise could fall between CR and LF
		content = inf.read()
		assert content
		with open(out_name, "wb") as outf:
			outf.write(content.replace(b"\r\n", b"\n"))

def gzip_compress(fname, gzdst=None):
	gzdst = gzdst or pathlib.Path(f"{fname}.gz")
	with open(fname, 'rb') as inputf:
		# mtime=0 for recursive diff convenience
		with gzip.GzipFile(gzdst, 'wb', mtime=0) as gzf:
			shutil.copyfileobj(inputf, gzf)
	os.remove(fname)


# As of October 2022, sof_ri_info.py expects .ri files to include a CSE manifest / signature.
# Don't run sof_ri_info and ignore silently .ri files that don't have one.
RI_INFO_UNSUPPORTED = []

RI_INFO_UNSUPPORTED += ['imx8', 'imx8x', 'imx8m', 'imx8ulp', 'imx95']
RI_INFO_UNSUPPORTED += ['rn', 'acp_6_0']
RI_INFO_UNSUPPORTED += ['mt8186', 'mt8188', 'mt8195', 'mt8196', 'mt8365']
RI_INFO_UNSUPPORTED += ['qemu_xtensa', 'qemu_xtensa_mmu', 'native_sim']


# For temporary workarounds. Unlike _UNSUPPORTED above, the platforms below will print a warning.
RI_INFO_FIXME = [ ]

def reproducible_checksum(platform, ri_file):

	if platform in RI_INFO_FIXME:
		print(f"FIXME: sof_ri_info does not support '{platform}'")
		return

	parsed_ri = sof_ri_info.parse_fw_bin(ri_file, False, False)
	repro_output = ri_file.parent / ("reproducible-" + ri_file.name)
	chk256 = sof_ri_info.EraseVariables(ri_file, parsed_ri, west_top / repro_output)
	print('sha256sum {0}\n{1} {0}'.format(repro_output, chk256))

def create_tarball():
	# vendor directories (typically under /lib/firmware) to include
        # in the tarball
	vendor_dirs = [ 'intel']

	build_top = west_top / 'build-sof-staging' / 'sof'

	tarball_name = 'sof.tgz'

	prev_cwd = os.getcwd()
	os.chdir(build_top)

	tarball_path = build_top / tarball_name
	with tarfile.open(tarball_path, 'w:gz') as tarball:
		for vendor_dir in vendor_dirs:
			vendor_dir_path = build_top / vendor_dir
			if not vendor_dir_path.exists():
				continue
			tarball.add(vendor_dir, recursive=True)
		print(f"Tarball %s created" % tarball_path)

	os.chdir(prev_cwd)

def main():
	parse_args()
	if args.version:
		print(VERSION)
		sys.exit(0)
	check_west_installation()
	if len(args.platforms) == 0:
		print("No platform build requested")
	else:
		print("Building platforms: {}".format(" ".join(args.platforms)))

	west_init_if_needed()

	if args.update:
		# Initialize zephyr project with west
		west_update()
		create_zephyr_sof_symlink()

	build_rimage()
	build_platforms()
	if args.menuconfig:
		return
	if not args.no_tarball:
		create_tarball()
	show_installed_files()

if __name__ == "__main__":
	main()