COMMAND (exit code 123)
/opt/hostedtoolcache/Python/3.10.14/x64/bin/python -mblack --stdin-filename /home/runner/work/onnxruntime/onnxruntime/tools/python/util/build_helpers.py - STDERR
error: cannot format /home/runner/work/onnxruntime/onnxruntime/tools/python/util/build_helpers.py: Cannot parse: 198:45: f" valid={cudnn_home_valid}",, Oh no! 💥 💔 💥
1 file failed to reformat. STDOUT // Copyright (c) Microsoft Corporation. All rights reserved. // Licensed under the MIT License. import contextlib
import os
import shutil
import sys from .build_errors import BuildError, UsageError
from .platform_helpers import is_macOS, is_windows def version_to_tuple(version: str) -> tuple:
v = []
for s in version.split("."):
with contextlib.suppress(ValueError):
v.append(int(s))
return tuple(v) def check_python_version():
required_minor_version = 8
if (sys.version_info.major, sys.version_info.minor) < (3, required_minor_version):
raise UsageError(
f"Invalid Python version. At least Python 3.{required_minor_version} is required. "
f"Actual Python version: {sys.version}"
) def str_to_bool(s):
"""Convert string to bool (in argparse context)."""
if s.lower() not in ["true", "false"]:
raise ValueError("Need bool; got %r" % s)
return {"true": True, "false": False}[s.lower()] def is_reduced_ops_build(args):
return args.include_ops_by_config is not None def resolve_executable_path(command_or_path):
"""Returns the absolute path of an executable."""
if command_or_path and command_or_path.strip():
executable_path = shutil.which(command_or_path)
if executable_path is None:
raise BuildError(f"Failed to resolve executable path for '{command_or_path}'.")
return os.path.abspath(executable_path)
else:
return None def get_config_build_dir(build_dir, config):
# build directory per configuration
return os.path.join(build_dir, config) def use_dev_mode(args):
if args.compile_no_warning_as_error:
return False
if args.use_acl:
return False
if args.use_armnn:
return False
if args.ios and is_macOS() or args.visionos:
return False
SYSTEM_COLLECTIONURI = os.getenv("SYSTEM_COLLECTIONURI") # noqa: N806
if SYSTEM_COLLECTIONURI and SYSTEM_COLLECTIONURI != "https://dev.azure.com/onnxruntime/":
return False
return True def add_default_definition(definition_list, key, default_value):
for x in definition_list:
if x.startswith(key + "="):
return
definition_list.append(key + "=" + default_value) def normalize_arg_list(nested_list):
return [i for j in nested_list for i in j] if nested_list else [] def number_of_parallel_jobs(args):
return os.cpu_count() if args.parallel == 0 else args.parallel def number_of_nvcc_threads(args):
if args.nvcc_threads >= 0:
return args.nvcc_threads
nvcc_threads = 1
try:
import psutil
available_memory = psutil.virtual_memory().available
if isinstance(available_memory, int) and available_memory > 0:
if available_memory > 60 * 1024 * 1024 * 1024:
# When available memory is large enough, chance of OOM is small.
nvcc_threads = 4
else:
# NVCC need a lot of memory to compile 8 flash attention cu files in Linux or 4 cutlass fmha cu files
# in Windows. Here we select number of threads to ensure each thread has enough memory (>= 4 GB). For
# example, Standard_NC4as_T4_v3 has 4 CPUs and 28 GB memory. When parallel=4 and nvcc_threads=2,
# total nvcc threads is 4 * 2, which is barely able to build in 28 GB memory so we will use
# nvcc_threads=1.
memory_per_thread = 4 * 1024 * 1024 * 1024
fmha_cu_files = 4 if is_windows() else 16
fmha_parallel_jobs = min(fmha_cu_files, number_of_parallel_jobs(args))
nvcc_thre