Add 'projects/rocprofiler-sdk/' from commit 'bf0fad1d5406fbc51403ba1aa9621a9d4a9bce2b'
git-subtree-dir: projects/rocprofiler-sdk git-subtree-mainline:50a90550e9git-subtree-split:bf0fad1d54
This commit is contained in:
systems-assistant[bot]
+15
@@ -0,0 +1,15 @@
|
||||
#!/bin/bash
|
||||
|
||||
SCRIPT_PATH=$(cd $(dirname ${BASH_SOURCE[0]}) && pwd)
|
||||
ROCPROFILER_SDK_PATH="$(cd ${SCRIPT_PATH}/../.. && pwd)"
|
||||
|
||||
${SCRIPT_PATH}/install-deps.sh
|
||||
|
||||
echo -e "Redirecting to location: $ROCPROFILER_SDK_PATH"
|
||||
cd ${ROCPROFILER_SDK_PATH}
|
||||
|
||||
echo -e "Configuring rocprofiler-sdk: ${ROCPROFILER_SDK_PATH}/build"
|
||||
cmake -B build -DROCPROFILER_BUILD_{CI,TESTS,SAMPLES}=ON -DROCPROFILER_ENABLE_CLANG_TIDY=ON "${@}"
|
||||
|
||||
echo -e "Building rocprofiler-sdk: ${ROCPROFILER_SDK_PATH}/build"
|
||||
cmake --build build --target all --parallel $(nproc)
|
||||
+113
@@ -0,0 +1,113 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
# MIT License
|
||||
#
|
||||
# Copyright (c) 2023-2025 Advanced Micro Devices, Inc. All rights reserved.
|
||||
#
|
||||
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
# of this software and associated documentation files (the "Software"), to deal
|
||||
# in the Software without restriction, including without limitation the rights
|
||||
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
# copies of the Software, and to permit persons to whom the Software is
|
||||
# furnished to do so, subject to the following conditions:
|
||||
#
|
||||
# The above copyright notice and this permission notice shall be included in
|
||||
# all copies or substantial portions of the Software.
|
||||
#
|
||||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||||
# THE SOFTWARE.
|
||||
|
||||
import sys
|
||||
import yaml
|
||||
import argparse
|
||||
|
||||
|
||||
def fatal_error(msg, exit_code=1):
|
||||
sys.stderr.write(f"Fatal error: {msg}\n")
|
||||
sys.stderr.flush()
|
||||
sys.exit(exit_code)
|
||||
|
||||
|
||||
def parse_yaml(yaml_file):
|
||||
try:
|
||||
with open(yaml_file, "r") as file:
|
||||
data = yaml.safe_load(file)
|
||||
return data
|
||||
|
||||
except yaml.YAMLError as exc:
|
||||
fatal_error(f"{exc}")
|
||||
|
||||
|
||||
def dump_yaml(data, ostream):
|
||||
yaml.dump(
|
||||
data,
|
||||
ostream,
|
||||
default_flow_style=False,
|
||||
canonical=False,
|
||||
indent=1,
|
||||
width=120,
|
||||
sort_keys=False,
|
||||
)
|
||||
|
||||
|
||||
def convert_yaml_schema(inp):
|
||||
data = {"rocprofiler-sdk": {}}
|
||||
data["rocprofiler-sdk"]["counters-schema-version"] = inp["schema-version"]
|
||||
data["rocprofiler-sdk"]["counters"] = []
|
||||
|
||||
for key, itr in inp.items():
|
||||
if key == "schema-version":
|
||||
pass
|
||||
else:
|
||||
entry = {
|
||||
"name": key,
|
||||
"description": itr["description"],
|
||||
"properties": [],
|
||||
"definitions": [],
|
||||
}
|
||||
for arch, aitr in itr["architectures"].items():
|
||||
definition = {"architectures": sorted(arch.split("/"))}
|
||||
|
||||
# expression or block + event
|
||||
for dkey, ditr in aitr.items():
|
||||
definition[dkey] = ditr
|
||||
|
||||
# add the arch-specific counter definition
|
||||
entry["definitions"].append(definition)
|
||||
|
||||
# add the counter entry
|
||||
data["rocprofiler-sdk"]["counters"].append(entry)
|
||||
|
||||
return data
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("-i", "--input", help="Input file", type=str, required=True)
|
||||
parser.add_argument(
|
||||
"-o",
|
||||
"--output",
|
||||
help="Output file (stdout if not provided)",
|
||||
type=str,
|
||||
default=None,
|
||||
required=False,
|
||||
)
|
||||
args = parser.parse_args(sys.argv[1:])
|
||||
|
||||
inp = parse_yaml(args.input)
|
||||
if "rocprofiler-sdk" not in inp.keys():
|
||||
data = convert_yaml_schema(inp)
|
||||
else:
|
||||
data = inp
|
||||
|
||||
if args.output is None:
|
||||
dump_yaml(data, sys.stdout)
|
||||
else:
|
||||
with open(args.output, "w") as outfile:
|
||||
dump_yaml(data, outfile)
|
||||
@@ -0,0 +1,21 @@
|
||||
// MIT License
|
||||
//
|
||||
// Copyright (c) 2023-2025 Advanced Micro Devices, Inc. All rights reserved.
|
||||
//
|
||||
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
// of this software and associated documentation files (the "Software"), to deal
|
||||
// in the Software without restriction, including without limitation the rights
|
||||
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
// copies of the Software, and to permit persons to whom the Software is
|
||||
// furnished to do so, subject to the following conditions:
|
||||
//
|
||||
// The above copyright notice and this permission notice shall be included in all
|
||||
// copies or substantial portions of the Software.
|
||||
//
|
||||
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
// SOFTWARE.
|
||||
@@ -0,0 +1,25 @@
|
||||
#!/bin/bash -e
|
||||
|
||||
TEST_SOURCE=${PWD}/deduce-sanitizer-lib.cpp
|
||||
TEST_BINARY=${PWD}/deduce-sanitizer-lib.out
|
||||
TEST_RESULT=${PWD}/deduce-sanitizer-lib.txt
|
||||
|
||||
LIBNAME=${1}
|
||||
shift
|
||||
|
||||
cat << EOF > ${TEST_SOURCE}
|
||||
#include <string>
|
||||
|
||||
int
|
||||
main(int argc, char** argv)
|
||||
{
|
||||
auto ret = 0;
|
||||
if(argc > 1) ret = std::stoi(argv[1]);
|
||||
return ret;
|
||||
}
|
||||
EOF
|
||||
|
||||
${@} ${TEST_SOURCE} -o ${TEST_BINARY} &> /dev/stderr
|
||||
|
||||
ldd ${TEST_BINARY} | grep ${LIBNAME} | sed -E 's/.* => //g' | awk '{print $1}' > ${TEST_RESULT}
|
||||
cat ${TEST_RESULT}
|
||||
+102
@@ -0,0 +1,102 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
import argparse
|
||||
import os
|
||||
import sys
|
||||
|
||||
|
||||
class FormatSource(argparse.Action):
|
||||
def __call__(self, parser, namespace, values, option_string=None):
|
||||
os.system(
|
||||
"clang-format-11 -i $(find "
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../samples "
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../source "
|
||||
+ os.path.dirname(__file__)
|
||||
+ '/../../tests -type f -not -path "'
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../build/*\" | egrep '\.(h|hpp|hh|c|cc|cpp)(|\.in)$')"
|
||||
)
|
||||
exit(0)
|
||||
|
||||
|
||||
class FormatCMake(argparse.Action):
|
||||
def __call__(self, parser, namespace, values, option_string=None):
|
||||
os.system(
|
||||
"cmake-format -i $(find "
|
||||
+ os.path.dirname(__file__)
|
||||
+ '/../.. -type f -not -path "'
|
||||
+ os.path.dirname(__file__)
|
||||
+ '/../../build/*" -not -path "'
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../external/*\" | egrep 'CMakeLists.txt|\.cmake$')"
|
||||
)
|
||||
exit(0)
|
||||
|
||||
|
||||
class FormatPython(argparse.Action):
|
||||
def __call__(self, parser, namespace, values, option_string=None):
|
||||
os.system("black " + os.path.dirname(__file__) + "/../..")
|
||||
exit(0)
|
||||
|
||||
|
||||
class FormatAll(argparse.Action):
|
||||
def __call__(self, parser, namespace, values, option_string=None):
|
||||
os.system(
|
||||
"clang-format-11 -i $(find "
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../samples "
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../source "
|
||||
+ os.path.dirname(__file__)
|
||||
+ '/../../tests -type f -not -path "'
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../build/*\" | egrep '\.(h|hpp|hh|c|cc|cpp)(|\.in)$')"
|
||||
)
|
||||
os.system(
|
||||
"cmake-format -i $(find "
|
||||
+ os.path.dirname(__file__)
|
||||
+ '/../.. -type f -not -path "'
|
||||
+ os.path.dirname(__file__)
|
||||
+ '/../../build/*" -not -path "'
|
||||
+ os.path.dirname(__file__)
|
||||
+ "/../../external/*\" | egrep 'CMakeLists.txt|\.cmake$')"
|
||||
)
|
||||
os.system("black " + os.path.dirname(__file__) + "/../..")
|
||||
exit(0)
|
||||
|
||||
|
||||
class InstallDepsUbuntu(argparse.Action):
|
||||
def __call__(self, parser, namespace, values, option_string=None):
|
||||
os.system(
|
||||
"sudo apt-get update; \
|
||||
sudo apt-get install -y python3-pip software-properties-common wget curl clang-format-11; \
|
||||
python3 -m pip install -U cmake-format; \
|
||||
python -m pip install --upgrade pip; \
|
||||
python -m pip install black"
|
||||
)
|
||||
exit(0)
|
||||
|
||||
|
||||
parser = argparse.ArgumentParser(description="ROCProfiler Formatter")
|
||||
parser.add_argument(
|
||||
"-ud",
|
||||
"--ubuntu-deps",
|
||||
nargs=0,
|
||||
help="Install Formatting dependencies",
|
||||
action=InstallDepsUbuntu,
|
||||
)
|
||||
parser.add_argument(
|
||||
"-s", "--source", nargs=0, help="format source files", action=FormatSource
|
||||
)
|
||||
parser.add_argument(
|
||||
"-c", "--cmake", nargs=0, help="format cmake files", action=FormatCMake
|
||||
)
|
||||
parser.add_argument(
|
||||
"-p", "--python", nargs=0, help="format python files", action=FormatPython
|
||||
)
|
||||
parser.add_argument(
|
||||
"-a", "--all", nargs=0, help="format cmake, source and python files", action=FormatAll
|
||||
)
|
||||
parser.parse_args()
|
||||
@@ -0,0 +1,7 @@
|
||||
#!/bin/bash -e
|
||||
|
||||
apt-get update
|
||||
apt-get install -y cmake clang-tidy-15 g++-11 g++-12 python3-pip libdw-dev libsqlite3-dev
|
||||
update-alternatives --install /usr/bin/clang-tidy clang-tidy /usr/bin/clang-tidy-17 10
|
||||
update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11
|
||||
update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12
|
||||
@@ -0,0 +1,8 @@
|
||||
#!/bin/bash -e
|
||||
|
||||
ROCPROFILER_SDK_PATH=$(cd $(dirname ${BASH_SOURCE[0]})/../.. && pwd)
|
||||
|
||||
# echo "ROCPROFILER_SDK_PATH: ${ROCPROFILER_SDK_PATH}"
|
||||
|
||||
echo -e "Installing dependencies from: ${ROCPROFILER_SDK_PATH}/requirements.txt"
|
||||
python3 -m pip install --user -r ${ROCPROFILER_SDK_PATH}/requirements.txt
|
||||
@@ -0,0 +1,12 @@
|
||||
#
|
||||
# LeakSanitizer suppressions file for rocprofiler project.
|
||||
#
|
||||
|
||||
leak:amd_comgr
|
||||
leak:hsa-runtime
|
||||
leak:amdhip
|
||||
leak:python
|
||||
leak:hsa-amd-aqlprofile
|
||||
leak:__new_exitfn
|
||||
leak:omptarget
|
||||
leak:llvm
|
||||
@@ -0,0 +1,28 @@
|
||||
cmake_minimum_required(VERSION 3.16 FATAL_ERROR)
|
||||
|
||||
foreach(BINARY_OUTPUT ${BINARY_DIR}/parser.h ${BINARY_DIR}/parser.cpp
|
||||
${BINARY_DIR}/scanner.cpp)
|
||||
string(REPLACE "${BINARY_DIR}" "${SOURCE_DIR}" SOURCE_OUTPUT "${BINARY_OUTPUT}")
|
||||
foreach(VAR PROJECT_SRC_DIR PROJECT_BLD_DIR)
|
||||
string(REPLACE "/" "_" ${VAR} "${${VAR}}")
|
||||
string(REPLACE "-" "_" ${VAR} "${${VAR}}")
|
||||
string(REPLACE "+" "" ${VAR} "${${VAR}}")
|
||||
string(TOUPPER "${${VAR}}" ${VAR})
|
||||
endforeach()
|
||||
|
||||
# remove absolute path from file
|
||||
if(NOT SOURCE_OUTPUT STREQUAL BINARY_OUTPUT)
|
||||
file(READ ${BINARY_OUTPUT} OUTPUT_DATA)
|
||||
string(REPLACE "${SOURCE_DIR}/" "" OUTPUT_DATA "${OUTPUT_DATA}")
|
||||
string(REPLACE "${BINARY_DIR}/" "" OUTPUT_DATA "${OUTPUT_DATA}")
|
||||
string(REPLACE "${PROJECT_BLD_DIR}" "_ROCPROFILER" OUTPUT_DATA "${OUTPUT_DATA}")
|
||||
string(REPLACE "${PROJECT_SRC_DIR}" "_ROCPROFILER" OUTPUT_DATA "${OUTPUT_DATA}")
|
||||
file(WRITE ${BINARY_OUTPUT} "${OUTPUT_DATA}")
|
||||
|
||||
if(FORMAT_EXE)
|
||||
execute_process(COMMAND ${FORMAT_EXE} -i ${BINARY_OUTPUT})
|
||||
endif()
|
||||
|
||||
configure_file(${BINARY_OUTPUT} ${SOURCE_OUTPUT} COPYONLY)
|
||||
endif()
|
||||
endforeach()
|
||||
+671
@@ -0,0 +1,671 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
import glob
|
||||
import socket
|
||||
import shutil
|
||||
import argparse
|
||||
import multiprocessing
|
||||
|
||||
# this constant is used to define CTEST_PROJECT_NAME
|
||||
# and default value for CTEST_SUBMIT_URL
|
||||
# _PROJECT_NAME = "rocprofiler-v2-internal"
|
||||
# _BASE_URL = "10.194.116.31/cdash"
|
||||
_PROJECT_NAME = "rocprofiler-sdk-emu"
|
||||
_BASE_URL = "cdash.rocprofiler.amd.com"
|
||||
_GCOVR_GENERATE_CMD = None
|
||||
|
||||
# these are various default values
|
||||
_VISIBLE_PROJECT_NAME = _PROJECT_NAME.replace("-internal", "")
|
||||
_DEFAULT_ROCM_PATH = os.path.realpath(os.environ.get("ROCM_PATH", "/opt/rocm"))
|
||||
_DEFAULT_INSTALL_PREFIX = (
|
||||
os.path.realpath(_DEFAULT_ROCM_PATH)
|
||||
if os.path.exists(_DEFAULT_ROCM_PATH)
|
||||
else f"/opt/{_VISIBLE_PROJECT_NAME}"
|
||||
)
|
||||
_DEFAULT_GPU_TARGETS = os.environ.get(
|
||||
"GPU_TARGETS",
|
||||
"gfx900 gfx906 gfx908 gfx90a gfx942 gfx950 gfx1030 gfx1100 gfx1101 gfx1102",
|
||||
).split()
|
||||
|
||||
|
||||
def which(cmd, require):
|
||||
v = shutil.which(cmd)
|
||||
if require and v is None:
|
||||
raise RuntimeError(f"{cmd} not found")
|
||||
return v if v is not None else ""
|
||||
|
||||
|
||||
def generate_custom(args, cmake_args, ctest_args):
|
||||
if not os.path.exists(args.binary_dir):
|
||||
os.makedirs(args.binary_dir)
|
||||
|
||||
if args.memcheck is not None:
|
||||
if args.coverage:
|
||||
raise ValueError(
|
||||
f"Enabling --memcheck={args.memcheck} and --coverage not supported"
|
||||
)
|
||||
cmake_args += [f"-DROCPROFILER_MEMCHECK={args.memcheck}"]
|
||||
|
||||
NAME = args.name
|
||||
SITE = args.site
|
||||
BUILD_JOBS = args.build_jobs
|
||||
SUBMIT_URL = args.submit_url
|
||||
SOURCE_DIR = os.path.realpath(args.source_dir)
|
||||
BINARY_DIR = os.path.realpath(args.binary_dir)
|
||||
CMAKE_ARGS = " ".join(cmake_args)
|
||||
CTEST_ARGS = " ".join(['"{}"'.format(x.replace('"', '\\"')) for x in ctest_args])
|
||||
|
||||
GIT_CMD = which("git", require=True)
|
||||
GCOV_CMD = which("gcov", require=False)
|
||||
GCOVR_CMD = which("gcovr", require=False)
|
||||
CMAKE_CMD = which("cmake", require=True)
|
||||
# CTEST_CMD = which("ctest", require=True)
|
||||
|
||||
NAME = re.sub(r"(.*)-([0-9]+)/merge", "PR_\\2_\\1", NAME)
|
||||
|
||||
def option_in_args(_key, _args):
|
||||
_union = [x for x in _args if f"{_key}=" in x]
|
||||
return len(_union) != 0
|
||||
|
||||
DEFAULT_CMAKE_ARGS = []
|
||||
for key, value in dict(
|
||||
[
|
||||
["CMAKE_BUILD_TYPE", "RelWithDebInfo"],
|
||||
["CMAKE_INSTALL_PREFIX", f"{_DEFAULT_INSTALL_PREFIX}"],
|
||||
["CPACK_PACKAGING_INSTALL_PREFIX", f"{_DEFAULT_INSTALL_PREFIX}"],
|
||||
["CPACK_GENERATOR", "DEB;RPM;TGZ"],
|
||||
["Python3_EXECUTABLE", sys.executable],
|
||||
]
|
||||
+ [[f"ROCPROFILER_BUILD_{x}", "ON"] for x in ["CI", "TESTS", "SAMPLES"]]
|
||||
).items():
|
||||
if not option_in_args(key, cmake_args):
|
||||
DEFAULT_CMAKE_ARGS += [f"-D{key}={value}"]
|
||||
|
||||
DEFAULT_CMAKE_ARGS = " ".join(DEFAULT_CMAKE_ARGS)
|
||||
|
||||
GPU_TARGETS = ";".join(args.gpu_targets)
|
||||
MEMCHECK_TYPE = "" if args.memcheck is None else args.memcheck
|
||||
|
||||
MEMCHECK_SANITIZER_OPTIONS = ""
|
||||
MEMCHECK_SUPPRESSION_FILE = ""
|
||||
|
||||
if MEMCHECK_TYPE == "AddressSanitizer":
|
||||
MEMCHECK_SANITIZER_OPTIONS = "detect_leaks=0 use_sigaltstack=0"
|
||||
MEMCHECK_SUPPRESSION_FILE = (
|
||||
f"{SOURCE_DIR}/source/scripts/address-sanitizer-suppr.txt"
|
||||
)
|
||||
elif MEMCHECK_TYPE == "LeakSanitizer":
|
||||
MEMCHECK_SUPPRESSION_FILE = (
|
||||
f"{SOURCE_DIR}/source/scripts/leak-sanitizer-suppr.txt"
|
||||
)
|
||||
elif MEMCHECK_TYPE == "ThreadSanitizer":
|
||||
external_symbolizer_path = ""
|
||||
for version in range(8, 20):
|
||||
_symbolizer = shutil.which(f"llvm-symbolizer-{version}")
|
||||
if _symbolizer:
|
||||
external_symbolizer_path = f"external_symbolizer_path={_symbolizer}"
|
||||
os.environ["TSAN_OPTIONS"] = " ".join(
|
||||
[
|
||||
"history_size=5",
|
||||
"detect_deadlocks=0",
|
||||
f"suppressions={SOURCE_DIR}/source/scripts/thread-sanitizer-suppr.txt",
|
||||
external_symbolizer_path,
|
||||
os.environ.get("TSAN_OPTIONS", ""),
|
||||
]
|
||||
)
|
||||
elif MEMCHECK_TYPE == "UndefinedBehaviorSanitizer":
|
||||
MEMCHECK_SUPPRESSION_FILE = (
|
||||
f"{SOURCE_DIR}/source/scripts/undef-behavior-sanitizer-suppr.txt"
|
||||
)
|
||||
os.environ["UBSAN_OPTIONS"] = " ".join(
|
||||
[
|
||||
"print_stacktrace=1",
|
||||
f"suppressions={SOURCE_DIR}/source/scripts/undef-behavior-sanitizer-suppr.txt",
|
||||
os.environ.get("UBSAN_OPTIONS", ""),
|
||||
]
|
||||
)
|
||||
|
||||
codecov_exclude = [
|
||||
"/usr/.*",
|
||||
"/opt/.*",
|
||||
"external/.*",
|
||||
"samples/.*",
|
||||
"tests/.*",
|
||||
".*/external/.*",
|
||||
".*/samples/.*",
|
||||
".*/tests/.*",
|
||||
".*/details/.*",
|
||||
".*/counters/parser/.*",
|
||||
]
|
||||
if args.coverage == "samples":
|
||||
codecov_exclude += [
|
||||
".*/lib/common/.*",
|
||||
".*/lib/output/.*",
|
||||
".*/lib/att-tool/.*",
|
||||
".*/lib/rocprofiler-sdk-tool/.*",
|
||||
]
|
||||
|
||||
COVERAGE_EXCLUDE = ";".join(codecov_exclude)
|
||||
|
||||
if args.coverage and GCOVR_CMD:
|
||||
global _GCOVR_GENERATE_CMD
|
||||
|
||||
codecov_dir = os.path.join(args.source_dir, ".codecov")
|
||||
codecov_xml = os.path.join(codecov_dir, f"{args.coverage}.xml")
|
||||
codecov_html = os.path.join(codecov_dir, f"{args.coverage}.html")
|
||||
|
||||
if not os.path.exists(codecov_dir):
|
||||
os.makedirs(codecov_dir)
|
||||
|
||||
with open(os.path.join(codecov_dir, ".gitignore"), "w") as f:
|
||||
f.write("/*\n")
|
||||
|
||||
gcovr_codecov_exclude = []
|
||||
for itr in codecov_exclude:
|
||||
gcovr_codecov_exclude += ["--exclude", f"{itr}"]
|
||||
|
||||
_GCOVR_GENERATE_CMD = (
|
||||
[GCOVR_CMD]
|
||||
+ [
|
||||
"--root",
|
||||
f"{args.source_dir}",
|
||||
"--exclude-unreachable-branches",
|
||||
"--exclude-throw-branches",
|
||||
"--gcov-ignore-parse-errors",
|
||||
"--gcov-executable",
|
||||
GCOV_CMD,
|
||||
"-s",
|
||||
"-p",
|
||||
"--xml",
|
||||
codecov_xml,
|
||||
"--html-details",
|
||||
codecov_html,
|
||||
]
|
||||
+ gcovr_codecov_exclude
|
||||
+ [args.source_dir]
|
||||
)
|
||||
|
||||
return f"""
|
||||
set(CTEST_PROJECT_NAME "{_PROJECT_NAME}")
|
||||
set(CTEST_NIGHTLY_START_TIME "05:00:00 UTC")
|
||||
|
||||
set(CTEST_DROP_METHOD "http")
|
||||
set(CTEST_DROP_SITE_CDASH TRUE)
|
||||
set(CTEST_SUBMIT_URL "http://{SUBMIT_URL}")
|
||||
|
||||
set(CTEST_UPDATE_TYPE git)
|
||||
set(CTEST_UPDATE_VERSION_ONLY TRUE)
|
||||
set(CTEST_GIT_COMMAND {GIT_CMD})
|
||||
set(CTEST_GIT_INIT_SUBMODULES FALSE)
|
||||
|
||||
set(CTEST_OUTPUT_ON_FAILURE TRUE)
|
||||
set(CTEST_USE_LAUNCHERS TRUE)
|
||||
set(CMAKE_CTEST_ARGUMENTS "--output-on-failure" {CTEST_ARGS})
|
||||
|
||||
set(CTEST_CUSTOM_MAXIMUM_NUMBER_OF_ERRORS "100")
|
||||
set(CTEST_CUSTOM_MAXIMUM_NUMBER_OF_WARNINGS "100")
|
||||
set(CTEST_CUSTOM_MAXIMUM_PASSED_TEST_OUTPUT_SIZE "51200")
|
||||
set(CTEST_CUSTOM_COVERAGE_EXCLUDE "{COVERAGE_EXCLUDE}")
|
||||
|
||||
set(CTEST_MEMORYCHECK_TYPE "{MEMCHECK_TYPE}")
|
||||
set(CTEST_MEMORYCHECK_SUPPRESSIONS_FILE "{MEMCHECK_SUPPRESSION_FILE}")
|
||||
set(CTEST_MEMORYCHECK_SANITIZER_OPTIONS "{MEMCHECK_SANITIZER_OPTIONS}")
|
||||
|
||||
set(CTEST_SITE "{SITE}")
|
||||
set(CTEST_BUILD_NAME "{NAME}")
|
||||
|
||||
set(CTEST_SOURCE_DIRECTORY {SOURCE_DIR})
|
||||
set(CTEST_BINARY_DIRECTORY {BINARY_DIR})
|
||||
|
||||
set(CTEST_CONFIGURE_COMMAND "{CMAKE_CMD} -B {BINARY_DIR} {SOURCE_DIR} {DEFAULT_CMAKE_ARGS} -DGPU_TARGETS={GPU_TARGETS} {CMAKE_ARGS}")
|
||||
set(CTEST_BUILD_COMMAND "{CMAKE_CMD} --build {BINARY_DIR} --target all --parallel {BUILD_JOBS}")
|
||||
set(CTEST_COVERAGE_COMMAND {GCOV_CMD})
|
||||
"""
|
||||
|
||||
|
||||
def generate_dashboard_script(args):
|
||||
CODECOV = 1 if args.coverage else 0
|
||||
DASHBOARD_MODE = args.mode
|
||||
SOURCE_DIR = os.path.realpath(args.source_dir)
|
||||
BINARY_DIR = os.path.realpath(args.binary_dir)
|
||||
MEMCHECK = 1 if args.memcheck is not None else 0
|
||||
SUBMIT = 0 if args.disable_cdash else 1
|
||||
STRICT_SUBMIT = 1 if args.require_cdash_submission else 0
|
||||
ARGN = "${ARGN}"
|
||||
SUBMIT_ERR = "${_cdash_submit_err}"
|
||||
|
||||
if args.memcheck == "ThreadSanitizer":
|
||||
MEMCHECK = 0
|
||||
|
||||
_script = f"""
|
||||
cmake_minimum_required(VERSION 3.21 FATAL_ERROR)
|
||||
|
||||
macro(dashboard_submit)
|
||||
if("{SUBMIT}" GREATER 0)
|
||||
ctest_submit({ARGN}
|
||||
RETRY_COUNT 0
|
||||
RETRY_DELAY 10
|
||||
CAPTURE_CMAKE_ERROR _cdash_submit_err)
|
||||
|
||||
if(NOT _cdash_submit_err EQUAL 0)
|
||||
if("{STRICT_SUBMIT}" GREATER 0)
|
||||
message(FATAL_ERROR "CDash submission failed: {SUBMIT_ERR}")
|
||||
else()
|
||||
message(AUTHOR_WARNING "CDash submission failure ignored due to absence of --require-cdash-submission")
|
||||
endif()
|
||||
endif()
|
||||
endif()
|
||||
endmacro()
|
||||
"""
|
||||
|
||||
_script += """
|
||||
|
||||
include("${CMAKE_CURRENT_LIST_DIR}/CTestCustom.cmake")
|
||||
|
||||
macro(handle_error _message _ret)
|
||||
if(NOT ${${_ret}} EQUAL 0)
|
||||
dashboard_submit(PARTS Done RETURN_VALUE _submit_ret)
|
||||
message(FATAL_ERROR "${_message} failed: ${${_ret}}")
|
||||
endif()
|
||||
endmacro()
|
||||
"""
|
||||
|
||||
STAGES = ";".join([itr.upper() for itr in args.stages])
|
||||
|
||||
_script += f"""
|
||||
set(STAGES "{STAGES}")
|
||||
ctest_start({DASHBOARD_MODE})
|
||||
ctest_update(SOURCE "{SOURCE_DIR}" RETURN_VALUE _update_ret
|
||||
CAPTURE_CMAKE_ERROR _update_err)
|
||||
ctest_configure(BUILD "{BINARY_DIR}" RETURN_VALUE _configure_ret)
|
||||
dashboard_submit(PARTS Start Update Configure RETURN_VALUE _submit_ret)
|
||||
|
||||
if(NOT _update_err EQUAL 0)
|
||||
message(WARNING "ctest_update failed")
|
||||
endif()
|
||||
|
||||
handle_error("Configure" _configure_ret)
|
||||
|
||||
if("BUILD" IN_LIST STAGES)
|
||||
ctest_build(BUILD "{BINARY_DIR}" RETURN_VALUE _build_ret)
|
||||
dashboard_submit(PARTS Build RETURN_VALUE _submit_ret)
|
||||
|
||||
handle_error("Build" _build_ret)
|
||||
endif()
|
||||
|
||||
if("TEST" IN_LIST STAGES)
|
||||
if("{MEMCHECK}" GREATER 0)
|
||||
ctest_memcheck(BUILD "{BINARY_DIR}" RETURN_VALUE _test_ret)
|
||||
dashboard_submit(PARTS Test RETURN_VALUE _submit_ret)
|
||||
else()
|
||||
ctest_test(BUILD "{BINARY_DIR}" RETURN_VALUE _test_ret)
|
||||
dashboard_submit(PARTS Test RETURN_VALUE _submit_ret)
|
||||
endif()
|
||||
endif()
|
||||
|
||||
if("{CODECOV}" GREATER 0 AND "COVERAGE" IN_LIST STAGES)
|
||||
ctest_coverage(
|
||||
BUILD "{BINARY_DIR}"
|
||||
RETURN_VALUE _coverage_ret
|
||||
CAPTURE_CMAKE_ERROR _coverage_err)
|
||||
dashboard_submit(PARTS Coverage RETURN_VALUE _submit_ret)
|
||||
endif()
|
||||
|
||||
handle_error("Testing" _test_ret)
|
||||
|
||||
dashboard_submit(PARTS Done RETURN_VALUE _submit_ret)
|
||||
"""
|
||||
return _script
|
||||
|
||||
|
||||
def parse_cdash_args(args):
|
||||
BUILD_JOBS = multiprocessing.cpu_count()
|
||||
DASHBOARD_MODE = "Continuous"
|
||||
DASHBOARD_STAGES = [
|
||||
"Start",
|
||||
"Update",
|
||||
"Configure",
|
||||
"Build",
|
||||
"Test",
|
||||
"MemCheck",
|
||||
"Coverage",
|
||||
"Submit",
|
||||
]
|
||||
SOURCE_DIR = os.getcwd()
|
||||
BINARY_DIR = os.path.join(SOURCE_DIR, "build")
|
||||
SITE = socket.gethostname()
|
||||
SUBMIT_URL = f"{_BASE_URL}/submit.php?project={_PROJECT_NAME}"
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
|
||||
parser.add_argument(
|
||||
"-n", "--name", help="Job name", default=None, type=str, required=True
|
||||
)
|
||||
parser.add_argument("-s", "--site", help="Site name", default=SITE, type=str)
|
||||
parser.add_argument(
|
||||
"-q", "--quiet", help="Disable printing logs", action="store_true"
|
||||
)
|
||||
parser.add_argument(
|
||||
"-c",
|
||||
"--coverage",
|
||||
help="Enable code coverage",
|
||||
choices=("all", "tests", "samples"),
|
||||
type=str,
|
||||
default=None,
|
||||
)
|
||||
parser.add_argument(
|
||||
"-j",
|
||||
"--build-jobs",
|
||||
help="Number of build tasks",
|
||||
default=BUILD_JOBS,
|
||||
type=int,
|
||||
)
|
||||
parser.add_argument(
|
||||
"-B",
|
||||
"--binary-dir",
|
||||
help="Build directory",
|
||||
default=BINARY_DIR,
|
||||
type=str,
|
||||
)
|
||||
parser.add_argument(
|
||||
"-S",
|
||||
"--source-dir",
|
||||
help="Source directory",
|
||||
default=SOURCE_DIR,
|
||||
type=str,
|
||||
)
|
||||
parser.add_argument(
|
||||
"-F",
|
||||
"--clean",
|
||||
help="Remove existing build directory",
|
||||
action="store_true",
|
||||
)
|
||||
parser.add_argument(
|
||||
"-M",
|
||||
"--mode",
|
||||
help="Dashboard mode",
|
||||
default=DASHBOARD_MODE,
|
||||
choices=("Continuous", "Nightly", "Experimental"),
|
||||
type=str,
|
||||
)
|
||||
parser.add_argument(
|
||||
"-T",
|
||||
"--stages",
|
||||
help="Dashboard stages",
|
||||
nargs="+",
|
||||
default=DASHBOARD_STAGES,
|
||||
choices=DASHBOARD_STAGES,
|
||||
type=str,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--submit-url",
|
||||
help="CDash submission site",
|
||||
default=SUBMIT_URL,
|
||||
type=str,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--repeat-until-pass",
|
||||
help="<N> for --repeat until-pass:<N>",
|
||||
default=None,
|
||||
type=int,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--repeat-until-fail",
|
||||
help="<N> for --repeat until-fail:<N>",
|
||||
default=None,
|
||||
type=int,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--repeat-after-timeout",
|
||||
help="<N> for --repeat after-timeout:<N>",
|
||||
default=None,
|
||||
type=int,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--disable-cdash",
|
||||
help="Disable submitting results to CDash dashboard",
|
||||
action="store_true",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--require-cdash-submission",
|
||||
help="Failure to submit results to CDash dashboard causes CTest failure",
|
||||
action="store_true",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--gpu-targets",
|
||||
help="GPU build architectures",
|
||||
default=_DEFAULT_GPU_TARGETS,
|
||||
type=str,
|
||||
nargs="+",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--memcheck",
|
||||
help="Run dynamic analysis tool",
|
||||
default=None,
|
||||
type=str,
|
||||
choices=(
|
||||
"ThreadSanitizer",
|
||||
"AddressSanitizer",
|
||||
"LeakSanitizer",
|
||||
"MemorySanitizer",
|
||||
"UndefinedBehaviorSanitizer",
|
||||
),
|
||||
)
|
||||
parser.add_argument(
|
||||
"--linter",
|
||||
help="Enable linting tool",
|
||||
default=None,
|
||||
type=str,
|
||||
choices=("clang-tidy",),
|
||||
)
|
||||
parser.add_argument(
|
||||
"--run-attempt",
|
||||
help="If > 1, will enable verbose logging of tests",
|
||||
default=1,
|
||||
type=int,
|
||||
)
|
||||
|
||||
return parser.parse_args(args)
|
||||
|
||||
|
||||
def parse_args(args=None):
|
||||
if args is None:
|
||||
args = sys.argv[1:]
|
||||
|
||||
index = 0
|
||||
input_args = []
|
||||
ctest_args = []
|
||||
cmake_args = []
|
||||
data = [input_args, cmake_args, ctest_args]
|
||||
cmd = os.path.basename(sys.argv[0])
|
||||
|
||||
for itr in args:
|
||||
if itr == "--":
|
||||
index += 1
|
||||
if index > 2:
|
||||
raise RuntimeError(
|
||||
f"Usage: {cmd} <options> -- <cmake-args> -- <ctest-args>"
|
||||
)
|
||||
else:
|
||||
data[index].append(itr)
|
||||
|
||||
cdash_args = parse_cdash_args(input_args)
|
||||
|
||||
if cdash_args.run_attempt > 1:
|
||||
os.environ["ROCPROFILER_LOG_LEVEL"] = "info"
|
||||
os.environ["ROCPROF_LOG_LEVEL"] = "info"
|
||||
|
||||
if cdash_args.coverage:
|
||||
cmake_args += ["-DROCPROFILER_BUILD_CODECOV=ON"]
|
||||
if cdash_args.coverage == "samples":
|
||||
ctest_args += ["-L", "samples"]
|
||||
elif cdash_args.coverage == "tests":
|
||||
ctest_args += ["-L", "tests"]
|
||||
|
||||
if cdash_args.linter == "clang-tidy":
|
||||
cmake_args += ["-DROCPROFILER_ENABLE_CLANG_TIDY=ON"]
|
||||
|
||||
if (
|
||||
cdash_args.mode == "Nightly"
|
||||
and not cdash_args.require_cdash_submission
|
||||
and not cdash_args.disable_cdash
|
||||
):
|
||||
sys.stderr.write(
|
||||
"Enabling --require-cdash-submission for Nightly mode. Use --disable-cdash to suppress\n"
|
||||
)
|
||||
sys.stderr.flush()
|
||||
cdash_args.require_cdash_submission = True
|
||||
|
||||
def get_repeat_val(_param):
|
||||
_value = getattr(cdash_args, f"repeat_{_param}".replace("-", "_"))
|
||||
return [f"{_param}:{_value}"] if _value is not None and _value > 1 else []
|
||||
|
||||
repeat_args = (
|
||||
get_repeat_val("until-pass")
|
||||
+ get_repeat_val("until-fail")
|
||||
+ get_repeat_val("after-timeout")
|
||||
)
|
||||
ctest_args += ["--repeat"] + repeat_args if len(repeat_args) > 0 else []
|
||||
|
||||
return [cdash_args, cmake_args, ctest_args]
|
||||
|
||||
|
||||
def run(*args, **kwargs):
|
||||
import subprocess
|
||||
|
||||
return subprocess.run(*args, **kwargs)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
args, cmake_args, ctest_args = parse_args()
|
||||
|
||||
if args.clean and os.path.exists(args.binary_dir):
|
||||
if args.source_dir == args.binary_dir:
|
||||
raise RuntimeError(
|
||||
f"cannot clean binary directory == source directory ({args.source_dir})"
|
||||
)
|
||||
|
||||
shutil.rmtree(args.binary_dir)
|
||||
|
||||
if not os.path.exists(args.binary_dir):
|
||||
os.makedirs(args.binary_dir)
|
||||
|
||||
from textwrap import dedent
|
||||
|
||||
_config = dedent(generate_custom(args, cmake_args, ctest_args))
|
||||
_script = dedent(generate_dashboard_script(args))
|
||||
|
||||
if not args.quiet:
|
||||
sys.stderr.write(f"##### CTestCustom.cmake #####\n\n{_config}\n\n")
|
||||
sys.stderr.write(f"##### dashboard.cmake #####\n\n{_script}\n\n")
|
||||
|
||||
with open(os.path.join(args.binary_dir, "CTestCustom.cmake"), "w") as f:
|
||||
f.write(f"{_config}\n")
|
||||
|
||||
with open(os.path.join(args.binary_dir, "dashboard.cmake"), "w") as f:
|
||||
f.write(f"{_script}\n")
|
||||
|
||||
CTEST_CMD = which("ctest", require=True)
|
||||
|
||||
dashboard_args = ["-D"]
|
||||
for itr in args.stages:
|
||||
dashboard_args.append(f"{args.mode}{itr}")
|
||||
|
||||
try:
|
||||
verbose_options = (
|
||||
"--progress",
|
||||
"-V",
|
||||
"-VV",
|
||||
"--debug",
|
||||
"--output-on-failure",
|
||||
"-Q",
|
||||
"--quiet",
|
||||
)
|
||||
if not args.quiet and len(ctest_args) == 0:
|
||||
ctest_args = ["--output-on-failure", "-V"]
|
||||
elif not args.quiet:
|
||||
opts_union = [x for x in ctest_args if x in verbose_options]
|
||||
if len(opts_union) == 0:
|
||||
ctest_args += ["--progress", "--output-on-failure", "-V"]
|
||||
|
||||
# always fail if no tests exist
|
||||
ctest_args += ["--no-tests=error"]
|
||||
|
||||
run_args = (
|
||||
[CTEST_CMD]
|
||||
+ dashboard_args
|
||||
+ [
|
||||
"-S",
|
||||
os.path.join(args.binary_dir, "dashboard.cmake"),
|
||||
]
|
||||
+ ctest_args
|
||||
)
|
||||
|
||||
print("CTest command: {}".format(" ".join(run_args)))
|
||||
|
||||
run(
|
||||
run_args,
|
||||
check=True,
|
||||
)
|
||||
finally:
|
||||
if "-VV" not in ctest_args and not args.quiet:
|
||||
tag = None
|
||||
tagfpath = os.path.join(args.binary_dir, "Testing/TAG")
|
||||
with open(tagfpath, "r") as f:
|
||||
tag = f.readline().strip()
|
||||
|
||||
for file in glob.glob(
|
||||
os.path.join(args.binary_dir, "Testing", tag, "**"),
|
||||
recursive=True,
|
||||
):
|
||||
if not os.path.isfile(file):
|
||||
continue
|
||||
elif "CoverageLog-" in os.path.basename(file):
|
||||
continue
|
||||
elif "Test.xml" in os.path.basename(file):
|
||||
continue
|
||||
print(f"\n\n###### Reading {file}... ######\n\n")
|
||||
with open(file, "r") as inpf:
|
||||
fdata = inpf.read()
|
||||
print(fdata)
|
||||
# print out memory checker files
|
||||
for file in glob.glob(
|
||||
os.path.join(args.binary_dir, "Testing/Temporary/MemoryChecker.*"),
|
||||
recursive=True,
|
||||
):
|
||||
if not os.path.isfile(file):
|
||||
continue
|
||||
print(f"\n\n\n###### Reading {file}... ######\n\n\n")
|
||||
with open(file, "r") as inpf:
|
||||
fdata = inpf.read()
|
||||
print(fdata)
|
||||
|
||||
if _GCOVR_GENERATE_CMD:
|
||||
print("\n\n\n###### Generating Cobertura XML... ######")
|
||||
print(
|
||||
"###### GCOVR command: '{}'... ######\n".format(" ".join(_GCOVR_GENERATE_CMD))
|
||||
)
|
||||
with open("/dev/null", "w") as devnull:
|
||||
run(_GCOVR_GENERATE_CMD, stderr=devnull)
|
||||
|
||||
codecov_dir = os.path.join(args.source_dir, ".codecov")
|
||||
codecov_xml = os.path.join(codecov_dir, f"{args.coverage}.xml")
|
||||
codecov_md = os.path.join(codecov_dir, f"{args.coverage}.md")
|
||||
|
||||
PYCOBERTURA_CMD = which("pycobertura", require=False)
|
||||
if PYCOBERTURA_CMD:
|
||||
run(
|
||||
[
|
||||
PYCOBERTURA_CMD,
|
||||
"show",
|
||||
"--format",
|
||||
"markdown",
|
||||
"--output",
|
||||
codecov_md,
|
||||
codecov_xml,
|
||||
]
|
||||
)
|
||||
@@ -0,0 +1,48 @@
|
||||
#!/bin/bash -e
|
||||
|
||||
#
|
||||
# This file will export the same environment variables for running sanitizers as run-ci.py
|
||||
# This file is useful to set the suppressions files
|
||||
#
|
||||
# Example usage:
|
||||
#
|
||||
# source ./source/scripts/setup-sanitizer-env.sh
|
||||
#
|
||||
|
||||
SUPPR_DIR=$(cd $(dirname ${BASH_SOURCE[0]}) &> /dev/null && pwd)
|
||||
|
||||
find-symbolizer()
|
||||
{
|
||||
set +e
|
||||
SYMBOLIZER=$(which ${1})
|
||||
set -e
|
||||
if [ -n "${SYMBOLIZER}" ]; then
|
||||
: ${EXTERNAL_SYMBOLIZER_PATH:="${SYMBOLIZER}"}
|
||||
fi
|
||||
}
|
||||
|
||||
for i in $(seq 20 -1 8)
|
||||
do
|
||||
find-symbolizer llvm-symbolizer-${i}
|
||||
done
|
||||
|
||||
find-symbolizer llvm-symbolizer
|
||||
|
||||
if [ -n "${EXTERNAL_SYMBOLIZER_PATH}" ]; then
|
||||
EXTERNAL_SYMBOLIZER=" external_symbolizer_path=${EXTERNAL_SYMBOLIZER_PATH}"
|
||||
fi
|
||||
|
||||
: ${ASAN_OPTIONS="detect_leaks=0 use_sigaltstack=0 suppressions=${SUPPR_DIR}/address-sanitizer-suppr.txt"}
|
||||
: ${LSAN_OPTIONS="suppressions=${SUPPR_DIR}/leak-sanitizer-suppr.txt"}
|
||||
: ${TSAN_OPTIONS="history_size=5 detect_deadlocks=0 suppressions=${SUPPR_DIR}/thread-sanitizer-suppr.txt${EXTERNAL_SYMBOLIZER}"}
|
||||
: ${UBSAN_OPTIONS="print_stacktrace=1 suppressions=${SUPPR_DIR}/undef-behavior-sanitizer-suppr.txt${EXTERNAL_SYMBOLIZER}"}
|
||||
|
||||
export ASAN_OPTIONS
|
||||
export LSAN_OPTIONS
|
||||
export TSAN_OPTIONS
|
||||
export UBSAN_OPTIONS
|
||||
|
||||
echo "ASAN_OPTIONS=\"${ASAN_OPTIONS}\""
|
||||
echo "LSAN_OPTIONS=\"${LSAN_OPTIONS}\""
|
||||
echo "TSAN_OPTIONS=\"${TSAN_OPTIONS}\""
|
||||
echo "UBSAN_OPTIONS=\"${UBSAN_OPTIONS}\""
|
||||
@@ -0,0 +1,39 @@
|
||||
#
|
||||
# ThreadSanitizer suppressions file for rocprofiler project.
|
||||
#
|
||||
|
||||
# leaked thread
|
||||
thread:libhsa-runtime64.so
|
||||
|
||||
# data race in operator delete(void*)
|
||||
race:libamdhip64.so
|
||||
|
||||
# data race arising from hsa runtime
|
||||
race:libhsa-runtime64.so
|
||||
|
||||
# data race(s) arising from OpenMP
|
||||
race:__kmp_resume_template
|
||||
race:__kmp_suspend_initialize_thread
|
||||
|
||||
# unlock of an unlocked mutex (or by a wrong thread)
|
||||
mutex:libhsa-runtime64.so
|
||||
|
||||
# unlock of an unlocked mutex (or by a wrong thread)
|
||||
mutex:librocm_smi64.so
|
||||
|
||||
# google logging
|
||||
race:google::LogMessageTime::CalcGmtOffset
|
||||
race:tzset_internal
|
||||
|
||||
# bug in libtsan.so.0 which thinks there is a
|
||||
# double mutex lock (there isn't one)
|
||||
mutex:external/ptl/source/PTL/TaskGroup.hh
|
||||
|
||||
# lock order inversion that cannot happen
|
||||
mutex:source/lib/common/synchronized.hpp
|
||||
|
||||
# signal-unsafe function called from signal handler
|
||||
signal:rocprofv3_error_signal_handler
|
||||
|
||||
# data race within perfetto internals
|
||||
race:perfetto::internal::
|
||||
+47
@@ -0,0 +1,47 @@
|
||||
#!/bin/bash -e
|
||||
|
||||
message()
|
||||
{
|
||||
echo -e "\n\n##### ${@}... #####\n"
|
||||
}
|
||||
|
||||
WORK_DIR=$(cd $(dirname ${BASH_SOURCE[0]})/../docs &> /dev/null && pwd)
|
||||
SOURCE_DIR=$(cd ${WORK_DIR}/../.. &> /dev/null && pwd)
|
||||
|
||||
message "Working directory is ${WORK_DIR}"
|
||||
message "Source directory is ${SOURCE_DIR}"
|
||||
|
||||
message "Changing directory to ${SOURCE_DIR}"
|
||||
cd ${SOURCE_DIR}
|
||||
|
||||
message "Configurating cmake..."
|
||||
cmake -B build-docs ${SOURCE_DIR} -DROCPROFILER_INTERNAL_BUILD_DOCS=ON
|
||||
|
||||
message "Changing directory to ${WORK_DIR}"
|
||||
cd ${WORK_DIR}
|
||||
|
||||
message "Generating rocprofiler-sdk.dox"
|
||||
cmake -DSOURCE_DIR=${SOURCE_DIR} -DPROJECT_NAME="ROCprofiler-SDK" -P ${WORK_DIR}/generate-doxyfile.cmake
|
||||
|
||||
message "Generating doxygen xml files"
|
||||
mkdir -p _doxygen
|
||||
doxygen rocprofiler-sdk.dox
|
||||
doxygen rocprofiler-sdk-roctx.dox
|
||||
|
||||
message "Running doxysphinx"
|
||||
doxysphinx build ${WORK_DIR} ${WORK_DIR}/_build/html ${WORK_DIR}/_doxygen/rocprofiler-sdk/html
|
||||
doxysphinx build ${WORK_DIR} ${WORK_DIR}/_build/html ${WORK_DIR}/_doxygen/roctx/html
|
||||
|
||||
message "Building html documentation"
|
||||
make html SPHINXOPTS="--keep-going -n -q -T"
|
||||
|
||||
if [ -d ${SOURCE_DIR}/docs ]; then
|
||||
message "Removing stale documentation in ${SOURCE_DIR}/docs/"
|
||||
rm -rf ${SOURCE_DIR}/docs/*
|
||||
|
||||
message "Adding nojekyll to docs/"
|
||||
cp -r ${WORK_DIR}/.nojekyll ${SOURCE_DIR}/docs/.nojekyll
|
||||
|
||||
message "Copying source/docs/_build/html/* to docs/"
|
||||
cp -r ${WORK_DIR}/_build/html/* ${SOURCE_DIR}/docs/
|
||||
fi
|
||||
@@ -0,0 +1,20 @@
|
||||
#!/bin/bash -e
|
||||
|
||||
WORK_DIR=$(cd $(dirname ${BASH_SOURCE[0]})/../docs &> /dev/null && pwd)
|
||||
SOURCE_DIR=$(cd ${WORK_DIR}/../.. &> /dev/null && pwd)
|
||||
|
||||
pushd ${SOURCE_DIR}
|
||||
cmake -B build-docs ${SOURCE_DIR} -DROCPROFILER_INTERNAL_BUILD_DOCS=ON
|
||||
popd
|
||||
|
||||
pushd ${WORK_DIR}
|
||||
cmake -DSOURCE_DIR=${SOURCE_DIR} -P generate-doxyfile.cmake
|
||||
|
||||
|
||||
mkdir -p _doxygen
|
||||
doxygen rocprofiler-sdk.dox
|
||||
doxygen rocprofiler-sdk-roctx.dox
|
||||
|
||||
doxysphinx build ${WORK_DIR} ${WORK_DIR}/_build/html ${WORK_DIR}/_doxygen/rocprofiler-sdk/html
|
||||
doxysphinx build ${WORK_DIR} ${WORK_DIR}/_build/html ${WORK_DIR}/_doxygen/roctx/html
|
||||
popd
|
||||
@@ -0,0 +1,173 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
import os
|
||||
import tempfile
|
||||
import subprocess
|
||||
import shutil
|
||||
|
||||
|
||||
def which(cmd, require):
|
||||
v = shutil.which(cmd)
|
||||
if require and v is None:
|
||||
raise RuntimeError(f"{cmd} not found")
|
||||
return v if v is not None else ""
|
||||
|
||||
|
||||
def run(*args, **kwargs):
|
||||
if "sensitive" not in kwargs.keys() or not kwargs["sensitive"]:
|
||||
print("\n### Executing '{}'... ###\n".format(" ".join(*args)))
|
||||
|
||||
if "sensitive" in kwargs:
|
||||
del kwargs["sensitive"]
|
||||
|
||||
return subprocess.run(*args, **kwargs)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import argparse
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
|
||||
parser.add_argument(
|
||||
"-f",
|
||||
"--files",
|
||||
nargs="+",
|
||||
help="Image files to create markdown links for",
|
||||
type=str,
|
||||
required=True,
|
||||
default=[],
|
||||
)
|
||||
parser.add_argument(
|
||||
"-n",
|
||||
"--name",
|
||||
help="Name of the PR",
|
||||
type=str,
|
||||
required=True,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--repo-url",
|
||||
help="Base GitHub repo URL",
|
||||
type=str,
|
||||
default="https://github.com/AMD-ROCm-Internal/rocprofiler-sdk-internal",
|
||||
)
|
||||
parser.add_argument(
|
||||
"-o",
|
||||
"--output-dir",
|
||||
help="Output directory containing the generated markdown files and the list of these files",
|
||||
type=str,
|
||||
default=".codecov",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--token",
|
||||
type=str,
|
||||
help="Personal access token or GitHub actions token",
|
||||
required=True,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--bot",
|
||||
action="store_true",
|
||||
help="Configure git user.name and user.email to GitHub Actions Bot",
|
||||
)
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
inidir = os.getcwd()
|
||||
|
||||
if os.path.exists(args.token):
|
||||
with open(args.token, "r") as f:
|
||||
token = f.readline().strip()
|
||||
else:
|
||||
token = args.token
|
||||
|
||||
repo_url = args.repo_url
|
||||
repo_url_protocol = args.repo_url.split("//")[0]
|
||||
repo_url_addr = args.repo_url.split("//", maxsplit=1)[-1]
|
||||
repo_url_secure = f"{repo_url_protocol}//oauth2:{token}@{repo_url_addr}.git"
|
||||
files = [os.path.abspath(itr) for itr in args.files]
|
||||
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
print(f"Working directory: {tmpdir}")
|
||||
|
||||
git_cmd = which("git", require=True)
|
||||
print(f"git executable: {git_cmd}")
|
||||
|
||||
run([git_cmd, "--version"])
|
||||
|
||||
run(
|
||||
[
|
||||
git_cmd,
|
||||
"clone",
|
||||
repo_url_secure,
|
||||
tmpdir,
|
||||
],
|
||||
sensitive=True,
|
||||
check=True,
|
||||
)
|
||||
|
||||
os.chdir(tmpdir)
|
||||
|
||||
if args.bot:
|
||||
run(
|
||||
[git_cmd, "config", "--local", "user.name", "github-actions[bot]"],
|
||||
check=True,
|
||||
)
|
||||
run(
|
||||
[
|
||||
git_cmd,
|
||||
"config",
|
||||
"--local",
|
||||
"user.email",
|
||||
"41898282+github-actions[bot]@users.noreply.github.com",
|
||||
],
|
||||
check=True,
|
||||
)
|
||||
|
||||
_branch = f"images-{args.name}"
|
||||
_ref_branch = f"refs/{_branch}/image-ref"
|
||||
|
||||
run(["pwd"])
|
||||
run([git_cmd, "switch", "--orphan", _branch], check=True)
|
||||
run([git_cmd, "commit", "--allow-empty", "-m", "Empty commit"], check=True)
|
||||
run([git_cmd, "push", "origin", f"HEAD:{_ref_branch}"], check=False)
|
||||
run([git_cmd, "fetch", "origin", _ref_branch], check=True)
|
||||
run([git_cmd, "pull", "--rebase", "origin", _ref_branch], check=True)
|
||||
run([git_cmd, "reset", "--hard", "HEAD^"], check=False)
|
||||
|
||||
if not os.path.exists(args.name):
|
||||
os.makedirs(args.name)
|
||||
|
||||
filenames = {}
|
||||
for itr in files:
|
||||
bname = os.path.basename(itr)
|
||||
_, ext = os.path.splitext(bname)
|
||||
oname = os.path.join(args.name, bname)
|
||||
filenames[bname] = oname
|
||||
shutil.copy2(itr, os.path.join(tmpdir, oname))
|
||||
|
||||
run([git_cmd, "add", args.name])
|
||||
run([git_cmd, "status"])
|
||||
run([git_cmd, "commit", "-m", f"{args.name} code coverage files"])
|
||||
run([git_cmd, "push", "--force", "origin", f"HEAD:{_ref_branch}"], check=True)
|
||||
|
||||
log = run([git_cmd, "log", "-n", "1", "--format=%H"], capture_output=True)
|
||||
hash = log.stdout.decode("utf-8").strip()
|
||||
info = {}
|
||||
for bitr, titr in filenames.items():
|
||||
info[bitr] = (
|
||||
f""
|
||||
)
|
||||
|
||||
os.chdir(inidir)
|
||||
|
||||
if not os.path.exists(args.output_dir):
|
||||
os.makedirs(args.output_dir)
|
||||
|
||||
metafname = os.path.join(args.output_dir, "gh-md-image-links.txt")
|
||||
with open(metafname, "w") as mofs:
|
||||
print(f"\n### Writing '{metafname}'... ###\n")
|
||||
for lbl, msg in info.items():
|
||||
mdfname = os.path.join(args.output_dir, f"{lbl}.md")
|
||||
with open(mdfname, "w") as ofs:
|
||||
print(f"\n### Writing '{mdfname}'... ###\n")
|
||||
ofs.write(f"\n{msg}\n\n")
|
||||
mofs.write(f"{mdfname}\n")
|
||||
Reference in New Issue
Block a user