446fd36a93
- additional miscellaneous tweaks to workflows and docker scripts, e.g. install perfetto python bindings
- improves the stability of MPI finalization
- reduces some debug messages within timemory when `OMNITRACE_DEBUG=ON`
- fixes issue found in RHEL where libunwind is using mutex and omnitrace was not treating this as an internal mutex call
- this may have been affecting the causal profiling slightly (tests seem a bit more stable now)
- fix data race in timemory
* Add RedHat CI and release packaging
- additional miscellaneous tweaks to workflows and docker scripts, e.g. install perfetto python bindings
* Fix URL for ROCm packages in redhat workflow
* Fix dnf --enable-repo for ROCm perl packages
* Dockerfile.rhel and redhat.yml updates
- Fix dnf repo for ROCm PERL packages
- Disable python in CI (interpreter segfaults)
- Exclude parallel-overhead-locks tests due to inclusion of internal locks
- This needs to be remedied in the future
* Exclude _dl_relocate_static_pie from instrumentation
* Testing updates
- OMNITRACE_SAMPLING_KEEP_INTERNAL=OFF for parallel-overhead-locks
* Fix redhat workflow
* redhat.yml update
- remove if condition on config/build/test step
* Update timemory submodule
- tweaks to verbosity messages
* Set thread state before unw_step
- on Redhat, unw_step calls mutex
* Update timemory submodule
- verbosity changes
- gotcha uses spin_lock/spin_mutex
* Remove using gsplit-dwarf unless OMNITRACE_BUILD_NUMBER > 2
* Re-enable parallel-overhead-locks tests in redhat workflow
* Always disable timemory manager metadata auto output
* testing updates
- tweak parallel-overhead-locks-timemory to higher instruction count min
- OMNITRACE_SAMPLING_KEEP_INTERNAL=OFF for parallel-overhead-locks-perfetto
* Update timemory submodule
- quiet realpath queries
* omnitrace exe updates
- detect text files
- improved bin/lib locating
* cmake format
* test-install.sh and redhat workflow updates
- handle testing when ls is script
- re-enable python testing on redhat workflow
- invoke test-install.sh in redhat workflow
* Misc guards for finalization
* omnitrace-exe, testing updates
- test-install.sh: LS_EXEC -> LS_NAME
- handle /usr/bin/ls being script in source/bin/tests
- improve locating the binary
* Fix mpi_gotcha compile error
* omnitrace-exe updates
- improve file locating
* formatting
* Misc fixes
- remove -static-libstdc++ for RHEL packaging (rocky-linux doesn't distribute static lib)
* omnitrace-exe paths
* Replace realpath with absolute
- using absolute path to symlink fixes issues with locating libdyninstAPI_RT at runtime
* omnitrace exe updates
- judicious use of realpath
* Update timemory submodule
- fix update main hash ids/aliases data race in merge
* bin tests update
- change working directory of omnitrace-exe-simulate-lib-basename
* omnitrace exe updates
- Update resolved exe/lib messaging
* bin tests update
- change working directory of omnitrace-exe-simulate-lib-basename
[ROCm/rocprofiler-systems commit: 1688a027d8]
220 lines
6.7 KiB
Bash
Executable File
220 lines
6.7 KiB
Bash
Executable File
#!/bin/bash -e
|
|
|
|
SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
|
|
cd $(dirname ${SCRIPT_DIR})
|
|
echo -e "Working directory: $(pwd)"
|
|
|
|
: ${SLEEP_TIME:=0}
|
|
|
|
error-message()
|
|
{
|
|
echo -e "\nError! ${@}\n"
|
|
exit -1
|
|
}
|
|
|
|
verbose-run()
|
|
{
|
|
echo -e "\n##### Executing \"${@}\"... #####\n"
|
|
sleep ${SLEEP_TIME}
|
|
eval $@
|
|
}
|
|
|
|
toupper()
|
|
{
|
|
echo "$@" | awk -F '\|~\|' '{print toupper($1)}';
|
|
}
|
|
|
|
get-bool()
|
|
{
|
|
echo "${1}" | egrep -i '^(y|on|yes|true|[1-9])$' &> /dev/null && echo 1 || echo 0
|
|
}
|
|
|
|
if [ -d "$(realpath /tmp)" ]; then
|
|
: ${TMPDIR:=/tmp}
|
|
export TMPDIR
|
|
fi
|
|
|
|
: ${CONFIG_DIR:=$(mktemp -t -d omnitrace-test-install-XXXX)}
|
|
: ${SOURCE_DIR:=$(dirname ${SCRIPT_DIR})}
|
|
: ${ENABLE_OMNITRACE:=1}
|
|
: ${ENABLE_OMNITRACE_AVAIL:=1}
|
|
: ${ENABLE_OMNITRACE_SAMPLE:=1}
|
|
: ${ENABLE_OMNITRACE_PYTHON:=0}
|
|
: ${ENABLE_OMNITRACE_REWRITE:=1}
|
|
: ${ENABLE_OMNITRACE_RUNTIME:=1}
|
|
: ${ENABLE_OMNITRACE_CRITICAL_TRACE:=1}
|
|
|
|
usage()
|
|
{
|
|
print_option() { printf " --%-10s %-24s %s (default: %s)\n" "${1}" "${2}" "${3}" "${4}"; }
|
|
echo "Options:"
|
|
print_option source-dir "<PATH>" "Location of source directory" "${SOURCE_DIR}"
|
|
print_option test-omnitrace "0|1" "Enable testing omnitrace exe" "${ENABLE_OMNITRACE}"
|
|
print_option test-omnitrace-avail "0|1" "Enable testing omnitrace-avail" "${ENABLE_OMNITRACE_AVAIL}"
|
|
print_option test-omnitrace-sample "0|1" "Enable testing omnitrace-sample" "${ENABLE_OMNITRACE_SAMPLE}"
|
|
print_option test-omnitrace-python "0|1" "Enable testing omnitrace-python" "${ENABLE_OMNITRACE_PYTHON}"
|
|
print_option test-omnitrace-rewrite "0|1" "Enable testing omnitrace binary rewrite" "${ENABLE_OMNITRACE_REWRITE}"
|
|
print_option test-omnitrace-runtime "0|1" "Enable testing omnitrace runtime instrumentation" "${ENABLE_OMNITRACE_RUNTIME}"
|
|
print_option test-omnitrace-critial-trace "0|1" "Enable testing omnitrace critical trace" "${ENABLE_OMNITRACE_CRITICAL_TRACE}"
|
|
}
|
|
|
|
cat << EOF > ${CONFIG_DIR}/omnitrace.cfg
|
|
OMNITRACE_VERBOSE = 2
|
|
OMNITRACE_USE_TIMEMORY = ON
|
|
OMNITRACE_USE_PERFETTO = ON
|
|
OMNITRACE_USE_SAMPLING = ON
|
|
OMNITRACE_USE_PROCESS_SAMPLING = ON
|
|
OMNITRACE_OUTPUT_PATH = %env{CONFIG_DIR}%/omnitrace-tests-output
|
|
OMNITRACE_OUTPUT_PREFIX = %tag%/
|
|
OMNITRACE_SAMPLING_FREQ = 100
|
|
OMNITRACE_SAMPLING_DELAY = 0.05
|
|
OMNITRACE_COUT_OUTPUT = ON
|
|
OMNITRACE_TIME_OUTPUT = OFF
|
|
OMNITRACE_USE_PID = OFF
|
|
EOF
|
|
|
|
export CONFIG_DIR
|
|
export OMNITRACE_CONFIG_FILE=${CONFIG_DIR}/omnitrace.cfg
|
|
verbose-run cat ${OMNITRACE_CONFIG_FILE}
|
|
|
|
while [[ $# -gt 0 ]]
|
|
do
|
|
ARG=${1}
|
|
shift
|
|
|
|
VAL="$(echo ${ARG} | sed 's/=/ /1' | awk '{print $2}')"
|
|
if [ -z "${VAL}" ]; then
|
|
while [[ $# -gt 0 ]]
|
|
do
|
|
VAL=$(get-bool ${1})
|
|
shift
|
|
break
|
|
done
|
|
else
|
|
VAL=$(get-bool ${VAL})
|
|
ARG="$(echo ${ARG} | sed 's/=/ /1' | awk '{print $1}')"
|
|
fi
|
|
|
|
if [ -z "${VAL}" ]; then
|
|
echo "Error! Missing value for argument \"${ARG}\""
|
|
usage
|
|
exit -1
|
|
fi
|
|
|
|
case "${ARG}" in
|
|
--test-omnitrace)
|
|
ENABLE_OMNITRACE=${VAL}
|
|
continue
|
|
;;
|
|
--test-omnitrace-avail)
|
|
ENABLE_OMNITRACE_AVAIL=${VAL}
|
|
continue
|
|
;;
|
|
--test-omnitrace-sample)
|
|
ENABLE_OMNITRACE_SAMPLE=${VAL}
|
|
continue
|
|
;;
|
|
--test-omnitrace-python)
|
|
ENABLE_OMNITRACE_PYTHON=${VAL}
|
|
continue
|
|
;;
|
|
--test-omnitrace-rewrite)
|
|
ENABLE_OMNITRACE_REWRITE=${VAL}
|
|
continue
|
|
;;
|
|
--test-omnitrace-runtime)
|
|
ENABLE_OMNITRACE_RUNTIME=${VAL}
|
|
continue
|
|
;;
|
|
--test-omnitrace-critical-trace)
|
|
ENABLE_OMNITRACE_CRITICAL_TRACE=${VAL}
|
|
continue
|
|
;;
|
|
--source-dir)
|
|
SOURCE_DIR=${VAL}
|
|
continue
|
|
;;
|
|
*)
|
|
echo -e "Error! Unknown option : ${ARG}"
|
|
usage
|
|
exit -1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
test-omnitrace()
|
|
{
|
|
verbose-run which omnitrace
|
|
verbose-run ldd $(which omnitrace)
|
|
verbose-run omnitrace --help
|
|
}
|
|
|
|
test-omnitrace-avail()
|
|
{
|
|
verbose-run which omnitrace-avail
|
|
verbose-run ldd $(which omnitrace-avail)
|
|
verbose-run omnitrace-avail --help
|
|
verbose-run omnitrace-avail -a
|
|
}
|
|
|
|
test-omnitrace-sample()
|
|
{
|
|
verbose-run which omnitrace-sample
|
|
verbose-run ldd $(which omnitrace-sample)
|
|
verbose-run omnitrace-sample --help
|
|
verbose-run omnitrace-sample --cputime 100 --realtime 50 --hsa-interrupt 0 -TPH -- python3 ${SOURCE_DIR}/examples/python/external.py -n 5 -v 20
|
|
}
|
|
|
|
test-omnitrace-python()
|
|
{
|
|
verbose-run which omnitrace-python
|
|
verbose-run omnitrace-python --help
|
|
verbose-run omnitrace-python -b -- ${SOURCE_DIR}/examples/python/builtin.py -n 5 -v 5
|
|
verbose-run omnitrace-python -b -- ${SOURCE_DIR}/examples/python/noprofile.py -n 5 -v 5
|
|
verbose-run omnitrace-python -- ${SOURCE_DIR}/examples/python/external.py -n 5 -v 5
|
|
verbose-run python3 ${SOURCE_DIR}/examples/python/source.py -n 5 -v 5
|
|
}
|
|
|
|
test-omnitrace-rewrite()
|
|
{
|
|
if [ -f /usr/bin/coreutils ]; then
|
|
local LS_NAME=coreutils
|
|
local LS_ARGS="--coreutils-prog=ls"
|
|
else
|
|
local LS_NAME=ls
|
|
local LS_ARGS=""
|
|
fi
|
|
verbose-run omnitrace -e -v 1 -o ${CONFIG_DIR}/ls.inst --simulate -- ${LS_NAME}
|
|
for i in $(find ${CONFIG_DIR}/omnitrace-tests-output/ls.inst -type f); do verbose-run ls ${i}; done
|
|
verbose-run omnitrace -e -v 1 -o ${CONFIG_DIR}/ls.inst -- ${LS_NAME}
|
|
verbose-run ${CONFIG_DIR}/ls.inst ${LS_ARGS}
|
|
}
|
|
|
|
test-omnitrace-runtime()
|
|
{
|
|
if [ -f /usr/bin/coreutils ]; then
|
|
local LS_NAME=coreutils
|
|
local LS_ARGS="--coreutils-prog=ls"
|
|
else
|
|
local LS_NAME=ls
|
|
local LS_ARGS=""
|
|
fi
|
|
verbose-run omnitrace -e -v 1 --simulate -- ${LS_NAME} ${LS_ARGS}
|
|
for i in $(find ${CONFIG_DIR}/omnitrace-tests-output/$(basename ${LS_NAME}) -type f); do verbose-run ls ${i}; done
|
|
verbose-run omnitrace -e -v 1 -- ${LS_NAME} ${LS_ARGS}
|
|
}
|
|
|
|
test-omnitrace-critical-trace()
|
|
{
|
|
which omnitrace-critical-trace
|
|
ldd $(which omnitrace-critical-trace)
|
|
}
|
|
|
|
if [ "${ENABLE_OMNITRACE}" -ne 0 ]; then verbose-run test-omnitrace; fi
|
|
if [ "${ENABLE_OMNITRACE_AVAIL}" -ne 0 ]; then verbose-run test-omnitrace-avail; fi
|
|
if [ "${ENABLE_OMNITRACE_SAMPLE}" -ne 0 ]; then verbose-run test-omnitrace-sample; fi
|
|
if [ "${ENABLE_OMNITRACE_PYTHON}" -ne 0 ]; then verbose-run test-omnitrace-python; fi
|
|
if [ "${ENABLE_OMNITRACE_REWRITE}" -ne 0 ]; then verbose-run test-omnitrace-rewrite; fi
|
|
if [ "${ENABLE_OMNITRACE_RUNTIME}" -ne 0 ]; then verbose-run test-omnitrace-runtime; fi
|
|
if [ "${ENABLE_OMNITRACE_CRITICAL_TRACE}" -ne 0 ]; then verbose-run test-omnitrace-critical-trace; fi
|