marantic-amd
ba1380a75d
* Put cached perfetto traces as default one * Improve cached data and perfetto traces in order to be more aligned with E2E tests * Addressing PR comments and findings * Force early instrumentation bundle instantiation * Sync-up insturumented containers with thread growth data * Revert ompvv number of host threads to default 8 * Fixed counter track namings for amd-smi * AIPROFSYST-34 [rocprof-sys] Update documentation describing newly introduced changes to default tracing mechanism
386 regels
13 KiB
CMake
386 regels
13 KiB
CMake
# Copyright (c) Advanced Micro Devices, Inc.
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
# -------------------------------------------------------------------------------------- #
|
|
#
|
|
# python tests
|
|
#
|
|
# -------------------------------------------------------------------------------------- #
|
|
|
|
set(_INDEX 0)
|
|
|
|
foreach(_VERSION ${ROCPROFSYS_PYTHON_VERSIONS})
|
|
if(NOT ROCPROFSYS_USE_PYTHON)
|
|
continue()
|
|
endif()
|
|
|
|
list(GET ROCPROFSYS_PYTHON_ROOT_DIRS ${_INDEX} _PYTHON_ROOT_DIR)
|
|
|
|
rocprofiler_systems_find_python(
|
|
_PYTHON
|
|
ROOT_DIR "${_PYTHON_ROOT_DIR}"
|
|
COMPONENTS Interpreter
|
|
)
|
|
|
|
# ---------------------------------------------------------------------------------- #
|
|
# python tests
|
|
# ---------------------------------------------------------------------------------- #
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-external
|
|
PYTHON_EXECUTABLE ${_PYTHON_EXECUTABLE}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE ${CMAKE_SOURCE_DIR}/examples/python/external.py
|
|
PROFILE_ARGS "--label" "file"
|
|
RUN_ARGS -v 10 -n 5
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-external-exclude-inefficient
|
|
PYTHON_EXECUTABLE ${_PYTHON_EXECUTABLE}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE ${CMAKE_SOURCE_DIR}/examples/python/external.py
|
|
PROFILE_ARGS -E "^inefficient$"
|
|
RUN_ARGS -v 10 -n 5
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-builtin
|
|
PYTHON_EXECUTABLE ${_PYTHON_EXECUTABLE}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE ${CMAKE_SOURCE_DIR}/examples/python/builtin.py
|
|
PROFILE_ARGS "-b" "--label" "file" "line"
|
|
RUN_ARGS -v 10 -n 5
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-builtin-noprofile
|
|
PYTHON_EXECUTABLE ${_PYTHON_EXECUTABLE}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE ${CMAKE_SOURCE_DIR}/examples/python/noprofile.py
|
|
PROFILE_ARGS "-b" "--label" "file"
|
|
RUN_ARGS -v 15 -n 5
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
STANDALONE
|
|
NAME python-source
|
|
PYTHON_EXECUTABLE ${_PYTHON_EXECUTABLE}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE ${CMAKE_SOURCE_DIR}/examples/python/source.py
|
|
RUN_ARGS -v 5 -n 5 -s 3
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
STANDALONE
|
|
NAME python-code-coverage
|
|
PYTHON_EXECUTABLE ${_PYTHON_EXECUTABLE}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE ${CMAKE_SOURCE_DIR}/examples/code-coverage/code-coverage.py
|
|
RUN_ARGS
|
|
-i
|
|
${PROJECT_BINARY_DIR}/rocprof-sys-tests-output/code-coverage-basic-blocks-binary-rewrite/coverage.json
|
|
${PROJECT_BINARY_DIR}/rocprof-sys-tests-output/code-coverage-basic-blocks-hybrid-runtime-instrument/coverage.json
|
|
-o
|
|
${PROJECT_BINARY_DIR}/rocprof-sys-tests-output/code-coverage-basic-blocks-summary/coverage.json
|
|
DEPENDS code-coverage-basic-blocks-binary-rewrite
|
|
code-coverage-basic-blocks-binary-rewrite-run
|
|
code-coverage-basic-blocks-hybrid-runtime-instrument
|
|
FIXTURES_REQUIRED
|
|
code-coverage-basic-blocks-binary-rewrite-fixture
|
|
code-coverage-basic-blocks-hybrid-runtime-instrument-fixture
|
|
LABELS "code-coverage"
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
# ---------------------------------------------------------------------------------- #
|
|
# python output tests
|
|
# ---------------------------------------------------------------------------------- #
|
|
if(CMAKE_VERSION VERSION_LESS "3.18.0")
|
|
find_program(ROCPROFSYS_CAT_EXE NAMES cat PATH_SUFFIXES bin)
|
|
|
|
if(ROCPROFSYS_CAT_EXE)
|
|
set(ROCPROFSYS_CAT_COMMAND ${ROCPROFSYS_CAT_EXE})
|
|
endif()
|
|
else()
|
|
set(ROCPROFSYS_CAT_COMMAND ${CMAKE_COMMAND} -E cat)
|
|
endif()
|
|
|
|
if(ROCPROFSYS_CAT_COMMAND)
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-external-check
|
|
COMMAND ${ROCPROFSYS_CAT_COMMAND}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/python-external/${_VERSION}/trip_count.txt
|
|
PASS_REGEX
|
|
"(\\\[compile\\\]).*(\\\| \\\|0>>> \\\[run\\\]\\\[external.py\\\]).*(\\\| \\\|0>>> \\\|_\\\[fib\\\]\\\[external.py\\\]).*(\\\| \\\|0>>> \\\|_\\\[inefficient\\\]\\\[external.py\\\])"
|
|
DEPENDS python-external-${_VERSION}
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-external-exclude-inefficient-check
|
|
COMMAND ${ROCPROFSYS_CAT_COMMAND}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/python-external-exclude-inefficient/${_VERSION}/trip_count.txt
|
|
FAIL_REGEX "(\\\|_inefficient).*(\\\|_sum)|ROCPROFSYS_ABORT_FAIL_REGEX"
|
|
DEPENDS python-external-exclude-inefficient-${_VERSION}
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-builtin-check
|
|
COMMAND ${ROCPROFSYS_CAT_COMMAND}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/python-builtin/${_VERSION}/trip_count.txt
|
|
PASS_REGEX "\\\[inefficient\\\]\\\[builtin.py:17\\\]"
|
|
DEPENDS python-builtin-${_VERSION}
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME python-builtin-noprofile-check
|
|
COMMAND ${ROCPROFSYS_CAT_COMMAND}
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/python-builtin-noprofile/${_VERSION}/trip_count.txt
|
|
PASS_REGEX ".(run)..(noprofile.py)."
|
|
FAIL_REGEX ".(fib|inefficient)..(noprofile.py).|ROCPROFSYS_ABORT_FAIL_REGEX"
|
|
DEPENDS python-builtin-noprofile-${_VERSION}
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
else()
|
|
rocprofiler_systems_message(
|
|
WARNING
|
|
"Neither 'cat' nor 'cmake -E cat' are available. Python source checks are disabled"
|
|
)
|
|
endif()
|
|
|
|
function(ROCPROFILER_SYSTEMS_ADD_PYTHON_VALIDATION_TEST)
|
|
cmake_parse_arguments(
|
|
TEST
|
|
""
|
|
"NAME;TIMEMORY_METRIC;TIMEMORY_FILE;PERFETTO_FILE"
|
|
"ARGS;TIMEMORY_ARGS;PERFETTO_ARGS;PERFETTO_METRIC;ROCPD_FILE;ROCPD_RULES"
|
|
${ARGN}
|
|
)
|
|
|
|
# Use specific args if provided, otherwise fall back to common ARGS
|
|
if(TEST_TIMEMORY_ARGS)
|
|
set(_TIMEMORY_VALIDATION_ARGS ${TEST_TIMEMORY_ARGS})
|
|
else()
|
|
set(_TIMEMORY_VALIDATION_ARGS ${TEST_ARGS})
|
|
endif()
|
|
|
|
if(TEST_PERFETTO_ARGS)
|
|
set(_PERFETTO_VALIDATION_ARGS ${TEST_PERFETTO_ARGS})
|
|
else()
|
|
set(_PERFETTO_VALIDATION_ARGS ${TEST_ARGS})
|
|
endif()
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME ${TEST_NAME}-validate-timemory
|
|
COMMAND
|
|
${_PYTHON_EXECUTABLE} ${CMAKE_CURRENT_LIST_DIR}/validate-timemory-json.py
|
|
-m ${TEST_TIMEMORY_METRIC} ${_TIMEMORY_VALIDATION_ARGS} -i
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/${TEST_NAME}/${_VERSION}/${TEST_TIMEMORY_FILE}
|
|
DEPENDS ${TEST_NAME}-${_VERSION}
|
|
PASS_REGEX
|
|
"rocprof-sys-tests-output/${TEST_NAME}/${_VERSION}/${TEST_TIMEMORY_FILE} validated"
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
rocprofiler_systems_add_python_test(
|
|
NAME ${TEST_NAME}-validate-perfetto
|
|
COMMAND
|
|
${_PYTHON_EXECUTABLE} ${CMAKE_CURRENT_LIST_DIR}/validate-perfetto-proto.py
|
|
-m ${TEST_PERFETTO_METRIC} ${_PERFETTO_VALIDATION_ARGS} -p -t
|
|
/opt/trace_processor/bin/trace_processor_shell -i
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/${TEST_NAME}/${_VERSION}/${TEST_PERFETTO_FILE}
|
|
DEPENDS ${TEST_NAME}-${_VERSION}
|
|
PASS_REGEX
|
|
"rocprof-sys-tests-output/${TEST_NAME}/${_VERSION}/${TEST_PERFETTO_FILE} validated"
|
|
ENVIRONMENT "${_python_environment}"
|
|
)
|
|
|
|
if(
|
|
${ENABLE_ROCPD_TEST}
|
|
AND ${_VALID_GPU}
|
|
AND TEST_ROCPD_FILE
|
|
AND TEST_ROCPD_RULES
|
|
)
|
|
rocprofiler_systems_add_python_test(
|
|
NAME ${TEST_NAME}-validate-rocpd
|
|
COMMAND
|
|
${_PYTHON_EXECUTABLE} ${CMAKE_CURRENT_LIST_DIR}/validate-rocpd.py
|
|
-r ${TEST_ROCPD_RULES} -db
|
|
PYTHON_VERSION ${_VERSION}
|
|
FILE rocprof-sys-tests-output/${TEST_NAME}/${_VERSION}/${TEST_ROCPD_FILE}
|
|
DEPENDS ${TEST_NAME}-${_VERSION}
|
|
PASS_REGEX
|
|
"rocprof-sys-tests-output/${TEST_NAME}/${_VERSION}/${TEST_ROCPD_FILE} validated"
|
|
ENVIRONMENT "${_python_environment}"
|
|
LABELS "rocpd"
|
|
)
|
|
endif()
|
|
endfunction()
|
|
|
|
# Timemory validation uses hierarchical output with multiple entries at different depths
|
|
set(python_source_timemory_labels
|
|
main_loop
|
|
run
|
|
fib
|
|
fib
|
|
fib
|
|
fib
|
|
fib
|
|
inefficient
|
|
_sum
|
|
)
|
|
set(python_source_timemory_count
|
|
5
|
|
3
|
|
3
|
|
6
|
|
12
|
|
18
|
|
6
|
|
3
|
|
3
|
|
)
|
|
set(python_source_timemory_depth
|
|
0
|
|
1
|
|
2
|
|
3
|
|
4
|
|
5
|
|
6
|
|
2
|
|
3
|
|
)
|
|
|
|
# Perfetto (cached mode) aggregates entries by name
|
|
set(python_source_perfetto_labels
|
|
main_loop
|
|
run
|
|
fib
|
|
inefficient
|
|
_sum
|
|
)
|
|
set(python_source_perfetto_count
|
|
5
|
|
3
|
|
24
|
|
3
|
|
3
|
|
)
|
|
set(python_source_perfetto_depth
|
|
0
|
|
1
|
|
2
|
|
2
|
|
3
|
|
)
|
|
|
|
set(python_source_categories python user)
|
|
|
|
rocprofiler_systems_add_python_validation_test(
|
|
NAME python-source
|
|
TIMEMORY_METRIC "trip_count"
|
|
TIMEMORY_FILE "trip_count.json"
|
|
PERFETTO_FILE "perfetto-trace.proto"
|
|
PERFETTO_METRIC ${python_source_categories}
|
|
TIMEMORY_ARGS -l ${python_source_timemory_labels} -c ${python_source_timemory_count} -d
|
|
${python_source_timemory_depth}
|
|
PERFETTO_ARGS -l ${python_source_perfetto_labels} -c ${python_source_perfetto_count} -d
|
|
${python_source_perfetto_depth}
|
|
ROCPD_FILE "rocpd.db"
|
|
ROCPD_RULES
|
|
"${CMAKE_CURRENT_LIST_DIR}/rocpd-validation-rules/python/python-source-rules.json"
|
|
)
|
|
|
|
# Timemory validation uses hierarchical output with multiple entries at different depths
|
|
set(python_builtin_timemory_labels
|
|
[run][builtin.py:31]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[fib][builtin.py:13]
|
|
[inefficient][builtin.py:17]
|
|
)
|
|
set(python_builtin_timemory_count
|
|
5
|
|
5
|
|
10
|
|
20
|
|
40
|
|
80
|
|
160
|
|
260
|
|
220
|
|
80
|
|
10
|
|
5
|
|
)
|
|
set(python_builtin_timemory_depth
|
|
0
|
|
1
|
|
2
|
|
3
|
|
4
|
|
5
|
|
6
|
|
7
|
|
8
|
|
9
|
|
10
|
|
1
|
|
)
|
|
|
|
# Perfetto validation with trace caching aggregates all calls to the same function,
|
|
# so we only expect one entry per unique label rather than hierarchical entries.
|
|
set(python_builtin_perfetto_labels
|
|
[run][builtin.py:31]
|
|
[fib][builtin.py:13]
|
|
[inefficient][builtin.py:17]
|
|
)
|
|
set(python_builtin_perfetto_count 5 445 5)
|
|
set(python_builtin_perfetto_depth 0 1 1)
|
|
|
|
rocprofiler_systems_add_python_validation_test(
|
|
NAME python-builtin
|
|
TIMEMORY_METRIC "trip_count"
|
|
TIMEMORY_FILE "trip_count.json"
|
|
PERFETTO_METRIC "python"
|
|
PERFETTO_FILE "perfetto-trace.proto"
|
|
TIMEMORY_ARGS -l ${python_builtin_timemory_labels} -c ${python_builtin_timemory_count} -d
|
|
${python_builtin_timemory_depth}
|
|
PERFETTO_ARGS -l ${python_builtin_perfetto_labels} -c ${python_builtin_perfetto_count} -d
|
|
${python_builtin_perfetto_depth}
|
|
ROCPD_FILE "rocpd.db"
|
|
ROCPD_RULES
|
|
"${CMAKE_CURRENT_LIST_DIR}/rocpd-validation-rules/python/python-builtin-rules.json"
|
|
)
|
|
|
|
list(GET ROCPROFSYS_PYTHON_ROOT_DIRS ${_INDEX} Python3_ROOT_DIR)
|
|
rocprofiler_systems_python_console_script(
|
|
"${BINARY_NAME_PREFIX}-python" "rocprofsys"
|
|
VERSION ${_VERSION}
|
|
ROOT_DIR "${Python3_ROOT_DIR}"
|
|
)
|
|
|
|
math(EXPR _INDEX "${_INDEX} + 1")
|
|
endforeach()
|