791375bb24
* Code-coverage support
* Examples update
- code-coverage example
- tweak transpose and parallel-overhead
* Coverage output + testing
- config::get_setting value(...)
- REGULAR_EXPRESSION -> REGEX in cmake func args
- coverage.hpp header
- coverage JSON
- coverage tests
* cmake formatting
* Library instrumentation w/o main + more
- fixed library instrumentation w/o main
- use TIMEMORY_PROJECT_NAME in output messages
- removed '--driver' option from omnitrace exe
- support coverage in trace mode
- OMNITRACE_KOKKOS_KERNEL_LOGGER
- support multiple calls to omnitrace_set_env after init if already called
- support multiple calls to omnitrace_set_mpi after init if same args
- support multiple calls to omnitrace_init if same mode
- unique_ptr_t for thread_data which calls finalize when thread_data is destroyed
- tweaked openmp tests
- improved finalization
* Replace CI --output-on-failure with -V
* Fix to OMNITRACE_DL_INVOKE
* omnitrace-exe and testing updates
- omnitrace::omnitrace-timemory interface library
- support for configs in omnitrace exe
- print-{available,instrumented,...} opts no longer exit w/o --simulate
- all tests apply --print-instrumented functions
- tweaked coverage tests
- print-* options print instructions not address range
* Remove OMNITRACE_DEBUG_FINALIZE=ON from CI
* Python cmake tweaks
* Tweak test ordering
* Upload CI artifacts if fail or success
* CI Python tweaks
- Use OMNITRACE_PYTHON_PREFIX and OMNITRACE_PYTHON_ENVS
* CI ELFULTILS_DOWNLOAD_VERSION
* test tweaks
- labels and more coverage tests
* tweak to omnitrace --config handling
* Update module/function constraint handling + PP
- tweak pre-processor definition handling
- removed free-standing module_constraint
- remove free-standing routine_constraint
- remove module_name.find("omnitrace") module constraint
- fully handle the output path of omnitrace *-instr files
- get_use_code_coverage config option
- print-coverage option
- coverage_module_functions
* use github.job not github.name
* Re-enable HSA_ENABLE_INTERRUPT
- remove coverage address report
162 lines
5.6 KiB
CMake
162 lines
5.6 KiB
CMake
# adds a ctest for executable
|
|
function(OMNITRACE_ADD_BIN_TEST)
|
|
cmake_parse_arguments(
|
|
TEST
|
|
"" # options
|
|
"NAME;TARGET;TIMEOUT;WORKING_DIRECTORY" # single value args
|
|
"ARGS;ENVIRONMENT;LABELS;PROPERTIES;PASS_REGEX;FAIL_REGEX;SKIP_REGEX;DEPENDS;COMMAND" # multiple
|
|
# value args
|
|
${ARGN})
|
|
|
|
if(NOT OMNITRACE_DYNINST_API_RT_DIR AND OMNITRACE_DYNINST_API_RT)
|
|
get_filename_component(OMNITRACE_DYNINST_API_RT_DIR "${OMNITRACE_DYNINST_API_RT}"
|
|
DIRECTORY)
|
|
endif()
|
|
|
|
if(OMNITRACE_BUILD_DYNINST)
|
|
set(OMNITRACE_DYNINST_API_RT_DIR
|
|
"${PROJECT_BINARY_DIR}/external/dyninst/dyninstAPI_RT:${PROJECT_BINARY_DIR}/external/dyninst/dyninstAPI"
|
|
)
|
|
endif()
|
|
|
|
if(NOT TEST_ENVIRONMENT)
|
|
set(TEST_ENVIRONMENT
|
|
"OMNITRACE_USE_PERFETTO=ON"
|
|
"OMNITRACE_USE_TIMEMORY=ON"
|
|
"OMNITRACE_USE_SAMPLING=ON"
|
|
"OMNITRACE_TIME_OUTPUT=OFF"
|
|
"LD_LIBRARY_PATH=${PROJECT_BINARY_DIR}:${OMNITRACE_DYNINST_API_RT_DIR}:$ENV{LD_LIBRARY_PATH}"
|
|
)
|
|
endif()
|
|
|
|
list(APPEND TEST_ENVIRONMENT "OMNITRACE_CI=ON"
|
|
"OMNITRACE_OUTPUT_PATH=omnitrace-tests-output"
|
|
"OMNITRACE_OUTPUT_PREFIX=${TEST_NAME}/")
|
|
|
|
if(TEST_COMMAND)
|
|
add_test(
|
|
NAME ${TEST_NAME}
|
|
COMMAND ${TEST_COMMAND} ${TEST_ARGS}
|
|
WORKING_DIRECTORY ${TEST_WORKING_DIRECTORY})
|
|
|
|
set_tests_properties(
|
|
${TEST_NAME}
|
|
PROPERTIES ENVIRONMENT
|
|
"${TEST_ENVIRONMENT}"
|
|
TIMEOUT
|
|
${TEST_TIMEOUT}
|
|
DEPENDS
|
|
"${TEST_DEPENDS}"
|
|
LABELS
|
|
"omnitrace-bin;${TEST_LABELS}"
|
|
PASS_REGULAR_EXPRESSION
|
|
"${TEST_PASS_REGEX}"
|
|
FAIL_REGULAR_EXPRESSION
|
|
"${TEST_FAIL_REGEX}"
|
|
SKIP_REGULAR_EXPRESSION
|
|
"${TEST_SKIP_REGEX}"
|
|
${TEST_PROPERTIES})
|
|
elseif(TARGET ${TEST_TARGET})
|
|
add_test(
|
|
NAME ${TEST_NAME}
|
|
COMMAND $<TARGET_FILE:${TEST_TARGET}> ${TEST_ARGS}
|
|
WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
|
|
|
|
set_tests_properties(
|
|
${TEST_NAME}
|
|
PROPERTIES ENVIRONMENT
|
|
"${TEST_ENVIRONMENT}"
|
|
TIMEOUT
|
|
${TEST_TIMEOUT}
|
|
DEPENDS
|
|
"${TEST_DEPENDS}"
|
|
LABELS
|
|
"omnitrace-bin;${TEST_LABELS}"
|
|
PASS_REGULAR_EXPRESSION
|
|
"${TEST_PASS_REGEX}"
|
|
FAIL_REGULAR_EXPRESSION
|
|
"${TEST_FAIL_REGEX}"
|
|
SKIP_REGULAR_EXPRESSION
|
|
"${TEST_SKIP_REGEX}"
|
|
${TEST_PROPERTIES})
|
|
elseif(OMNITRACE_BUILD_TESTING)
|
|
message(FATAL_ERROR "Error! ${TEST_TARGET} does not exist")
|
|
endif()
|
|
endfunction()
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-exe-help
|
|
TARGET omnitrace-exe
|
|
ARGS --help
|
|
LABELS omnitrace-exe
|
|
TIMEOUT 45
|
|
PASS_REGEX
|
|
".*\\\[omnitrace\\\] Usage:.*\\\[DEBUG OPTIONS\\\].*\\\[MODE OPTIONS\\\].*\\\[LIBRARY OPTIONS\\\].*\\\[SYMBOL SELECTION OPTIONS\\\].*\\\[RUNTIME OPTIONS\\\].*\\\[GRANULARITY OPTIONS\\\].*\\\[DYNINST OPTIONS\\\].*"
|
|
)
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-exe-simulate-ls
|
|
TARGET omnitrace-exe
|
|
ARGS --simulate
|
|
--print-format
|
|
json
|
|
txt
|
|
xml
|
|
-v
|
|
1
|
|
--
|
|
ls
|
|
TIMEOUT 120)
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-exe-simulate-ls-check
|
|
DEPENDS omnitrace-exe-simulate-ls
|
|
COMMAND ls
|
|
WORKING_DIRECTORY
|
|
${PROJECT_BINARY_DIR}/omnitrace-tests-output/omnitrace-exe-simulate-ls
|
|
TIMEOUT 60
|
|
PASS_REGEX
|
|
".*available-instr.json.*available-instr.txt.*available-instr.xml.*excluded-instr.json.*excluded-instr.txt.*excluded-instr.xml.*instrumented-instr.json.*instrumented-instr.txt.*instrumented-instr.xml.*overlapping-instr.json.*overlapping-instr.txt.*overlapping-instr.xml.*"
|
|
)
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-avail-help
|
|
TARGET omnitrace-avail
|
|
ARGS --help
|
|
LABELS omnitrace-avail
|
|
TIMEOUT 45
|
|
PASS_REGEX
|
|
".*\\\[omnitrace-avail\\\] Usage:.*\\\[CATEGORIES\\\].*\\\[VIEW OPTIONS\\\].*\\\[COLUMN OPTIONS\\\].*\\\[WIDTH OPTIONS\\\].*\\\[OUTPUT OPTIONS\\\].*"
|
|
)
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-avail-filter-wall-clock-available
|
|
TARGET omnitrace-avail
|
|
ARGS -r wall_clock -C --available
|
|
LABELS omnitrace-avail
|
|
TIMEOUT 45
|
|
PASS_REGEX
|
|
"\\\|[-]+\\\|\n\\\|[ ]+COMPONENT[ ]+\\\|\n\\\|[-]+\\\|\n\\\| (wall_clock)[ ]+\\\|\n\\\| (sampling_wall_clock)[ ]+\\\|\n\\\|[-]+\\\|"
|
|
)
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-avail-category-filter-omnitrace
|
|
TARGET omnitrace-avail
|
|
ARGS --categories settings::omnitrace --brief
|
|
LABELS omnitrace-avail
|
|
TIMEOUT 45
|
|
PASS_REGEX "OMNITRACE_(SETTINGS_DESC|OUTPUT_FILE|OUTPUT_PREFIX)"
|
|
FAIL_REGEX
|
|
"OMNITRACE_(ADD_SECONDARY|SCIENTIFIC|PRECISION|MEMORY_PRECISION|TIMING_PRECISION)"
|
|
)
|
|
|
|
omnitrace_add_bin_test(
|
|
NAME omnitrace-avail-category-filter-timemory
|
|
TARGET omnitrace-avail
|
|
ARGS --categories settings::timemory --brief
|
|
LABELS omnitrace-avail
|
|
TIMEOUT 45
|
|
PASS_REGEX
|
|
"OMNITRACE_(ADD_SECONDARY|SCIENTIFIC|PRECISION|MEMORY_PRECISION|TIMING_PRECISION)"
|
|
FAIL_REGEX "OMNITRACE_(SETTINGS_DESC|OUTPUT_FILE)")
|