Jonathan R. Madsen
3e2fa69a14
* Update perfetto args.gn.in - remove enable_perfetto_tools_trace_to_text (unused) * core timeout implementation - requires OMNITRACE_CI=ON - requires OMNITRACE_CI_TIMEOUT=<sec> - adds pthread_self and std::this_thread::get_id to thread info - pthread_create_gotcha stores native handles (pthread_self) * Testing updates - improve detection of segfault/failures with PASS_REGEX exists - add OMNITRACE_CI_TIMEOUT env variable to all tests * Line-info in releases - e.g. -g1 + more options to minimize size of debug info * Fix typo in config exit action message * OMNITRACE_UNLIKELY around debug/verbose messages * format fixes * Overflow tests + capability check * transpose example update - link to threads library * roctracer/rocprofiler update - in ROCm 5.5.0, cannot include rocprofiler.h and roctracer.h in same file due to conflicting enum defs - Moved HSA tracing setup/shutdown to component::roctracer * roctracer update - fix definition of roctracer::setup when disabled * Update fork example - detach threads on main PID - flush io outputs when printing info * Update overflow tests - pass regular expressions - overflow on PERF_COUNT_SW_CPU_CLOCK event * fork gotcha update - use getpid() instead of getppid() * update fork example - wait on threads calling fork * timeout update - wait on timeout thread to launch before proceeding
123 lines
3.3 KiB
CMake
123 lines
3.3 KiB
CMake
# -------------------------------------------------------------------------------------- #
|
|
#
|
|
# MPI tests
|
|
#
|
|
# -------------------------------------------------------------------------------------- #
|
|
|
|
if(NOT OMNITRACE_USE_MPI AND NOT OMNITRACE_USE_MPI_HEADERS)
|
|
return()
|
|
endif()
|
|
|
|
omnitrace_add_test(
|
|
SKIP_RUNTIME
|
|
NAME "mpi"
|
|
TARGET mpi-example
|
|
MPI ON
|
|
NUM_PROCS 4
|
|
REWRITE_ARGS
|
|
-e
|
|
-v
|
|
2
|
|
--label
|
|
file
|
|
line
|
|
return
|
|
args
|
|
--min-instructions
|
|
0
|
|
ENVIRONMENT "${_base_environment};OMNITRACE_VERBOSE=1"
|
|
REWRITE_RUN_PASS_REGEX
|
|
"(/[A-Za-z-]+/perfetto-trace-0.proto).*(/[A-Za-z-]+/wall_clock-0.txt')"
|
|
REWRITE_RUN_FAIL_REGEX
|
|
"(perfetto-trace|trip_count|sampling_percent|sampling_cpu_clock|sampling_wall_clock|wall_clock)-[0-9][0-9]+.(json|txt|proto)|OMNITRACE_ABORT_FAIL_REGEX"
|
|
)
|
|
|
|
omnitrace_add_test(
|
|
SKIP_RUNTIME
|
|
NAME "mpi-flat-mpip"
|
|
TARGET mpi-example
|
|
MPI ON
|
|
NUM_PROCS 4
|
|
LABELS "mpip"
|
|
REWRITE_ARGS
|
|
-e
|
|
-v
|
|
2
|
|
--label
|
|
file
|
|
line
|
|
args
|
|
--min-instructions
|
|
0
|
|
ENVIRONMENT
|
|
"${_flat_environment};OMNITRACE_USE_SAMPLING=OFF;OMNITRACE_STRICT_CONFIG=OFF;OMNITRACE_USE_MPIP=ON"
|
|
REWRITE_RUN_PASS_REGEX
|
|
">>> mpi-flat-mpip.inst(.*\n.*)>>> MPI_Init_thread(.*\n.*)>>> pthread_create(.*\n.*)>>> MPI_Comm_size(.*\n.*)>>> MPI_Comm_rank(.*\n.*)>>> MPI_Barrier(.*\n.*)>>> MPI_Alltoall"
|
|
)
|
|
|
|
omnitrace_add_test(
|
|
SKIP_RUNTIME
|
|
NAME "mpi-flat"
|
|
TARGET mpi-example
|
|
MPI ON
|
|
NUM_PROCS 4
|
|
LABELS "mpip"
|
|
REWRITE_ARGS
|
|
-e
|
|
-v
|
|
2
|
|
--label
|
|
file
|
|
line
|
|
args
|
|
--min-instructions
|
|
0
|
|
ENVIRONMENT "${_flat_environment};OMNITRACE_USE_SAMPLING=OFF"
|
|
REWRITE_RUN_PASS_REGEX
|
|
">>> mpi-flat.inst(.*\n.*)>>> MPI_Init_thread(.*\n.*)>>> pthread_create(.*\n.*)>>> MPI_Comm_size(.*\n.*)>>> MPI_Comm_rank(.*\n.*)>>> MPI_Barrier(.*\n.*)>>> MPI_Alltoall"
|
|
)
|
|
|
|
set(_mpip_environment
|
|
"OMNITRACE_USE_PERFETTO=ON"
|
|
"OMNITRACE_USE_TIMEMORY=ON"
|
|
"OMNITRACE_USE_SAMPLING=OFF"
|
|
"OMNITRACE_USE_PROCESS_SAMPLING=OFF"
|
|
"OMNITRACE_TIME_OUTPUT=OFF"
|
|
"OMNITRACE_FILE_OUTPUT=ON"
|
|
"OMNITRACE_USE_MPIP=ON"
|
|
"OMNITRACE_DEBUG=OFF"
|
|
"OMNITRACE_VERBOSE=2"
|
|
"OMNITRACE_DL_VERBOSE=2"
|
|
"${_test_openmp_env}"
|
|
"${_test_library_path}")
|
|
|
|
set(_mpip_all2all_environment
|
|
"OMNITRACE_USE_PERFETTO=ON"
|
|
"OMNITRACE_USE_TIMEMORY=ON"
|
|
"OMNITRACE_USE_SAMPLING=OFF"
|
|
"OMNITRACE_USE_PROCESS_SAMPLING=OFF"
|
|
"OMNITRACE_TIME_OUTPUT=OFF"
|
|
"OMNITRACE_FILE_OUTPUT=ON"
|
|
"OMNITRACE_USE_MPIP=ON"
|
|
"OMNITRACE_DEBUG=ON"
|
|
"OMNITRACE_VERBOSE=3"
|
|
"OMNITRACE_DL_VERBOSE=3"
|
|
"${_test_openmp_env}"
|
|
"${_test_library_path}")
|
|
|
|
foreach(_EXAMPLE all2all allgather allreduce bcast reduce scatter-gather send-recv)
|
|
if("${_mpip_${_EXAMPLE}_environment}" STREQUAL "")
|
|
set(_mpip_${_EXAMPLE}_environment "${_mpip_environment}")
|
|
endif()
|
|
omnitrace_add_test(
|
|
SKIP_RUNTIME SKIP_SAMPLING
|
|
NAME "mpi-${_EXAMPLE}"
|
|
TARGET mpi-${_EXAMPLE}
|
|
MPI ON
|
|
NUM_PROCS 2
|
|
LABELS "mpip"
|
|
REWRITE_ARGS -e -v 2 --label file line --min-instructions 0
|
|
RUN_ARGS 30
|
|
ENVIRONMENT "${_mpip_${_EXAMPLE}_environment}")
|
|
endforeach()
|