User API + reorganized lib folders (#30)

* User API + reorganized lib folders - omnitrace_user_start_trace - omnitrace_user_stop_trace - omnitrace_user_start_thread_trace - omnitrace_user_stop_thread_trace - omnitrace_user_push_region - omnitrace_user_pop_region * New OpenMP examples/tests * Fix to KokkosP * OMPT support - fixed omnitrace instrumenting reporting - common invoke improvements - component::user_region * exclude kmp_threadprivate_ * Separate omnitrace into multiple files * PTL and timemory submodule updates * Active guards + USE_OMPT guards in omnitrace-dl * Tweak transpose default iterations * omnitrace-precommit build target * Omnitrace exe restructuring pt 2 - Never instrument functions with less than 4 instructions - Never instrument ompt_start_tool or nanosleep - module_function serializes heuristics - removed hash stuff from omnitrace - removed instr_procedures lambda - WAITPID_DEBUG_MESSAGE * set_state, "_hidden" fix, CI exceptions, backtrace fix - set_state function - fixed "_hidden" from appearing in print macros using __FUNCTION__ - OMNITRACE_CI_THROW - more CI checks in library - fixed backtrace init value sample issue being ignored * Tweaks to OMPT tests * cmake-formatting * Removed debug output from backtrace processing * Fix warnings and verbosity * omnitrace-dl fix for libomp * omnitrace-avail fixes - remove second omnitrace_init_library call - fix -r option not working * Additional testing - source/bin/tests - tests for omnitrace-exe - tests for omnitrace-avail * cmake-format * Reduce runtime of openmp-lu * Update openmp-lu and tests timeout * openmp-lu and CI tweaks - decrease iterations - OMP_NUM_THREADS=2 - install clang and libomp-dev in linux-ci - fix data-files in linux-ci
2022-03-07 20:40:48 -06:00
parent 2acaa7aa9f
commit d80752bc69
106 changed files with 9180 additions and 1947 deletions
@@ -34,6 +34,19 @@ set(_base_environment
    "LD_LIBRARY_PATH=${PROJECT_BINARY_DIR}:${OMNITRACE_DYNINST_API_RT_DIR}:$ENV{LD_LIBRARY_PATH}"
    )

+set(_ompt_environment
+    "OMNITRACE_USE_PERFETTO=ON"
+    "OMNITRACE_USE_TIMEMORY=ON"
+    "OMNITRACE_USE_SAMPLING=ON"
+    "OMNITRACE_TIME_OUTPUT=OFF"
+    "OMNITRACE_USE_OMPT=ON"
+    "OMNITRACE_CRITICAL_TRACE=OFF"
+    "OMP_PROC_BIND=spread"
+    "OMP_PLACES=threads"
+    "OMP_NUM_THREADS=2"
+    "LD_LIBRARY_PATH=${PROJECT_BINARY_DIR}:${OMNITRACE_DYNINST_API_RT_DIR}:$ENV{LD_LIBRARY_PATH}"
+    )
+
 set(_perfetto_environment
    "OMNITRACE_USE_PERFETTO=ON"
    "OMNITRACE_USE_TIMEMORY=OFF"
@@ -75,7 +88,7 @@ set(_fast_environment
 function(OMNITRACE_ADD_TEST)
    cmake_parse_arguments(
        TEST
-        "" # options
+        "SKIP_REWRITE;SKIP_RUNTIME;SKIP_SAMPLING" # options
        "NAME;TARGET;MPI;NUM_PROCS;REWRITE_TIMEOUT;RUNTIME_TIMEOUT" # single value args
        "REWRITE_ARGS;RUNTIME_ARGS;RUN_ARGS;ENVIRONMENT;LABELS;PROPERTIES" # multiple
                                                                           # value args
@@ -126,57 +139,74 @@ function(OMNITRACE_ADD_TEST)
            COMMAND ${COMMAND_PREFIX} $<TARGET_FILE:${TEST_TARGET}> ${TEST_RUN_ARGS}
            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)

-        add_test(
-            NAME ${TEST_NAME}-binary-rewrite
-            COMMAND
-                $<TARGET_FILE:omnitrace-exe> -o
-                $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.inst ${TEST_REWRITE_ARGS}
-                -- $<TARGET_FILE:${TEST_TARGET}>
-            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+        if(NOT TEST_SKIP_REWRITE)
+            add_test(
+                NAME ${TEST_NAME}-binary-rewrite
+                COMMAND
+                    $<TARGET_FILE:omnitrace-exe> -o
+                    $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.inst
+                    ${TEST_REWRITE_ARGS} -- $<TARGET_FILE:${TEST_TARGET}>
+                WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)

-        add_test(
-            NAME ${TEST_NAME}-binary-rewrite-sampling
-            COMMAND
-                $<TARGET_FILE:omnitrace-exe> -o
-                $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.samp -M sampling
-                ${TEST_REWRITE_ARGS} -- $<TARGET_FILE:${TEST_TARGET}>
-            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+            if(NOT TEST_SKIP_SAMPLING)
+                add_test(
+                    NAME ${TEST_NAME}-binary-rewrite-sampling
+                    COMMAND
+                        $<TARGET_FILE:omnitrace-exe> -o
+                        $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.samp -M sampling
+                        ${TEST_REWRITE_ARGS} -- $<TARGET_FILE:${TEST_TARGET}>
+                    WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+            endif()

-        add_test(
-            NAME ${TEST_NAME}-binary-rewrite-run
-            COMMAND ${COMMAND_PREFIX} $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.inst
+            add_test(
+                NAME ${TEST_NAME}-binary-rewrite-run
+                COMMAND
+                    ${COMMAND_PREFIX} $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.inst
                    ${TEST_RUN_ARGS}
-            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+                WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)

-        add_test(
-            NAME ${TEST_NAME}-binary-rewrite-run-sampling
-            COMMAND ${COMMAND_PREFIX} $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.samp
-                    ${TEST_RUN_ARGS}
-            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+            if(NOT TEST_SKIP_SAMPLING)
+                add_test(
+                    NAME ${TEST_NAME}-binary-rewrite-run-sampling
+                    COMMAND
+                        ${COMMAND_PREFIX}
+                        $<TARGET_FILE_DIR:${TEST_TARGET}>/${TEST_NAME}.samp
+                        ${TEST_RUN_ARGS}
+                    WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+            endif()
+        endif()

-        add_test(
-            NAME ${TEST_NAME}-runtime-instrument
-            COMMAND $<TARGET_FILE:omnitrace-exe> ${TEST_RUNTIME_ARGS} --
-                    $<TARGET_FILE:${TEST_TARGET}> ${TEST_RUN_ARGS}
-            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+        if(NOT TEST_SKIP_RUNTIME)
+            add_test(
+                NAME ${TEST_NAME}-runtime-instrument
+                COMMAND $<TARGET_FILE:omnitrace-exe> ${TEST_RUNTIME_ARGS} --
+                        $<TARGET_FILE:${TEST_TARGET}> ${TEST_RUN_ARGS}
+                WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)

-        add_test(
-            NAME ${TEST_NAME}-runtime-instrument-sampling
-            COMMAND $<TARGET_FILE:omnitrace-exe> -M sampling ${TEST_RUNTIME_ARGS} --
-                    $<TARGET_FILE:${TEST_TARGET}> ${TEST_RUN_ARGS}
-            WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+            if(NOT TEST_SKIP_SAMPLING)
+                add_test(
+                    NAME ${TEST_NAME}-runtime-instrument-sampling
+                    COMMAND $<TARGET_FILE:omnitrace-exe> -M sampling ${TEST_RUNTIME_ARGS}
+                            -- $<TARGET_FILE:${TEST_TARGET}> ${TEST_RUN_ARGS}
+                    WORKING_DIRECTORY $<TARGET_FILE_DIR:${TEST_TARGET}>)
+            endif()
+        endif()

-        set_tests_properties(${TEST_NAME}-binary-rewrite-run
-                             PROPERTIES DEPENDS ${TEST_NAME}-binary-rewrite)
+        if(TEST ${TEST_NAME}-binary-rewrite-run)
+            set_tests_properties(${TEST_NAME}-binary-rewrite-run
+                                 PROPERTIES DEPENDS ${TEST_NAME}-binary-rewrite)
+        endif()

-        set_tests_properties(${TEST_NAME}-binary-rewrite-run-sampling
-                             PROPERTIES DEPENDS ${TEST_NAME}-binary-rewrite-sampling)
+        if(TEST ${TEST_NAME}-binary-rewrite-run-sampling)
+            set_tests_properties(${TEST_NAME}-binary-rewrite-run-sampling
+                                 PROPERTIES DEPENDS ${TEST_NAME}-binary-rewrite-sampling)
+        endif()

        foreach(
            _TEST
            baseline binary-rewrite binary-rewrite-run binary-rewrite-sampling
            binary-rewrite-run-sampling runtime-instrument runtime-instrument-sampling)
-            string(REPLACE "-run-" "-" _prefix "${TEST_NAME}-${_TEST}-")
+            string(REPLACE "-run-" "-" _prefix "${TEST_NAME}-${_TEST}/")
            set(_environ "${TEST_ENVIRONMENT}")
            set(_labels "${_TEST}")
            set(_timeout ${TEST_REWRITE_TIMEOUT})
@@ -254,6 +284,23 @@ omnitrace_add_test(
    RUN_ARGS 10 ${NUM_THREADS} 1000
    ENVIRONMENT "${_base_environment};OMNITRACE_CRITICAL_TRACE=OFF")

+omnitrace_add_test(
+    NAME user-api
+    TARGET user-api
+    REWRITE_ARGS -e -v 2 --min-address-range-loop=64
+    RUNTIME_ARGS
+        -e
+        -v
+        1
+        --min-address-range-loop=64
+        --label
+        file
+        line
+        return
+        args
+    RUN_ARGS 10 ${NUM_THREADS} 1000
+    ENVIRONMENT "${_base_environment};OMNITRACE_CRITICAL_TRACE=OFF")
+
 omnitrace_add_test(
    NAME parallel-overhead-no-save-fpr
    TARGET parallel-overhead
@@ -280,7 +327,7 @@ omnitrace_add_test(
    TARGET lulesh
    MPI ${LULESH_USE_MPI}
    NUM_PROCS 8
-    REWRITE_ARGS -e -v 2
+    REWRITE_ARGS -e -v 2 --label file line return args
    RUNTIME_ARGS
        -e
        -v
@@ -357,3 +404,19 @@ omnitrace_add_test(
    RUN_ARGS -i 10 -s 20 -p
    ENVIRONMENT
        "${_timemory_environment};OMNITRACE_CRITICAL_TRACE=OFF;OMNITRACE_USE_KOKKOSP=OFF")
+
+omnitrace_add_test(
+    NAME openmp-cg
+    TARGET openmp-cg
+    REWRITE_ARGS -e -v 2 --instrument-loops
+    RUNTIME_ARGS -e -v 1 --label return args
+    RUN_ARGS
+    ENVIRONMENT "${_ompt_environment}")
+
+omnitrace_add_test(
+    NAME openmp-lu
+    TARGET openmp-lu
+    REWRITE_ARGS -e -v 2 --instrument-loops
+    RUNTIME_ARGS -e -v 1 --label return args
+    RUN_ARGS REWRITE_TIMEOUT 180 RUNTIME_TIMEOUT 360
+    ENVIRONMENT "${_ompt_environment}")