Handle fork in target application (#191)

* Always print PID in log messages

* omnitrace-dl updates

- omnitrace_preload does not call omnitrace_init or omnitrace_init_tooling
- omnitrace_preload will call omnitrace_set_mpi if OMNITRACE_USE_MPI
  or OMNITRACE_USE_MPIP in the env is true but not call it otherwise
  because doing so either overrides OMNITRACE_USE_PID (when true) or
  disable mpip from initialization (when false) and the MPI
  init can be caught later and override OMNITRACE_USE_PID

* config updates

- set_setting_value sets user update type
- remove volatile from get_settings_configured
- don't override settings::default_process_suffix
- don't kill process in omnitrace_exit_action
- set_state ignores updating state if >= State::Finalized

* Handle state > State::Finalized

* fork gotcha updates

- unsets LD_PRELOAD
- sets OMNITRACE_ROOT_PROCESS
- sets OMNITRACE_CHILD_PROCESS

* libomnitrace library.cpp updates

- basic_bundle for fini metrics
- handle finalization from child process

* sampling updates

- sampling::shutdown handles when child process

* Add example and test using fork

* Update run-ci script to support not submitting

* Tweak test envs

* Update build flags when codecov enabled

* remove unnecessary includes of sampling header

* Replace mpi copy/fini static lambda with free-funcs

* Update codecov job

* Fix OMPT segfaults after finalization

* Miscellaneous updates after rebase

* fixes for causal profiling

* revert some run-ci.sh changes

* Disable storing env in sampling::shutdown

* formatting fix

* Update timemory submodule

- fixed occasional synchronization issues with allocator offloading
- exclude protozero:: from internal samples

* improve root/child process detection

- avoid omnitrace_finalize in MPI when child process
- revert some testing tweaks

scripts/run-ci.sh

@@ -200,51 +200,62 @@ set(CTEST_BINARY_DIRECTORY ${BINARY_DIR})
 
 set(CTEST_UPDATE_COMMAND ${GIT_CMD})
 set(CTEST_CONFIGURE_COMMAND "${CMAKE_CMD} -B ${BINARY_DIR} ${SOURCE_DIR} -DOMNITRACE_BUILD_CI=ON ${CMAKE_ARGS}")
-set(CTEST_BUILD_COMMAND "${CMAKE_CMD} --build ${BINARY_DIR} --target all")
+set(CTEST_BUILD_COMMAND "${CMAKE_CMD} --build ${BINARY_DIR} --target all --parallel ${CMAKE_BUILD_PARALLEL_LEVEL}")
 set(CTEST_COVERAGE_COMMAND ${GCOV_CMD})
 EOF
 
 verbose-run cd ${BINARY_DIR}
 
 cat << EOF > dashboard.cmake
+cmake_minimum_required(VERSION 3.16 FATAL_ERROR)
 
 include("\${CMAKE_CURRENT_LIST_DIR}/CTestCustom.cmake")
 
+set(_STAGES ${DASHBOARD_STAGES})
+
+macro(handle_submit)
+    if("Submit" IN_LIST _STAGES)
+        ctest_submit(
+            ${ARGN}
+            CAPTURE_CMAKE_ERROR _submit_err)
+        if(NOT \${_submit_err} EQUAL 0)
+            message(WARNING "Submission failed: ctest_submit(\${ARGN})")
+        endif()
+    endif()
+endmacro()
+
 macro(handle_error _message _ret)
     if(NOT \${\${_ret}} EQUAL 0)
-        ctest_submit(PARTS Done RETURN_VALUE _submit_ret)
+        handle_submit(PARTS Done RETURN_VALUE _submit_ret)
         message(FATAL_ERROR "\${_message} failed: \${\${_ret}}")
     endif()
 endmacro()
 
 ctest_start(${DASHBOARD_MODE})
 ctest_update(SOURCE "${SOURCE_DIR}")
-ctest_submit(PARTS Start Update RETURN_VALUE _submit_ret)
-
 ctest_configure(BUILD "${BINARY_DIR}" RETURN_VALUE _configure_ret)
-ctest_submit(PARTS Configure RETURN_VALUE _submit_ret)
 
+handle_submit(PARTS Start Update Configure RETURN_VALUE _submit_ret)
 handle_error("Configure" _configure_ret)
 
 ctest_build(BUILD "${BINARY_DIR}" RETURN_VALUE _build_ret)
-ctest_submit(PARTS Build RETURN_VALUE _submit_ret)
-
+handle_submit(PARTS Build RETURN_VALUE _submit_ret)
 handle_error("Build" _build_ret)
 
 ctest_test(BUILD "${BINARY_DIR}" RETURN_VALUE _test_ret)
-ctest_submit(PARTS Test RETURN_VALUE _submit_ret)
+handle_submit(PARTS Test RETURN_VALUE _submit_ret)
 
 if("${CODECOV}" GREATER 0)
     ctest_coverage(
         BUILD "${BINARY_DIR}"
         RETURN_VALUE _coverage_ret
         CAPTURE_CMAKE_ERROR _coverage_err)
-    ctest_submit(PARTS Coverage RETURN_VALUE _submit_ret)
+    handle_submit(PARTS Coverage RETURN_VALUE _submit_ret)
 endif()
 
 handle_error("Testing" _test_ret)
 
-ctest_submit(PARTS Done RETURN_VALUE _submit_ret)
+handle_submit(PARTS Done RETURN_VALUE _submit_ret)
 EOF
 
 verbose-run cat CTestCustom.cmake