Code Coverage Support (#46)

* Code-coverage support

* Examples update

- code-coverage example
- tweak transpose and parallel-overhead

* Coverage output + testing

- config::get_setting value(...)
- REGULAR_EXPRESSION -> REGEX in cmake func args
- coverage.hpp header
- coverage JSON
- coverage tests

* cmake formatting

* Library instrumentation w/o main + more

- fixed library instrumentation w/o main
- use TIMEMORY_PROJECT_NAME in output messages
- removed '--driver' option from omnitrace exe
- support coverage in trace mode
- OMNITRACE_KOKKOS_KERNEL_LOGGER
- support multiple calls to omnitrace_set_env after init if already called
- support multiple calls to omnitrace_set_mpi after init if same args
- support multiple calls to omnitrace_init if same mode
- unique_ptr_t for thread_data which calls finalize when thread_data is destroyed
- tweaked openmp tests
- improved finalization

* Replace CI --output-on-failure with -V

* Fix to OMNITRACE_DL_INVOKE

* omnitrace-exe and testing updates

- omnitrace::omnitrace-timemory interface library
- support for configs in omnitrace exe
- print-{available,instrumented,...} opts no longer exit w/o --simulate
- all tests apply --print-instrumented functions
- tweaked coverage tests
- print-* options print instructions not address range

* Remove OMNITRACE_DEBUG_FINALIZE=ON from CI

* Python cmake tweaks

* Tweak test ordering

* Upload CI artifacts if fail or success

* CI Python tweaks

- Use OMNITRACE_PYTHON_PREFIX and OMNITRACE_PYTHON_ENVS

* CI ELFULTILS_DOWNLOAD_VERSION

* test tweaks

- labels and more coverage tests

* tweak to omnitrace --config handling

* Update module/function constraint handling + PP

- tweak pre-processor definition handling
- removed free-standing module_constraint
- remove free-standing routine_constraint
- remove module_name.find("omnitrace") module constraint
- fully handle the output path of omnitrace *-instr files
- get_use_code_coverage config option
- print-coverage option
- coverage_module_functions

* use github.job not github.name

* Re-enable HSA_ENABLE_INTERRUPT

- remove coverage address report

.github/workflows/ubuntu-bionic.yml

@@ -9,7 +9,6 @@ on:
 env:
   BUILD_TYPE: Release
   ELFUTILS_DOWNLOAD_VERSION: 0.183
-  OMNITRACE_DEBUG_FINALIZE: ON
   OMNITRACE_VERBOSE: 1
   OMNITRACE_CI: ON
   GIT_DISCOVERY_ACROSS_FILESYSTEM: 1
@@ -81,8 +80,8 @@ jobs:
           -DOMNITRACE_USE_MPI=${USE_MPI}
           -DOMNITRACE_USE_HIP=OFF
           -DOMNITRACE_USE_PYTHON=ON
-          -DOMNITRACE_PYTHON_VERSIONS="3.6;3.7;3.8;3.9"
-          -DOMNITRACE_PYTHON_ROOT_DIRS="/opt/conda/envs/py3.6;/opt/conda/envs/py3.7;/opt/conda/envs/py3.8;/opt/conda/envs/py3.9"
+          -DOMNITRACE_PYTHON_PREFIX=/opt/conda/envs
+          -DOMNITRACE_PYTHON_ENVS="py3.6;py3.7;py3.8;py3.9"
           -DLULESH_BUILD_KOKKOS=OFF
 
     - name: Build
@@ -100,8 +99,8 @@ jobs:
         cd build &&
         ldd ./omnitrace &&
         ./omnitrace --help &&
-        ctest -V -N -O omnitrace-ctest-${{ env.GITHUB_JOB }}-commands.log &&
-        ctest --output-on-failure --output-log omnitrace-ctest-${{ env.GITHUB_JOB }}.log --stop-on-failure
+        ctest -V -N -O omnitrace-ctest-${{ github.job }}-commands.log &&
+        ctest -V --output-log omnitrace-ctest-${{ github.job }}.log --stop-on-failure
 
     - name: Test Install
       timeout-minutes: 10
@@ -126,15 +125,18 @@ jobs:
         omnitrace -e -v 1 -- ls
 
     - name: CTest Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: ctest-log
+        name: ctest-${{ github.job }}-log
         path: |
           build/*.log
 
     - name: Data Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: data-files
+        name: data-${{ github.job }}-files
         path: |
           build/omnitrace-tests-output/**/*.txt
+          build/omnitrace-tests-output/**/*-instr*.json

.github/workflows/ubuntu-focal-external-rocm.yml

@@ -8,7 +8,6 @@ on:
 
 env:
   BUILD_TYPE: MinSizeRel
-  OMNITRACE_DEBUG_FINALIZE: ON
   OMNITRACE_VERBOSE: 1
   OMNITRACE_CI: ON
   OMNITRACE_OUTPUT_PATH: omnitrace-tests-output
@@ -84,8 +83,8 @@ jobs:
         cd build &&
         ldd ./omnitrace &&
         ./omnitrace --help &&
-        ctest -V -N -O omnitrace-ctest-${{ env.GITHUB_JOB }}-commands.log &&
-        ctest --output-on-failure --output-log omnitrace-ctest-${{ env.GITHUB_JOB }}.log --stop-on-failure
+        ctest -V -N -O omnitrace-ctest-${{ github.job }}-commands.log &&
+        ctest -V --output-log omnitrace-ctest-${{ github.job }}.log --stop-on-failure
 
     - name: Test Install
       timeout-minutes: 10
@@ -108,16 +107,19 @@ jobs:
         omnitrace -e -v 1 -- ls
 
     - name: CTest Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: ctest-log
+        name: ctest-${{ github.job }}-log
         path: |
           build/*.log
 
     - name: Data Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: data-files
+        name: data-${{ github.job }}-files
         path: |
           omnitrace-tests-output/**/*.txt
           build/omnitrace-tests-output/**/*.txt
+          build/omnitrace-tests-output/**/*-instr*.json

.github/workflows/ubuntu-focal-external.yml

@@ -9,7 +9,6 @@ on:
 env:
   BUILD_TYPE: RelWithDebInfo
   ELFUTILS_DOWNLOAD_VERSION: 0.183
-  OMNITRACE_DEBUG_FINALIZE: ON
   OMNITRACE_VERBOSE: 1
   OMNITRACE_CI: ON
 
@@ -57,8 +56,8 @@ jobs:
           -DOMNITRACE_USE_HIP=OFF
           -DOMNITRACE_USE_OMPT=OFF
           -DOMNITRACE_USE_PYTHON=ON
-          -DOMNITRACE_PYTHON_VERSIONS="3.6;3.7;3.8;3.9"
-          -DOMNITRACE_PYTHON_ROOT_DIRS="/opt/conda/envs/py3.6;/opt/conda/envs/py3.7;/opt/conda/envs/py3.8;/opt/conda/envs/py3.9"
+          -DOMNITRACE_PYTHON_PREFIX=/opt/conda/envs
+          -DOMNITRACE_PYTHON_ENVS="py3.6;py3.7;py3.8;py3.9"
 
     - name: Build
       timeout-minutes: 45
@@ -76,8 +75,8 @@ jobs:
         cd build &&
         ldd ./omnitrace &&
         ./omnitrace --help &&
-        ctest -V -N -O omnitrace-ctest-${{ env.GITHUB_JOB }}-commands.log &&
-        ctest --output-on-failure --output-log omnitrace-ctest-${{ env.GITHUB_JOB }}.log --stop-on-failure
+        ctest -V -N -O omnitrace-ctest-${{ github.job }}-commands.log &&
+        ctest -V --output-log omnitrace-ctest-${{ github.job }}.log --stop-on-failure
 
     - name: Test Install
       timeout-minutes: 10
@@ -102,15 +101,18 @@ jobs:
         omnitrace -e -v 1 -- ls
 
     - name: CTest Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: ctest-log
+        name: ctest-${{ github.job }}-log
         path: |
           build/*.log
 
     - name: Data Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: data-files
+        name: data-${{ github.job }}-files
         path: |
           build/omnitrace-tests-output/**/*.txt
+          build/omnitrace-tests-output/**/*-instr*.json

.github/workflows/ubuntu-focal.yml

@@ -8,8 +8,7 @@ on:
 
 env:
   BUILD_TYPE: Release
-  ELFUTILS_DOWNLOAD_VERSION: 0.183
-  OMNITRACE_DEBUG_FINALIZE: ON
+  ELFUTILS_DOWNLOAD_VERSION: 0.186
   OMNITRACE_VERBOSE: 1
   OMNITRACE_CI: ON
 
@@ -60,6 +59,7 @@ jobs:
           -DDYNINST_BUILD_LIBIBERTY=ON
           -DDYNINST_BUILD_SHARED_LIBS=ON
           -DDYNINST_BUILD_STATIC_LIBS=OFF
+          -DDYNINST_ELFUTILS_DOWNLOAD_VERSION=${{ env.ELFUTILS_DOWNLOAD_VERSION }}
 
     - name: Build
       timeout-minutes: 45
@@ -74,8 +74,8 @@ jobs:
       timeout-minutes: 45
       working-directory: ${{ github.workspace }}/build
       run:
-        ctest -V -N -O ${{ github.workspace }}/build/omnitrace-ctest-${{ env.GITHUB_JOB }}-commands.log &&
-        ctest --output-on-failure --output-log ${{ github.workspace }}/build/omnitrace-ctest-${{ env.GITHUB_JOB }}.log --stop-on-failure
+        ctest -V -N -O ${{ github.workspace }}/build/omnitrace-ctest-${{ github.job }}-commands.log &&
+        ctest -V --output-log ${{ github.workspace }}/build/omnitrace-ctest-${{ github.job }}.log --stop-on-failure
 
     - name: Test Install
       timeout-minutes: 10
@@ -100,15 +100,18 @@ jobs:
         omnitrace -e -v 1 -- ls
 
     - name: CTest Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: ctest-log
+        name: ctest-${{ github.job }}-log
         path: |
           ${{ github.workspace }}/build/*.log
 
     - name: Data Artifacts
+      if: success() || failure()
       uses: actions/upload-artifact@v2
       with:
-        name: data-files
+        name: data-${{ github.job }}-files
         path: |
           ${{ github.workspace }}/build/omnitrace-tests-output/**/*.txt
+          ${{ github.workspace }}/build/omnitrace-tests-output/**/*-instr*.json