Generic comm_data component (#132)

* Generic comm_data component

- moved rccl_comm_data to comm_data
- comm_data includes communication data for MPI

* fix timemory include with quotes

* Only support MPI comm data with full MPI support

* Increase timeouts + kill perfetto

* Update timemory submodule

* Fix missing command killall

* set +e in Kill Perfetto workflow step

* Updated MPI example to include MPI_Send and MPI_Recv calls

* Update timemory submodule with storage merge fix

* Perfetto comm data

- tracing::now<T>() function

* Fix timemory header include

.github/workflows/opensuse.yml

@@ -29,7 +29,7 @@ jobs:
     - uses: actions/checkout@v2
 
     - name: Install Packages
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         for i in 6 7 8 9 10; do /opt/conda/envs/py3.${i}/bin/python -m pip install numpy perfetto dataclasses; done
 
@@ -66,7 +66,7 @@ jobs:
         cmake --build build --target all --parallel 2 -- VERBOSE=1
 
     - name: Install
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         cmake --build build --target install --parallel 2
 
@@ -124,3 +124,11 @@ jobs:
           build/omnitrace-tests-config/*.cfg
           build/omnitrace-tests-output/**/*.txt
           build/omnitrace-tests-output/**/*-instr*.json
+
+    - name: Kill Perfetto
+      if: success() || failure()
+      continue-on-error: True
+      run: |
+        set +e
+        RUNNING_PROCS=$(pgrep trace_processor_shell)
+        if [ -n "${RUNNING_PROCS}" ]; then kill -s 9 ${RUNNING_PROCS}; fi

.github/workflows/ubuntu-bionic.yml

@@ -19,7 +19,7 @@ env:
 
 jobs:
   ubuntu-bionic:
-    runs-on: ubuntu-18.04
+    runs-on: ubuntu-latest
     container:
       image: jrmadsen/omnitrace:ci-base-ubuntu-18.04
     strategy:
@@ -29,7 +29,7 @@ jobs:
 
     steps:
     - name: Patch Git
-      timeout-minutes: 5
+      timeout-minutes: 10
       run: |
         apt-get update
         apt-get install -y software-properties-common
@@ -43,7 +43,7 @@ jobs:
         submodules: recursive
 
     - name: Install Packages
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         apt-get update &&
         apt-get upgrade -y &&
@@ -55,7 +55,7 @@ jobs:
         for i in 6 7 8 9 10; do /opt/conda/envs/py3.${i}/bin/python -m pip install numpy perfetto dataclasses; done
 
     - name: Install Kokkos
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         cd examples/lulesh/external/kokkos &&
         cmake -B build -DKokkos_ENABLE_OPENMP=ON -DKokkos_ENABLE_SERIAL=ON -DBUILD_SHARED_LIBS=ON -DCMAKE_CXX_STANDARD=17 . &&
@@ -153,3 +153,11 @@ jobs:
           build/omnitrace-tests-config/*.cfg
           build/omnitrace-tests-output/**/*.txt
           build/omnitrace-tests-output/**/*-instr*.json
+
+    - name: Kill Perfetto
+      if: success() || failure()
+      continue-on-error: True
+      run: |
+        set +e
+        RUNNING_PROCS=$(pgrep trace_processor_shell)
+        if [ -n "${RUNNING_PROCS}" ]; then kill -s 9 ${RUNNING_PROCS}; fi

.github/workflows/ubuntu-focal.yml

@@ -59,7 +59,7 @@ jobs:
     - uses: actions/checkout@v2
 
     - name: Install Packages
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         apt-get update &&
         apt-get install -y software-properties-common &&
@@ -111,7 +111,7 @@ jobs:
         cmake --build build --target all --parallel 2 -- VERBOSE=1
 
     - name: Install
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         cmake --build build --target install --parallel 2
 
@@ -170,6 +170,14 @@ jobs:
           build/omnitrace-tests-output/**/*.txt
           build/omnitrace-tests-output/**/*-instr*.json
 
+    - name: Kill Perfetto
+      if: success() || failure()
+      continue-on-error: True
+      run: |
+        set +e
+        RUNNING_PROCS=$(pgrep trace_processor_shell)
+        if [ -n "${RUNNING_PROCS}" ]; then kill -s 9 ${RUNNING_PROCS}; fi
+
   ubuntu-focal-external-rocm:
     runs-on: ubuntu-20.04
     container:
@@ -199,7 +207,7 @@ jobs:
     - uses: actions/checkout@v2
 
     - name: Install Packages
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         apt-get update &&
         apt-get install -y software-properties-common wget gnupg2 &&
@@ -213,7 +221,7 @@ jobs:
 
     - name: Install RCCL
       if: ${{ matrix.rocm_version != '4.3' }}
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         apt-get install -y rccl-dev
 
@@ -371,6 +379,14 @@ jobs:
           build/omnitrace-tests-output/**/*.txt
           build/omnitrace-tests-output/**/*-instr*.json
 
+    - name: Kill Perfetto
+      if: success() || failure()
+      continue-on-error: True
+      run: |
+        set +e
+        RUNNING_PROCS=$(pgrep trace_processor_shell)
+        if [ -n "${RUNNING_PROCS}" ]; then kill -s 9 ${RUNNING_PROCS}; fi
+
   ubuntu-focal:
     runs-on: ubuntu-20.04
     strategy:
@@ -404,7 +420,7 @@ jobs:
     - uses: actions/checkout@v2
 
     - name: Install Packages
-      timeout-minutes: 5
+      timeout-minutes: 10
       run:
         sudo apt-get update &&
         sudo apt-get install -y build-essential m4 autoconf libtool python3-pip ${{ matrix.deps }} clang libomp-dev ${{ matrix.compiler }} ${{ matrix.mpi }} &&
@@ -523,3 +539,11 @@ jobs:
           ${{ github.workspace }}/build/omnitrace-tests-config/*.cfg
           ${{ github.workspace }}/build/omnitrace-tests-output/**/*.txt
           ${{ github.workspace }}/build/omnitrace-tests-output/**/*-instr*.json
+
+    - name: Kill Perfetto
+      if: success() || failure()
+      continue-on-error: True
+      run: |
+        set +e
+        RUNNING_PROCS=$(pgrep trace_processor_shell)
+        if [ -n "${RUNNING_PROCS}" ]; then kill -s 9 ${RUNNING_PROCS}; fi