Jonathan R. Madsen
b016c8929f
* Source code restructuring * Critical trace updates following restructuring * thread_sampler, timestamps - thread_sampler - CPU frequency managed via thread_sampler - rocm-smi managed via thread_sampler - Use consistent timestamps for perfetto - removed hsa_timer_t in favor of wall_clock::record() - disable KokkosP by default - re-enable critical-trace testing * cmake-format * Fix for defines.hpp.in * Remove OMNITRACE_ROCM_SMI_FREQ - thread_sampler freq is set via OMNITRACE_SAMPLING_FREQ w/ max of 1000 * Increase CI Install Dyninst timeout * Debug macros + omnitrace_init_tooling + config - new debug macros - extern "C" omnitrace_init_tooling - guard get_rocm_smi_devices * Miscellaneous tweaks - tweak to transpose - critical_trace::Device::ANY - perfetto "critical-trace" category - OMNITRACE_VERBOSE usage * Disable key and tid data for HIP API calls - non-kernels are ignored in activity callback * critical-trace exe updates - fix perfetto generation - improved logging - improved readability * timemory submodule update - lulesh example cmake tweaks
109 строки
4.0 KiB
C++
109 строки
4.0 KiB
C++
// MIT License
|
|
//
|
|
// Copyright (c) 2022 Advanced Micro Devices, Inc. All Rights Reserved.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in all
|
|
// copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
// SOFTWARE.
|
|
|
|
#pragma once
|
|
|
|
// this always needs to included first
|
|
// clang-format off
|
|
#include "library/perfetto.hpp"
|
|
// clang-format on
|
|
|
|
#include "library/timemory.hpp"
|
|
#include "library/components/roctracer.hpp"
|
|
#include "library/api.hpp"
|
|
#include "library/components/fork_gotcha.hpp"
|
|
#include "library/components/mpi_gotcha.hpp"
|
|
#include "library/api.hpp"
|
|
#include "library/common.hpp"
|
|
#include "library/state.hpp"
|
|
#include "library/config.hpp"
|
|
#include "library/thread_data.hpp"
|
|
#include "library/ptl.hpp"
|
|
#include "library/debug.hpp"
|
|
#include "library/critical_trace.hpp"
|
|
|
|
#include <timemory/macros/language.hpp>
|
|
#include <timemory/utility/utility.hpp>
|
|
|
|
#include <mutex>
|
|
|
|
namespace omnitrace
|
|
{
|
|
template <critical_trace::Device DevID, critical_trace::Phase PhaseID,
|
|
bool UpdateStack = true>
|
|
inline void
|
|
add_critical_trace(int64_t _tid, size_t _cpu_cid, size_t _gpu_cid, size_t _parent_cid,
|
|
int64_t _ts_beg, int64_t _ts_val, size_t _hash, uint16_t _depth,
|
|
uint16_t _prio = 0)
|
|
{
|
|
// clang-format off
|
|
// these are used to create unique type mutexes
|
|
struct critical_insert {};
|
|
struct cpu_cid_stack {};
|
|
// clang-format on
|
|
|
|
using tim::type_mutex;
|
|
using auto_lock_t = tim::auto_lock_t;
|
|
static constexpr auto num_mutexes = max_supported_threads;
|
|
static auto _update_freq = critical_trace::get_update_frequency();
|
|
|
|
if constexpr(PhaseID != critical_trace::Phase::NONE)
|
|
{
|
|
// unique lock per thread
|
|
auto& _mtx = type_mutex<critical_insert, api::omnitrace, num_mutexes>(_tid);
|
|
auto_lock_t _lk{ _mtx };
|
|
|
|
auto& _critical_trace = critical_trace::get(_tid);
|
|
_critical_trace->emplace_back(
|
|
critical_trace::entry{ _prio, DevID, PhaseID, _depth, _tid, _cpu_cid,
|
|
_gpu_cid, _parent_cid, _ts_beg, _ts_val, _hash });
|
|
}
|
|
|
|
if constexpr(UpdateStack)
|
|
{
|
|
// unique lock per thread
|
|
auto& _mtx = type_mutex<cpu_cid_stack, api::omnitrace, num_mutexes>(_tid);
|
|
|
|
if constexpr(PhaseID == critical_trace::Phase::NONE)
|
|
{
|
|
auto_lock_t _lk{ _mtx };
|
|
get_cpu_cid_stack(_tid)->emplace_back(_cpu_cid);
|
|
}
|
|
else if constexpr(PhaseID == critical_trace::Phase::BEGIN)
|
|
{
|
|
auto_lock_t _lk{ _mtx };
|
|
get_cpu_cid_stack(_tid)->emplace_back(_cpu_cid);
|
|
}
|
|
else if constexpr(PhaseID == critical_trace::Phase::END)
|
|
{
|
|
auto_lock_t _lk{ _mtx };
|
|
get_cpu_cid_stack(_tid)->pop_back();
|
|
if(_gpu_cid == 0 && _cpu_cid % _update_freq == (_update_freq - 1))
|
|
critical_trace::update(_tid);
|
|
}
|
|
}
|
|
|
|
tim::consume_parameters(_tid, _cpu_cid, _gpu_cid, _parent_cid, _ts_beg, _ts_val,
|
|
_hash, _depth, _prio);
|
|
}
|
|
} // namespace omnitrace
|