// Copyright (c) 2018 Advanced Micro Devices, Inc. All Rights Reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // with the Software without restriction, including without limitation the // rights to use, copy, modify, merge, publish, distribute, sublicense, and/or // sell copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // * Redistributions of source code must retain the above copyright notice, // this list of conditions and the following disclaimers. // // * Redistributions in binary form must reproduce the above copyright // notice, this list of conditions and the following disclaimers in the // documentation and/or other materials provided with the distribution. // // * Neither the names of Advanced Micro Devices, Inc. nor the names of its // contributors may be used to endorse or promote products derived from // this Software without specific prior written permission. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH // THE SOFTWARE. #pragma once // this always needs to included first // clang-format off #include "library/perfetto.hpp" // clang-format on #include "library/timemory.hpp" #include "library/components/roctracer.hpp" #include "library/api.hpp" #include "library/components/fork_gotcha.hpp" #include "library/components/mpi_gotcha.hpp" #include "library/api.hpp" #include "library/common.hpp" #include "library/state.hpp" #include "library/config.hpp" #include "library/thread_data.hpp" #include "library/ptl.hpp" #include "library/debug.hpp" #include "library/critical_trace.hpp" #include "timemory/macros/language.hpp" #include "timemory/utility/utility.hpp" #include namespace omnitrace { template inline void add_critical_trace(int64_t _tid, size_t _cpu_cid, size_t _gpu_cid, size_t _parent_cid, int64_t _ts_beg, int64_t _ts_val, size_t _hash, uint16_t _depth, uint16_t _prio = 0) { if(!get_use_critical_trace()) return; // clang-format off // these are used to create unique type mutexes struct critical_insert {}; struct cpu_cid_stack {}; // clang-format on using tim::type_mutex; using auto_lock_t = tim::auto_lock_t; static constexpr auto num_mutexes = max_supported_threads; static auto _update_freq = critical_trace::get_update_frequency(); if constexpr(PhaseID != critical_trace::Phase::NONE) { // unique lock per thread auto& _mtx = type_mutex(_tid); auto_lock_t _lk{ _mtx }; auto& _critical_trace = critical_trace::get(_tid); _critical_trace->emplace_back( critical_trace::entry{ _prio, DevID, PhaseID, _depth, _tid, _cpu_cid, _gpu_cid, _parent_cid, _ts_beg, _ts_val, _hash }); } if constexpr(UpdateStack) { // unique lock per thread auto& _mtx = type_mutex(_tid); if constexpr(PhaseID == critical_trace::Phase::NONE) { auto_lock_t _lk{ _mtx }; get_cpu_cid_stack(_tid)->emplace_back(_cpu_cid); } else if constexpr(PhaseID == critical_trace::Phase::BEGIN) { auto_lock_t _lk{ _mtx }; get_cpu_cid_stack(_tid)->emplace_back(_cpu_cid); } else if constexpr(PhaseID == critical_trace::Phase::END) { auto_lock_t _lk{ _mtx }; get_cpu_cid_stack(_tid)->pop_back(); if(_gpu_cid == 0 && _cpu_cid % _update_freq == (_update_freq - 1)) critical_trace::update(_tid); } } tim::consume_parameters(_tid, _cpu_cid, _gpu_cid, _parent_cid, _ts_beg, _ts_val, _hash, _depth, _prio); } } // namespace omnitrace