// MIT License // // Copyright (c) 2022 Advanced Micro Devices, Inc. All Rights Reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. #pragma once // this always needs to included first // clang-format off #include "library/perfetto.hpp" // clang-format on #include "library/timemory.hpp" #include "library/components/roctracer.hpp" #include "library/api.hpp" #include "library/components/fork_gotcha.hpp" #include "library/components/mpi_gotcha.hpp" #include "library/api.hpp" #include "library/common.hpp" #include "library/state.hpp" #include "library/config.hpp" #include "library/thread_data.hpp" #include "library/ptl.hpp" #include "library/debug.hpp" #include "library/critical_trace.hpp" #include #include #include namespace omnitrace { template inline void add_critical_trace(int64_t _tid, size_t _cpu_cid, size_t _gpu_cid, size_t _parent_cid, int64_t _ts_beg, int64_t _ts_val, size_t _hash, uint16_t _depth, uint16_t _prio = 0) { // clang-format off // these are used to create unique type mutexes struct critical_insert {}; struct cpu_cid_stack {}; // clang-format on using tim::type_mutex; using auto_lock_t = tim::auto_lock_t; static constexpr auto num_mutexes = max_supported_threads; static auto _update_freq = critical_trace::get_update_frequency(); if constexpr(PhaseID != critical_trace::Phase::NONE) { // unique lock per thread auto& _mtx = type_mutex(_tid); auto_lock_t _lk{ _mtx }; auto& _critical_trace = critical_trace::get(_tid); _critical_trace->emplace_back( critical_trace::entry{ _prio, DevID, PhaseID, _depth, _tid, _cpu_cid, _gpu_cid, _parent_cid, _ts_beg, _ts_val, _hash }); } if constexpr(UpdateStack) { // unique lock per thread auto& _mtx = type_mutex(_tid); if constexpr(PhaseID == critical_trace::Phase::NONE) { auto_lock_t _lk{ _mtx }; get_cpu_cid_stack(_tid)->emplace_back(_cpu_cid); } else if constexpr(PhaseID == critical_trace::Phase::BEGIN) { auto_lock_t _lk{ _mtx }; get_cpu_cid_stack(_tid)->emplace_back(_cpu_cid); } else if constexpr(PhaseID == critical_trace::Phase::END) { auto_lock_t _lk{ _mtx }; get_cpu_cid_stack(_tid)->pop_back(); if(_gpu_cid == 0 && _cpu_cid % _update_freq == (_update_freq - 1)) critical_trace::update(_tid); } } tim::consume_parameters(_tid, _cpu_cid, _gpu_cid, _parent_cid, _ts_beg, _ts_val, _hash, _depth, _prio); } } // namespace omnitrace