// MIT License // // Copyright (c) 2022 Advanced Micro Devices, Inc. All Rights Reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. #pragma once #include "api.hpp" #include "library/common.hpp" #include "library/concepts.hpp" #include "library/config.hpp" #include "library/defines.hpp" #include "library/state.hpp" #include "library/timemory.hpp" #include #include #include #include #include #include #include namespace omnitrace { ThreadState set_thread_state(ThreadState); // bundle of components used in instrumentation using instrumentation_bundle_t = tim::component_bundle; // allocator for instrumentation_bundle_t using bundle_allocator_t = tim::data::ring_buffer_allocator; template struct thread_deleter; // unique ptr type for omnitrace template using unique_ptr_t = std::unique_ptr>; static constexpr size_t max_supported_threads = OMNITRACE_MAX_THREADS; template <> struct thread_deleter { void operator()() const; }; extern template struct thread_deleter; template struct thread_deleter { void operator()(Tp* ptr) const { thread_deleter{}(); delete ptr; } }; template struct generate { using type = Tp; template auto operator()(Args&&... _args) const { if constexpr(concepts::is_unique_pointer::value) { using value_type = typename type::element_type; return type{ new value_type{ invoke(std::forward(_args), 0)... } }; } else { return type{ invoke(std::forward(_args), 0)... }; } } private: template static auto invoke(Up&& _v, int, std::enable_if_t::value, int> = 0) -> decltype(std::forward(_v)()) { return std::forward(_v)(); } template static auto&& invoke(Up&& _v, long) { return std::forward(_v); } }; using construct_on_init = std::true_type; struct construct_on_thread { int64_t index = threading::get_id(); }; template struct thread_data { using value_type = unique_ptr_t; using instance_array_t = std::array; using construct_on_init = std::true_type; template static void construct(construct_on_thread&&, Args&&...); static value_type& instance(); static instance_array_t& instances(); template static value_type& instance(construct_on_thread&&, Args&&...); template static instance_array_t& instances(construct_on_init, Args&&...); template static void construct(Args&&... args) { construct(construct_on_thread{}, std::forward(args)...); } template static value_type& instance(Args&&... args) { return instance(construct_on_thread{}, std::forward(args)...); } static constexpr size_t size() { return MaxThreads; } decltype(auto) begin() { return instances().begin(); } decltype(auto) end() { return instances().end(); } decltype(auto) begin() const { return instances().begin(); } decltype(auto) end() const { return instances().end(); } }; template template void thread_data::construct(construct_on_thread&& _t, Args&&... _args) { // construct outside of lambda to prevent data-race static auto& _instances = instances(); if(!_instances.at(_t.index)) _instances.at(_t.index) = generate{}(std::forward(_args)...); } template unique_ptr_t& thread_data::instance() { return instances().at(threading::get_id()); } template typename thread_data::instance_array_t& thread_data::instances() { static auto _v = instance_array_t{}; return _v; } template template unique_ptr_t& thread_data::instance(construct_on_thread&& _t, Args&&... _args) { construct(construct_on_thread{ _t }, std::forward(_args)...); return instances().at(_t.index); } template template typename thread_data::instance_array_t& thread_data::instances(construct_on_init, Args&&... _args) { static auto& _v = [&]() -> instance_array_t& { auto& _internal = instances(); for(size_t i = 0; i < MaxThreads; ++i) _internal.at(i) = generate{}(std::forward(_args)...); return _internal; }(); return _v; } //--------------------------------------------------------------------------------------// // // thread_data with std::optional // //--------------------------------------------------------------------------------------// template struct thread_data, Tag, MaxThreads> { using value_type = std::optional; using instance_array_t = std::array; template static void construct(construct_on_thread&&, Args&&...); static value_type& instance(); static instance_array_t& instances(); template static value_type& instance(construct_on_thread&&, Args&&...); template static instance_array_t& instances(construct_on_init, Args&&...); static constexpr size_t size() { return MaxThreads; } decltype(auto) begin() { return instances().begin(); } decltype(auto) end() { return instances().end(); } decltype(auto) begin() const { return instances().begin(); } decltype(auto) end() const { return instances().end(); } }; template template void thread_data, Tag, MaxThreads>::construct(construct_on_thread&& _t, Args&&... _args) { // construct outside of lambda to prevent data-race static auto& _instances = instances(); if(!_instances.at(_t.index)) _instances.at(_t.index) = generate{}(std::forward(_args)...); } template std::optional& thread_data, Tag, MaxThreads>::instance() { return instances().at(threading::get_id()); } template typename thread_data, Tag, MaxThreads>::instance_array_t& thread_data, Tag, MaxThreads>::instances() { static auto _v = instance_array_t{}; return _v; } template template std::optional& thread_data, Tag, MaxThreads>::instance(construct_on_thread&& _t, Args&&... _args) { construct(construct_on_thread{ _t }, std::forward(_args)...); return instances().at(_t.index); } template template typename thread_data, Tag, MaxThreads>::instance_array_t& thread_data, Tag, MaxThreads>::instances(construct_on_init, Args&&... _args) { static auto& _v = [&]() -> instance_array_t& { auto& _internal = instances(); for(size_t i = 0; i < MaxThreads; ++i) _internal.at(i) = generate{}(std::forward(_args)...); return _internal; }(); return _v; } //--------------------------------------------------------------------------------------// // // thread_data with raw data (no pointer) // //--------------------------------------------------------------------------------------// using tim::identity; using tim::identity_t; template struct thread_data, Tag, MaxThreads> { using value_type = Tp; using instance_array_t = std::array; template static void construct(construct_on_thread&&, Args&&...); static value_type& instance(); static instance_array_t& instances(); template static value_type& instance(construct_on_thread&&, Args&&...); template static instance_array_t& instances(construct_on_init, Args&&...); template static void construct(Args&&... args) { construct(construct_on_thread{}, std::forward(args)...); } template static value_type& instance(Args&&... args) { return instance(construct_on_thread{}, std::forward(args)...); } static constexpr size_t size() { return MaxThreads; } decltype(auto) begin() { return instances().begin(); } decltype(auto) end() { return instances().end(); } decltype(auto) begin() const { return instances().begin(); } decltype(auto) end() const { return instances().end(); } }; template template void thread_data, Tag, MaxThreads>::construct(construct_on_thread&& _t, Args&&... _args) { // construct outside of lambda to prevent data-race static auto& _instances = instances(); if(!_instances.at(_t.index)) _instances.at(_t.index) = generate{}(std::forward(_args)...); } template Tp& thread_data, Tag, MaxThreads>::instance() { return instances().at(threading::get_id()); } template typename thread_data, Tag, MaxThreads>::instance_array_t& thread_data, Tag, MaxThreads>::instances() { static auto _v = instance_array_t{}; return _v; } template template Tp& thread_data, Tag, MaxThreads>::instance(construct_on_thread&& _t, Args&&... _args) { construct(construct_on_thread{ _t }, std::forward(_args)...); return instances().at(_t.index); } template template typename thread_data, Tag, MaxThreads>::instance_array_t& thread_data, Tag, MaxThreads>::instances(construct_on_init, Args&&... _args) { static auto& _v = [&]() -> instance_array_t& { auto& _internal = instances(); for(size_t i = 0; i < MaxThreads; ++i) _internal.at(i) = generate{}(std::forward(_args)...); return _internal; }(); return _v; } //--------------------------------------------------------------------------------------// // there are currently some strange things that happen with // vector so using vector and // timemory's ring_buffer_allocator to create contiguous memory-page aligned instances of // the bundle struct instrumentation_bundles { using instance_array_t = std::array; bundle_allocator_t allocator{}; std::vector bundles{}; static instance_array_t& instances(); }; } // namespace omnitrace