// MIT License // // Copyright (c) 2022 Advanced Micro Devices, Inc. All Rights Reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. #pragma once #include "library/components/fwd.hpp" #include "library/defines.hpp" #include "library/thread_data.hpp" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace omnitrace { namespace component { using rocm_metric_type = unsigned long long; using rocm_info_entry = ::tim::hardware_counters::info; using rocm_feature_value = std::variant; struct rocm_counter { std::array counters; }; struct rocm_event { using value_type = rocm_feature_value; uint32_t device_id = 0; uint32_t thread_id = 0; uint32_t queue_id = 0; rocm_metric_type entry = 0; rocm_metric_type exit = 0; std::string name = {}; std::vector feature_names = {}; std::vector feature_values = {}; rocm_event() = default; rocm_event(uint32_t _dev, uint32_t _thr, uint32_t _queue, std::string _event_name, rocm_metric_type begin, rocm_metric_type end, uint32_t _feature_count, void* _features); std::string as_string() const; friend std::ostream& operator<<(std::ostream& _os, const rocm_event& _v) { return (_os << _v.as_string()); } friend bool operator<(const rocm_event& _lhs, const rocm_event& _rhs) { return std::tie(_lhs.device_id, _lhs.queue_id, _lhs.entry, _lhs.thread_id) < std::tie(_rhs.device_id, _rhs.queue_id, _rhs.entry, _rhs.thread_id); } }; using rocm_data_t = std::vector; using rocm_data_tracker = data_tracker; omnitrace::unique_ptr_t& rocm_data(int64_t _tid = threading::get_id()); using rocprofiler_value = typename rocm_event::value_type; using rocprofiler_data = data_tracker; struct rocprofiler : base , private policy::instance_tracker { using value_type = void; using base_type = base; using tracker_type = policy::instance_tracker; TIMEMORY_DEFAULT_OBJECT(rocprofiler) static void preinit(); static void global_init() { setup(); } static void global_finalize() { shutdown(); } static bool is_setup(); static void setup(); static void shutdown(); static void add_setup(const std::string&, std::function&&); static void add_shutdown(const std::string&, std::function&&); static void remove_setup(const std::string&); static void remove_shutdown(const std::string&); void start(); void stop(); // this function protects rocprofiler_flush_activty from being called // when omnitrace exits during a callback [[nodiscard]] static scope::transient_destructor protect_flush_activity(); }; #if !defined(OMNITRACE_USE_ROCPROFILER) inline void rocprofiler::setup() {} inline void rocprofiler::shutdown() {} inline bool rocprofiler::is_setup() { return false; } #endif } // namespace component } // namespace omnitrace namespace tim { namespace component { using ::omnitrace::component::rocm_data_tracker; using ::omnitrace::component::rocm_feature_value; using ::omnitrace::component::rocprofiler_data; using ::omnitrace::component::rocprofiler_value; } // namespace component } // namespace tim namespace tim { namespace operation { template <> struct set_storage { using T = component::rocm_data_tracker; static constexpr size_t max_threads = 4096; using type = T; using storage_array_t = std::array*, max_threads>; friend struct get_storage; TIMEMORY_DEFAULT_OBJECT(set_storage) auto operator()(storage*, size_t) const {} auto operator()(type&, size_t) const {} auto operator()(storage* _v) const { get().fill(_v); } private: static storage_array_t& get() { static storage_array_t _v = { nullptr }; return _v; } }; template <> struct get_storage { using type = component::rocm_data_tracker; TIMEMORY_DEFAULT_OBJECT(get_storage) auto operator()(const type&) const { return operation::set_storage::get().at(0); } auto operator()() const { type _obj{}; return (*this)(_obj); } auto operator()(size_t _idx) const { return operation::set_storage::get().at(_idx); } auto operator()(type&, size_t _idx) const { return (*this)(_idx); } }; } // namespace operation } // namespace tim #if !defined(OMNITRACE_USE_ROCPROFILER) OMNITRACE_DEFINE_CONCRETE_TRAIT(is_available, component::rocprofiler_data, false_type) #endif TIMEMORY_SET_COMPONENT_API(component::rocprofiler_data, project::timemory, category::timing, os::supports_unix) OMNITRACE_DEFINE_CONCRETE_TRAIT(is_timing_category, component::rocprofiler_data, false_type) OMNITRACE_DEFINE_CONCRETE_TRAIT(uses_timing_units, component::rocprofiler_data, false_type) OMNITRACE_DEFINE_CONCRETE_TRAIT(report_units, component::rocprofiler_data, false_type) TIMEMORY_STATISTICS_TYPE(component::rocprofiler_data, component::rocprofiler_value) TIMEMORY_STATISTICS_TYPE(component::rocm_data_tracker, component::rocm_feature_value) OMNITRACE_DEFINE_CONCRETE_TRAIT(report_units, component::rocm_data_tracker, false_type) #if !defined(OMNITRACE_EXTERN_COMPONENTS) || \ (defined(OMNITRACE_EXTERN_COMPONENTS) && OMNITRACE_EXTERN_COMPONENTS > 0) # include OMNITRACE_DECLARE_EXTERN_COMPONENT(rocprofiler, false, void) OMNITRACE_DECLARE_EXTERN_COMPONENT(rocprofiler_data, true, double) #endif