// MIT License // // Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. // undefine NDEBUG so asserts are implemented #ifdef NDEBUG # undef NDEBUG #endif /** * @file samples/api_callback_tracing/client.cpp * * @brief Example rocprofiler client (tool) */ #include "client.hpp" #include #include #include #include #include #include "common/call_stack.hpp" #include "common/defines.hpp" #include "common/filesystem.hpp" #include "common/name_info.hpp" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace client { namespace { using common::call_stack_t; using common::callback_name_info; using common::source_location; rocprofiler_client_id_t* client_id = nullptr; rocprofiler_client_finalize_t client_fini_func = nullptr; rocprofiler_context_id_t client_ctx = {}; void print_call_stack(const call_stack_t& _call_stack) { common::print_call_stack("api_callback_trace.log", _call_stack); } void tool_tracing_ctrl_callback(rocprofiler_callback_tracing_record_t record, rocprofiler_user_data_t*, void* client_data) { auto* ctx = static_cast(client_data); if(record.phase == ROCPROFILER_CALLBACK_PHASE_ENTER && record.kind == ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API && record.operation == ROCPROFILER_MARKER_CONTROL_API_ID_roctxProfilerPause) { ROCPROFILER_CALL(rocprofiler_stop_context(*ctx), "pausing client context"); } else if(record.phase == ROCPROFILER_CALLBACK_PHASE_EXIT && record.kind == ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API && record.operation == ROCPROFILER_MARKER_CONTROL_API_ID_roctxProfilerResume) { ROCPROFILER_CALL(rocprofiler_start_context(*ctx), "resuming client context"); } } void tool_tracing_callback(rocprofiler_callback_tracing_record_t record, rocprofiler_user_data_t* user_data, void* callback_data) { assert(callback_data != nullptr); auto now = std::chrono::steady_clock::now().time_since_epoch().count(); uint64_t dt = 0; if(record.phase == ROCPROFILER_CALLBACK_PHASE_ENTER) user_data->value = now; else dt = (now - user_data->value); auto info = std::stringstream{}; info << std::left << "tid=" << record.thread_id << ", cid=" << std::setw(3) << record.correlation_id.internal << ", kind=" << record.kind << ", operation=" << std::setw(3) << record.operation << ", phase=" << record.phase << ", dt_nsec=" << std::setw(6) << dt; auto info_data_cb = [](rocprofiler_callback_tracing_kind_t, uint32_t, uint32_t arg_num, const char* arg_name, const char* arg_value_str, const void* const arg_value_addr, void* cb_data) -> int { auto& dss = *static_cast(cb_data); dss << ((arg_num == 0) ? "(" : ", "); dss << arg_num << ": " << arg_name << "=" << arg_value_str; (void) arg_value_addr; return 0; }; auto info_data = std::stringstream{}; ROCPROFILER_CALL(rocprofiler_iterate_callback_tracing_kind_operation_args( record, info_data_cb, static_cast(&info_data)), "Failure iterating trace operation args"); auto info_data_str = info_data.str(); if(!info_data_str.empty()) info << " " << info_data_str << ")"; static auto _mutex = std::mutex{}; _mutex.lock(); static_cast(callback_data) ->emplace_back(source_location{__FUNCTION__, __FILE__, __LINE__, info.str()}); _mutex.unlock(); } void tool_control_init(rocprofiler_context_id_t& primary_ctx) { // Create a specialized (throw-away) context for handling ROCTx profiler pause and resume. // A separate context is used because if the context that is associated with roctxProfilerPause // disabled that same context, a call to roctxProfilerResume would be ignored because the // context that enables the callback for that API call is disabled. auto cntrl_ctx = rocprofiler_context_id_t{}; ROCPROFILER_CALL(rocprofiler_create_context(&cntrl_ctx), "control context creation failed"); // enable callback marker tracing with only the pause/resume operations ROCPROFILER_CALL(rocprofiler_configure_callback_tracing_service( cntrl_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API, nullptr, 0, tool_tracing_ctrl_callback, &primary_ctx), "callback tracing service failed to configure"); // start the context so that it is always active ROCPROFILER_CALL(rocprofiler_start_context(cntrl_ctx), "start of control context"); } int tool_init(rocprofiler_client_finalize_t fini_func, void* tool_data) { assert(tool_data != nullptr); auto* call_stack_v = static_cast(tool_data); call_stack_v->emplace_back(source_location{__FUNCTION__, __FILE__, __LINE__, ""}); callback_name_info name_info = common::get_callback_id_names(); for(const auto& itr : name_info.operation_names) { auto name_idx = std::stringstream{}; name_idx << " [" << std::setw(3) << static_cast(itr.first) << "]"; call_stack_v->emplace_back( source_location{"rocprofiler_callback_tracing_kind_names " + name_idx.str(), __FILE__, __LINE__, name_info.kind_names.at(itr.first)}); for(const auto& ditr : itr.second) { auto operation_idx = std::stringstream{}; operation_idx << " [" << std::setw(3) << static_cast(ditr.first) << "]"; call_stack_v->emplace_back(source_location{ "rocprofiler_callback_tracing_kind_operation_names" + operation_idx.str(), __FILE__, __LINE__, std::string{"- "} + std::string{ditr.second}}); } } client_fini_func = fini_func; ROCPROFILER_CALL(rocprofiler_create_context(&client_ctx), "context creation failed"); // enable the control tool_control_init(client_ctx); for(auto itr : {ROCPROFILER_CALLBACK_TRACING_HSA_CORE_API, ROCPROFILER_CALLBACK_TRACING_HSA_AMD_EXT_API, ROCPROFILER_CALLBACK_TRACING_HSA_IMAGE_EXT_API, ROCPROFILER_CALLBACK_TRACING_HSA_FINALIZE_EXT_API}) { ROCPROFILER_CALL(rocprofiler_configure_callback_tracing_service( client_ctx, itr, nullptr, 0, tool_tracing_callback, tool_data), "callback tracing service failed to configure"); } ROCPROFILER_CALL( rocprofiler_configure_callback_tracing_service(client_ctx, ROCPROFILER_CALLBACK_TRACING_HIP_RUNTIME_API, nullptr, 0, tool_tracing_callback, tool_data), "callback tracing service failed to configure"); ROCPROFILER_CALL( rocprofiler_configure_callback_tracing_service(client_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_CORE_API, nullptr, 0, tool_tracing_callback, tool_data), "callback tracing service failed to configure"); ROCPROFILER_CALL( rocprofiler_configure_callback_tracing_service(client_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_NAME_API, nullptr, 0, tool_tracing_callback, tool_data), "callback tracing service failed to configure"); int valid_ctx = 0; ROCPROFILER_CALL(rocprofiler_context_is_valid(client_ctx, &valid_ctx), "failure checking context validity"); if(valid_ctx == 0) { // notify rocprofiler that initialization failed // and all the contexts, buffers, etc. created // should be ignored return -1; } ROCPROFILER_CALL(rocprofiler_start_context(client_ctx), "rocprofiler context start failed"); // no errors return 0; } void tool_fini(void* tool_data) { assert(tool_data != nullptr); auto* _call_stack = static_cast(tool_data); _call_stack->emplace_back(source_location{__FUNCTION__, __FILE__, __LINE__, ""}); print_call_stack(*_call_stack); delete _call_stack; } } // namespace void setup() {} void shutdown() { if(client_id) client_fini_func(*client_id); } void start() { ROCPROFILER_CALL(rocprofiler_start_context(client_ctx), "rocprofiler context start failed"); } void stop() { int status = 0; ROCPROFILER_CALL(rocprofiler_is_initialized(&status), "failed to retrieve init status"); if(status != 0) { ROCPROFILER_CALL(rocprofiler_stop_context(client_ctx), "rocprofiler context stop failed"); } } } // namespace client extern "C" rocprofiler_tool_configure_result_t* rocprofiler_configure(uint32_t version, const char* runtime_version, uint32_t priority, rocprofiler_client_id_t* id) { // only activate if main tool if(priority > 0) return nullptr; // set the client name id->name = "ExampleTool"; // store client info client::client_id = id; // compute major/minor/patch version info uint32_t major = version / 10000; uint32_t minor = (version % 10000) / 100; uint32_t patch = version % 100; // generate info string auto info = std::stringstream{}; info << id->name << " is using rocprofiler-sdk v" << major << "." << minor << "." << patch << " (" << runtime_version << ")"; std::clog << info.str() << std::endl; // demonstration of alternative way to get the version info { auto version_info = std::array{}; ROCPROFILER_CALL( rocprofiler_get_version(&version_info.at(0), &version_info.at(1), &version_info.at(2)), "failed to get version info"); if(std::array{major, minor, patch} != version_info) { throw std::runtime_error{"version info mismatch"}; } } // data passed around all the callbacks auto* client_tool_data = new std::vector{}; // add first entry client_tool_data->emplace_back( client::source_location{__FUNCTION__, __FILE__, __LINE__, info.str()}); // create configure data static auto cfg = rocprofiler_tool_configure_result_t{sizeof(rocprofiler_tool_configure_result_t), &client::tool_init, &client::tool_fini, static_cast(client_tool_data)}; // return pointer to configure data return &cfg; }