// MIT License // // Copyright (c) 2023-2025 Advanced Micro Devices, Inc. All rights reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. #include #include #include #include #include #include #include #include #include #include #include "lib/common/defines.hpp" #include "lib/common/environment.hpp" #include "lib/common/filesystem.hpp" #include "lib/common/units.hpp" #include "lib/common/utility.hpp" #include "lib/rocprofiler-sdk/tests/common.hpp" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace { #define ROCTX_CALL(ARG, MSG) \ { \ auto _status = (ARG); \ EXPECT_EQ(_status, 0) << MSG << " :: " << #ARG; \ } void run_roctx_functions() { auto roctx_tid = roctx_thread_id_t{}; auto rocp_tid = rocprofiler_thread_id_t{}; auto hsa_agent = hsa_agent_t{.handle = roctx_tid}; auto* hip_stream = hipStream_t{}; roctxGetThreadId(&roctx_tid); rocprofiler_get_thread_id(&rocp_tid); EXPECT_EQ(roctx_tid, rocp_tid); roctxNameOsThread(std::to_string(roctx_tid).c_str()); roctxNameHsaAgent("hsa_agent", &hsa_agent); roctxNameHipDevice("hip_device", 0); roctxNameHipStream("hip_device", hip_stream); roctxProfilerPause(roctx_tid); roctxMark(__FUNCTION__); roctxProfilerResume(roctx_tid); ROCTX_CALL(roctxRangePush(__FUNCTION__), "push failed"); ROCTX_CALL(roctxRangePop(), "pop failed"); auto range_id = roctxRangeStart(__FUNCTION__); EXPECT_GE(range_id, 0); roctxRangeStop(range_id); } void tool_tracing_ctrl_callback(rocprofiler_callback_tracing_record_t record, rocprofiler_user_data_t*, void* client_data) { auto* cb_data = static_cast(client_data); if(record.phase == ROCPROFILER_CALLBACK_PHASE_ENTER && record.kind == ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API && record.operation == ROCPROFILER_MARKER_CONTROL_API_ID_roctxProfilerPause) { ROCPROFILER_CALL(rocprofiler_stop_context(cb_data->client_ctx), "pausing client context"); } else if(record.phase == ROCPROFILER_CALLBACK_PHASE_EXIT && record.kind == ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API && record.operation == ROCPROFILER_MARKER_CONTROL_API_ID_roctxProfilerResume) { ROCPROFILER_CALL(rocprofiler_start_context(cb_data->client_ctx), "resuming client context"); } } void tool_tracing_callback(rocprofiler_callback_tracing_record_t record, rocprofiler_user_data_t* user_data, void* client_data) { auto* cb_data = static_cast(client_data); auto get_timestamp = []() { return std::chrono::steady_clock::now().time_since_epoch().count(); }; if(record.phase == ROCPROFILER_CALLBACK_PHASE_ENTER && cb_data->current_depth == 0) { user_data->value = get_timestamp(); } static auto name_map = get_callback_tracing_names(); EXPECT_EQ(name_map.kind_names.size(), ROCPROFILER_CALLBACK_TRACING_LAST); EXPECT_EQ(name_map.operation_names.at(ROCPROFILER_CALLBACK_TRACING_MARKER_CORE_API).size(), ROCPROFILER_MARKER_CORE_API_ID_LAST); EXPECT_EQ(name_map.operation_names.at(ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API).size(), ROCPROFILER_MARKER_CONTROL_API_ID_LAST); EXPECT_EQ(name_map.operation_names.at(ROCPROFILER_CALLBACK_TRACING_MARKER_NAME_API).size(), ROCPROFILER_MARKER_NAME_API_ID_LAST); std::cout << "[" << __FILE__ << ":" << __LINE__ << "] " << name_map.operation_names[record.kind][record.operation] << "\n" << std::flush; cb_data->client_callback_count++; if(record.phase == ROCPROFILER_CALLBACK_PHASE_ENTER) { cb_data->current_depth++; } else if(record.phase == ROCPROFILER_CALLBACK_PHASE_EXIT) { cb_data->max_depth = std::max(cb_data->current_depth, cb_data->max_depth); cb_data->current_depth--; } else { GTEST_FAIL() << "unsupported callback tracing phase " << record.phase; } struct info_data { uint64_t num_args = 0; std::stringstream arg_ss; } info_data_v; auto info_data_cb = [](rocprofiler_callback_tracing_kind_t, rocprofiler_tracing_operation_t, uint32_t arg_num, const void* const arg_value_addr, int32_t arg_indir_cnt, const char* arg_type, const char* arg_name, const char* arg_value_str, int32_t arg_deref_cnt, void* data) -> int { auto& info = *static_cast(data); info.arg_ss << ((arg_num == 0) ? "(" : ", "); info.arg_ss << arg_num << ": " << arg_name << "=" << arg_value_str; EXPECT_NE(arg_type, nullptr); EXPECT_NE(arg_name, nullptr); EXPECT_NE(arg_value_str, nullptr); EXPECT_NE(arg_value_addr, nullptr); EXPECT_EQ(arg_num, info.num_args); EXPECT_GE(arg_indir_cnt, 0); EXPECT_LE(arg_deref_cnt, arg_indir_cnt); info.num_args++; return 0; }; ROCPROFILER_CALL(rocprofiler_iterate_callback_tracing_kind_operation_args( record, info_data_cb, record.phase, static_cast(&info_data_v)), "Failure iterating trace operation args"); if(record.kind == ROCPROFILER_CALLBACK_TRACING_MARKER_CORE_API) { if(record.operation != ROCPROFILER_MARKER_CORE_API_ID_roctxRangePop) { EXPECT_GT(info_data_v.num_args, 0) << name_map.operation_names[record.kind][record.operation] << info_data_v.arg_ss.str(); } } if(record.phase == ROCPROFILER_CALLBACK_PHASE_EXIT && cb_data->current_depth == 0) { cb_data->client_elapsed += (get_timestamp() - user_data->value); } } void tool_tracing_buffered(rocprofiler_context_id_t context, rocprofiler_buffer_id_t buffer_id, rocprofiler_record_header_t** headers, size_t num_headers, void* buffer_data, uint64_t drop_count) { auto* cb_data = static_cast(buffer_data); static auto name_map = get_buffer_tracing_names(); EXPECT_EQ(name_map.kind_names.size(), ROCPROFILER_BUFFER_TRACING_LAST); EXPECT_EQ(name_map.operation_names.at(ROCPROFILER_BUFFER_TRACING_MARKER_CORE_API).size(), ROCPROFILER_MARKER_CORE_API_ID_LAST); EXPECT_EQ(name_map.operation_names.at(ROCPROFILER_BUFFER_TRACING_MARKER_CONTROL_API).size(), ROCPROFILER_MARKER_CONTROL_API_ID_LAST); EXPECT_EQ(name_map.operation_names.at(ROCPROFILER_BUFFER_TRACING_MARKER_NAME_API).size(), ROCPROFILER_MARKER_NAME_API_ID_LAST); auto v_records = std::vector{}; v_records.reserve(num_headers); for(size_t i = 0; i < num_headers; ++i) { auto* header = headers[i]; ASSERT_TRUE(header != nullptr); auto hash = rocprofiler_record_header_compute_hash(header->category, header->kind); EXPECT_EQ(header->hash, hash); EXPECT_TRUE(header->category == ROCPROFILER_BUFFER_CATEGORY_TRACING && (header->kind == ROCPROFILER_BUFFER_TRACING_MARKER_CORE_API || header->kind == ROCPROFILER_BUFFER_TRACING_MARKER_NAME_API)); v_records.emplace_back( static_cast(header->payload)); } std::sort(v_records.begin(), v_records.end(), [](auto lhs, auto rhs) { return (lhs->start_timestamp == rhs->start_timestamp) ? (lhs->end_timestamp < rhs->end_timestamp) : (lhs->start_timestamp < rhs->start_timestamp); }); for(auto* record : v_records) { auto info = std::stringstream{}; info << "tid=" << record->thread_id << ", context=" << context.handle << ", buffer_id=" << buffer_id.handle << ", cid=" << record->correlation_id.internal << ", kind=" << name_map.kind_names.at(record->kind) << "(" << record->kind << "), operation=" << name_map.operation_names.at(record->kind).at(record->operation) << "(" << record->operation << "), drop_count=" << drop_count << ", start=" << record->start_timestamp << ", stop=" << record->end_timestamp; static int64_t last_corr_id = -1; auto corr_id = static_cast(record->correlation_id.internal); std::cout << info.str() << "\n" << std::flush; EXPECT_GE(context.handle, 0) << info.str(); EXPECT_GT(record->thread_id, 0) << info.str(); EXPECT_GT(record->kind, 0) << info.str(); EXPECT_GT(corr_id, last_corr_id) << info.str(); EXPECT_GT(record->start_timestamp, 0) << info.str(); EXPECT_GT(record->end_timestamp, 0) << info.str(); EXPECT_LE(record->start_timestamp, record->end_timestamp) << info.str(); cb_data->client_callback_count++; last_corr_id = corr_id; } } void thread_precreate(rocprofiler_runtime_library_t /*lib*/, void* tool_data) { auto* cb_data = static_cast(tool_data); cb_data->client_workflow_count++; } void thread_postcreate(rocprofiler_runtime_library_t /*lib*/, void* tool_data) { auto* cb_data = static_cast(tool_data); cb_data->client_workflow_count++; } } // namespace TEST(rocprofiler_lib, roctx_callback_tracing) { using init_func_t = int (*)(rocprofiler_client_finalize_t, void*); using fini_func_t = void (*)(void*); auto cmd_line = rocprofiler::common::read_command_line(getpid()); ASSERT_FALSE(cmd_line.empty()); static init_func_t tool_init = [](rocprofiler_client_finalize_t fini_func, void* client_data) -> int { auto* cb_data = static_cast(client_data); cb_data->client_workflow_count++; cb_data->client_fini_func = fini_func; auto pause_resume_ctx = rocprofiler_context_id_t{0}; ROCPROFILER_CALL(rocprofiler_create_context(&pause_resume_ctx), "failed to create context"); ROCPROFILER_CALL(rocprofiler_create_context(&cb_data->client_ctx), "failed to create context"); ROCPROFILER_CALL(rocprofiler_configure_callback_tracing_service( cb_data->client_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_CORE_API, nullptr, 0, tool_tracing_callback, client_data), "callback tracing service failed to configure"); ROCPROFILER_CALL(rocprofiler_configure_callback_tracing_service( cb_data->client_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_NAME_API, nullptr, 0, tool_tracing_callback, client_data), "callback tracing service failed to configure"); ROCPROFILER_CALL(rocprofiler_configure_callback_tracing_service( pause_resume_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API, nullptr, 0, tool_tracing_ctrl_callback, client_data), "callback tracing service failed to configure"); int valid_ctx = 0; ROCPROFILER_CALL(rocprofiler_context_is_valid(cb_data->client_ctx, &valid_ctx), "failure checking context validity"); EXPECT_EQ(valid_ctx, 1); ROCPROFILER_CALL(rocprofiler_start_context(pause_resume_ctx), "rocprofiler context start failed"); ROCPROFILER_CALL(rocprofiler_start_context(cb_data->client_ctx), "rocprofiler context start failed"); // no errors return 0; }; static fini_func_t tool_fini = [](void* client_data) -> void { auto* cb_data = static_cast(client_data); int status = 0; ROCPROFILER_CALL(rocprofiler_context_is_active(cb_data->client_ctx, &status), "rocprofiler_context_is_active failed"); EXPECT_EQ(status, 0); static_cast(client_data)->client_workflow_count++; }; static auto cb_data = callback_data{}; static auto cfg_result = rocprofiler_tool_configure_result_t{sizeof(rocprofiler_tool_configure_result_t), tool_init, tool_fini, static_cast(&cb_data)}; static rocprofiler_configure_func_t rocp_init = [](uint32_t version, const char* runtime_version, uint32_t prio, rocprofiler_client_id_t* client_id) -> rocprofiler_tool_configure_result_t* { auto expected_version = ROCPROFILER_VERSION; EXPECT_EQ(expected_version, version); EXPECT_EQ(std::string_view{runtime_version}, std::string_view{ROCPROFILER_VERSION_STRING}); EXPECT_EQ(prio, 0); EXPECT_EQ(client_id->name, nullptr); cb_data.client_id = client_id; cb_data.client_id->name = ::testing::UnitTest::GetInstance()->current_test_info()->name(); return &cfg_result; }; EXPECT_EQ(rocprofiler_force_configure(rocp_init), ROCPROFILER_STATUS_SUCCESS); run_roctx_functions(); ASSERT_NE(cb_data.client_id, nullptr); ASSERT_NE(cb_data.client_fini_func, nullptr); cb_data.client_fini_func(*cb_data.client_id); // expected callback count is two for hsa_iterate_agents and two callbacks for // hsa_agent_get_info for each agent. constexpr uint64_t expected_cb_count = 18; EXPECT_EQ(cb_data.client_workflow_count, 2); EXPECT_EQ(cb_data.client_callback_count, expected_cb_count); EXPECT_EQ(cb_data.current_depth, 0); EXPECT_EQ(cb_data.max_depth, 1); } TEST(rocprofiler_lib, roctx_buffered_tracing) { using init_func_t = int (*)(rocprofiler_client_finalize_t, void*); using fini_func_t = void (*)(void*); auto cmd_line = rocprofiler::common::read_command_line(getpid()); ASSERT_FALSE(cmd_line.empty()); static init_func_t tool_init = [](rocprofiler_client_finalize_t fini_func, void* client_data) -> int { auto* cb_data = static_cast(client_data); cb_data->client_workflow_count++; cb_data->client_fini_func = fini_func; auto pause_resume_ctx = rocprofiler_context_id_t{0}; ROCPROFILER_CALL(rocprofiler_create_context(&pause_resume_ctx), "failed to create context"); ROCPROFILER_CALL(rocprofiler_configure_callback_tracing_service( pause_resume_ctx, ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API, nullptr, 0, tool_tracing_ctrl_callback, client_data), "callback tracing service failed to configure"); ROCPROFILER_CALL(rocprofiler_start_context(pause_resume_ctx), "rocprofiler context start failed"); ROCPROFILER_CALL(rocprofiler_create_context(&cb_data->client_ctx), "failed to create context"); ROCPROFILER_CALL(rocprofiler_create_buffer(cb_data->client_ctx, 4096, 2048, ROCPROFILER_BUFFER_POLICY_LOSSLESS, tool_tracing_buffered, client_data, &cb_data->client_buffer), "buffer creation failed"); ROCPROFILER_CALL( rocprofiler_configure_buffer_tracing_service(cb_data->client_ctx, ROCPROFILER_BUFFER_TRACING_MARKER_CORE_API, nullptr, 0, cb_data->client_buffer), "buffer tracing service failed to configure"); ROCPROFILER_CALL( rocprofiler_configure_buffer_tracing_service(cb_data->client_ctx, ROCPROFILER_BUFFER_TRACING_MARKER_NAME_API, nullptr, 0, cb_data->client_buffer), "buffer tracing service failed to configure"); ROCPROFILER_CALL(rocprofiler_create_callback_thread(&cb_data->client_thread), "failure creating callback thread"); ROCPROFILER_CALL( rocprofiler_assign_callback_thread(cb_data->client_buffer, cb_data->client_thread), "failed to assign thread for buffer"); int valid_ctx = 0; ROCPROFILER_CALL(rocprofiler_context_is_valid(cb_data->client_ctx, &valid_ctx), "failure checking context validity"); EXPECT_EQ(valid_ctx, 1); ROCPROFILER_CALL(rocprofiler_start_context(cb_data->client_ctx), "rocprofiler context start failed"); // no errors return 0; }; static fini_func_t tool_fini = [](void* client_data) -> void { auto* cb_data = static_cast(client_data); ROCPROFILER_CALL(rocprofiler_flush_buffer(cb_data->client_buffer), "rocprofiler context stop failed"); int status = 0; ROCPROFILER_CALL(rocprofiler_context_is_active(cb_data->client_ctx, &status), "rocprofiler_context_is_active failed"); EXPECT_EQ(status, 0); static_cast(client_data)->client_workflow_count++; }; static auto cb_data = callback_data{}; static auto cfg_result = rocprofiler_tool_configure_result_t{sizeof(rocprofiler_tool_configure_result_t), tool_init, tool_fini, static_cast(&cb_data)}; static rocprofiler_configure_func_t rocp_init = [](uint32_t version, const char* runtime_version, uint32_t prio, rocprofiler_client_id_t* client_id) -> rocprofiler_tool_configure_result_t* { auto expected_version = ROCPROFILER_VERSION; EXPECT_EQ(expected_version, version); EXPECT_EQ(std::string_view{runtime_version}, std::string_view{ROCPROFILER_VERSION_STRING}); EXPECT_EQ(prio, 0); EXPECT_EQ(client_id->name, nullptr); cb_data.client_id = client_id; cb_data.client_id->name = ::testing::UnitTest::GetInstance()->current_test_info()->name(); ROCPROFILER_CALL(rocprofiler_at_internal_thread_create(thread_precreate, thread_postcreate, ROCPROFILER_LIBRARY, static_cast(&cb_data)), "failed to register for thread creation notifications"); return &cfg_result; }; EXPECT_EQ(rocprofiler_force_configure(rocp_init), ROCPROFILER_STATUS_SUCCESS); run_roctx_functions(); ASSERT_NE(cb_data.client_id, nullptr); ASSERT_NE(cb_data.client_fini_func, nullptr); cb_data.client_fini_func(*cb_data.client_id); constexpr uint64_t expected_cb_count = 9; EXPECT_EQ(cb_data.client_workflow_count, 6); EXPECT_EQ(cb_data.client_callback_count, expected_cb_count); EXPECT_EQ(cb_data.current_depth, 0); EXPECT_EQ(cb_data.max_depth, 0); }