2023-11-28 10:04:37 -06:00
|
|
|
// MIT License
|
|
|
|
|
//
|
2025-01-23 06:41:20 +05:30
|
|
|
// Copyright (c) 2023-2025 Advanced Micro Devices, Inc. All rights reserved.
|
2023-11-28 10:04:37 -06:00
|
|
|
//
|
|
|
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
|
|
|
// in the Software without restriction, including without limitation the rights
|
|
|
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
|
|
|
// furnished to do so, subject to the following conditions:
|
|
|
|
|
//
|
|
|
|
|
// The above copyright notice and this permission notice shall be included in all
|
|
|
|
|
// copies or substantial portions of the Software.
|
|
|
|
|
//
|
|
|
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
|
|
// SOFTWARE.
|
|
|
|
|
|
2024-01-22 19:06:25 -06:00
|
|
|
#pragma once
|
|
|
|
|
|
2024-11-07 01:15:19 -06:00
|
|
|
#include "config.hpp"
|
|
|
|
|
|
2024-04-09 05:25:28 -05:00
|
|
|
#include "lib/common/container/ring_buffer.hpp"
|
|
|
|
|
#include "lib/common/container/small_vector.hpp"
|
2024-01-22 19:06:25 -06:00
|
|
|
#include "lib/common/defines.hpp"
|
2024-05-22 00:53:42 -05:00
|
|
|
#include "lib/common/demangle.hpp"
|
2024-01-22 19:06:25 -06:00
|
|
|
#include "lib/common/filesystem.hpp"
|
2024-11-07 01:15:19 -06:00
|
|
|
#include "lib/output/domain_type.hpp"
|
|
|
|
|
#include "lib/output/metadata.hpp"
|
|
|
|
|
#include "lib/output/output_stream.hpp"
|
2024-01-22 19:06:25 -06:00
|
|
|
|
2024-05-22 00:53:42 -05:00
|
|
|
#include <rocprofiler-sdk/agent.h>
|
|
|
|
|
#include <rocprofiler-sdk/callback_tracing.h>
|
|
|
|
|
#include <rocprofiler-sdk/fwd.h>
|
2024-01-22 19:06:25 -06:00
|
|
|
#include <rocprofiler-sdk/registration.h>
|
|
|
|
|
#include <rocprofiler-sdk/rocprofiler.h>
|
2024-05-22 00:53:42 -05:00
|
|
|
#include <rocprofiler-sdk/cxx/name_info.hpp>
|
|
|
|
|
#include <rocprofiler-sdk/cxx/serialization.hpp>
|
2024-01-22 19:06:25 -06:00
|
|
|
|
|
|
|
|
#include <amd_comgr/amd_comgr.h>
|
|
|
|
|
#include <hsa/amd_hsa_kernel_code.h>
|
|
|
|
|
#include <hsa/hsa.h>
|
|
|
|
|
#include <hsa/hsa_api_trace.h>
|
|
|
|
|
#include <hsa/hsa_ext_amd.h>
|
|
|
|
|
#include <hsa/hsa_ven_amd_aqlprofile.h>
|
|
|
|
|
#include <hsa/hsa_ven_amd_loader.h>
|
|
|
|
|
|
2024-05-22 00:53:42 -05:00
|
|
|
#include <glog/logging.h>
|
|
|
|
|
|
2023-11-28 10:04:37 -06:00
|
|
|
#include <cxxabi.h>
|
2025-08-25 08:57:41 -05:00
|
|
|
#include <semaphore.h>
|
2023-11-28 10:04:37 -06:00
|
|
|
#include <sys/syscall.h>
|
|
|
|
|
#include <sys/types.h>
|
|
|
|
|
#include <unistd.h>
|
2024-11-07 01:15:19 -06:00
|
|
|
#include <cstdint>
|
2023-11-28 10:04:37 -06:00
|
|
|
#include <fstream>
|
|
|
|
|
#include <iostream>
|
|
|
|
|
#include <map>
|
|
|
|
|
#include <ostream>
|
2024-01-22 19:06:25 -06:00
|
|
|
#include <set>
|
2023-11-28 10:04:37 -06:00
|
|
|
#include <sstream>
|
|
|
|
|
#include <string>
|
|
|
|
|
#include <string_view>
|
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
|
|
#define ROCPROFILER_CALL(result, msg) \
|
|
|
|
|
{ \
|
2024-01-22 19:06:25 -06:00
|
|
|
rocprofiler_status_t ROCPROFILER_VARIABLE(CHECKSTATUS, __LINE__) = result; \
|
|
|
|
|
if(ROCPROFILER_VARIABLE(CHECKSTATUS, __LINE__) != ROCPROFILER_STATUS_SUCCESS) \
|
2023-11-28 10:04:37 -06:00
|
|
|
{ \
|
2024-01-22 19:06:25 -06:00
|
|
|
std::string status_msg = \
|
|
|
|
|
rocprofiler_get_status_string(ROCPROFILER_VARIABLE(CHECKSTATUS, __LINE__)); \
|
2024-10-22 05:54:16 -05:00
|
|
|
ROCP_FATAL << " :: [" << __FILE__ << ":" << __LINE__ << "]\n\t" << #result << "\n\n" \
|
|
|
|
|
<< msg << " failed with error code " \
|
|
|
|
|
<< ROCPROFILER_VARIABLE(CHECKSTATUS, __LINE__) << ": " << status_msg; \
|
2023-11-28 10:04:37 -06:00
|
|
|
} \
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
constexpr size_t BUFFER_SIZE_BYTES = 4096;
|
|
|
|
|
constexpr size_t WATERMARK = (BUFFER_SIZE_BYTES / 2);
|
|
|
|
|
|
2024-11-07 01:15:19 -06:00
|
|
|
using marker_message_map_t = std::unordered_map<uint64_t, std::string>;
|
|
|
|
|
using tool_counter_info = ::rocprofiler::tool::tool_counter_info;
|
|
|
|
|
using kernel_symbol_info = ::rocprofiler::tool::kernel_symbol_info;
|
2024-12-06 03:42:37 -08:00
|
|
|
using host_function_info = ::rocprofiler::tool::host_function_info;
|
2024-11-07 01:15:19 -06:00
|
|
|
using rocprofiler_kernel_symbol_info_t = ::rocprofiler::tool::rocprofiler_kernel_symbol_info_t;
|
2024-12-06 03:42:37 -08:00
|
|
|
using rocprofiler_host_kernel_symbol_data_t =
|
|
|
|
|
::rocprofiler::tool::rocprofiler_host_kernel_symbol_data_t;
|
2024-05-22 00:53:42 -05:00
|
|
|
|
|
|
|
|
enum tracing_marker_kind
|
2024-04-09 05:25:28 -05:00
|
|
|
{
|
2024-05-22 00:53:42 -05:00
|
|
|
MARKER_API_CORE = 0,
|
|
|
|
|
MARKER_API_CONTROL,
|
|
|
|
|
MARKER_API_NAME,
|
|
|
|
|
MARKER_API_LAST,
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
template <size_t CommonV>
|
|
|
|
|
struct marker_tracing_kind_conversion;
|
|
|
|
|
|
|
|
|
|
#define MAP_TRACING_KIND_CONVERSION(COMMON, CALLBACK, BUFFERED) \
|
|
|
|
|
template <> \
|
|
|
|
|
struct marker_tracing_kind_conversion<COMMON> \
|
|
|
|
|
{ \
|
|
|
|
|
static constexpr auto callback_value = CALLBACK; \
|
|
|
|
|
static constexpr auto buffered_value = BUFFERED; \
|
|
|
|
|
\
|
|
|
|
|
bool operator==(rocprofiler_callback_tracing_kind_t val) const \
|
|
|
|
|
{ \
|
|
|
|
|
return (callback_value == val); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
bool operator==(rocprofiler_buffer_tracing_kind_t val) const \
|
|
|
|
|
{ \
|
|
|
|
|
return (buffered_value == val); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
auto convert(rocprofiler_callback_tracing_kind_t) const { return buffered_value; } \
|
|
|
|
|
auto convert(rocprofiler_buffer_tracing_kind_t) const { return callback_value; } \
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
MAP_TRACING_KIND_CONVERSION(MARKER_API_CORE,
|
2025-07-08 23:41:22 -07:00
|
|
|
ROCPROFILER_CALLBACK_TRACING_MARKER_CORE_RANGE_API,
|
|
|
|
|
ROCPROFILER_BUFFER_TRACING_MARKER_CORE_RANGE_API)
|
2024-05-22 00:53:42 -05:00
|
|
|
MAP_TRACING_KIND_CONVERSION(MARKER_API_CONTROL,
|
|
|
|
|
ROCPROFILER_CALLBACK_TRACING_MARKER_CONTROL_API,
|
|
|
|
|
ROCPROFILER_BUFFER_TRACING_MARKER_CONTROL_API)
|
|
|
|
|
MAP_TRACING_KIND_CONVERSION(MARKER_API_NAME,
|
|
|
|
|
ROCPROFILER_CALLBACK_TRACING_MARKER_NAME_API,
|
|
|
|
|
ROCPROFILER_BUFFER_TRACING_MARKER_NAME_API)
|
|
|
|
|
MAP_TRACING_KIND_CONVERSION(MARKER_API_LAST,
|
|
|
|
|
ROCPROFILER_CALLBACK_TRACING_LAST,
|
|
|
|
|
ROCPROFILER_BUFFER_TRACING_LAST)
|
|
|
|
|
|
|
|
|
|
template <typename TracingKindT, size_t Idx, size_t... Tail>
|
|
|
|
|
auto
|
|
|
|
|
convert_marker_tracing_kind(TracingKindT val, std::index_sequence<Idx, Tail...>)
|
|
|
|
|
{
|
|
|
|
|
if(marker_tracing_kind_conversion<Idx>{} == val)
|
|
|
|
|
{
|
|
|
|
|
return marker_tracing_kind_conversion<Idx>{}.convert(val);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if constexpr(sizeof...(Tail) > 0)
|
|
|
|
|
return convert_marker_tracing_kind(val, std::index_sequence<Tail...>{});
|
|
|
|
|
|
|
|
|
|
return marker_tracing_kind_conversion<MARKER_API_LAST>{}.convert(val);
|
|
|
|
|
}
|
2024-04-09 05:25:28 -05:00
|
|
|
|
2024-05-22 00:53:42 -05:00
|
|
|
template <typename TracingKindT>
|
|
|
|
|
auto
|
|
|
|
|
convert_marker_tracing_kind(TracingKindT val)
|
|
|
|
|
{
|
|
|
|
|
return convert_marker_tracing_kind(val, std::make_index_sequence<MARKER_API_LAST>{});
|
|
|
|
|
}
|
2025-08-25 08:57:41 -05:00
|
|
|
|
|
|
|
|
// RAII wrapper for semaphore to cleanup and
|
|
|
|
|
// sync worker processes in finalization process
|
|
|
|
|
struct SemaphoreGuard
|
|
|
|
|
{
|
|
|
|
|
sem_t* sem = nullptr;
|
|
|
|
|
std::string name;
|
|
|
|
|
|
2025-09-09 14:25:07 -05:00
|
|
|
SemaphoreGuard(const std::string& sem_name) // NOLINT
|
2025-08-25 08:57:41 -05:00
|
|
|
: name(sem_name)
|
|
|
|
|
{}
|
|
|
|
|
|
|
|
|
|
~SemaphoreGuard()
|
|
|
|
|
{
|
|
|
|
|
if(sem != nullptr)
|
|
|
|
|
{
|
|
|
|
|
if(sem_close(sem) == -1)
|
|
|
|
|
{
|
|
|
|
|
ROCP_WARNING << fmt::format("Failed to close semaphore in");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if(sem_unlink(name.c_str()) == -1)
|
|
|
|
|
{
|
|
|
|
|
ROCP_WARNING << fmt::format("Failed to unlink semaphore or it is already unlinked");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
bool open_or_create()
|
|
|
|
|
{
|
|
|
|
|
// Try to create new semaphore
|
|
|
|
|
sem = sem_open(name.c_str(), O_CREAT | O_EXCL, 0666, 0);
|
|
|
|
|
if(sem != SEM_FAILED) return true;
|
|
|
|
|
|
|
|
|
|
// If exists, open existing
|
|
|
|
|
if(errno == EEXIST)
|
|
|
|
|
{
|
|
|
|
|
sem = sem_open(name.c_str(), 0);
|
|
|
|
|
return (sem != SEM_FAILED);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
};
|