Benjamin Welton
bb69467765
* Renamed agent profiling service to device counting service
Name more aptly represents what agent profiling did (device wide
counter collection). Conversion of existing user code can be
performed by the following find/sed command:
find . -type f -exec sed -i 's/rocprofiler_agent_profile_callback_t/rocprofiler_device_counting_service_callback_t/g; s/rocprofiler_configure_agent_profile_counting_service/rocprofiler_configure_device_counting_service/g; s/agent_profile.h/device_counting_service.h/g; s/rocprofiler_sample_agent_profile_counting_service/rocprofiler_sample_device_counting_service/g' {} +
* Converted dispatch profile to dispatch counting service
* Debug for functioal counters test
* Minor changes for CI
* Minor fix
* More fixes for CI
* Update evaluate_ast.cpp
---------
Co-authored-by: Benjamin Welton <ben@amd.com>
828 wiersze
26 KiB
C++
828 wiersze
26 KiB
C++
// MIT License
|
|
//
|
|
// Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in all
|
|
// copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
// SOFTWARE.
|
|
//
|
|
|
|
#pragma once
|
|
|
|
#include <rocprofiler-sdk/buffer.h>
|
|
#include <rocprofiler-sdk/callback_tracing.h>
|
|
#include <rocprofiler-sdk/external_correlation.h>
|
|
#include <rocprofiler-sdk/fwd.h>
|
|
#include <rocprofiler-sdk/internal_threading.h>
|
|
#include <rocprofiler-sdk/rocprofiler.h>
|
|
#include <rocprofiler-sdk/cxx/name_info.hpp>
|
|
|
|
#include <cereal/archives/binary.hpp>
|
|
#include <cereal/archives/json.hpp>
|
|
#include <cereal/archives/portable_binary.hpp>
|
|
#include <cereal/cereal.hpp>
|
|
#include <cereal/types/array.hpp>
|
|
#include <cereal/types/atomic.hpp>
|
|
#include <cereal/types/bitset.hpp>
|
|
#include <cereal/types/chrono.hpp>
|
|
#include <cereal/types/common.hpp>
|
|
#include <cereal/types/complex.hpp>
|
|
#include <cereal/types/deque.hpp>
|
|
#include <cereal/types/functional.hpp>
|
|
#include <cereal/types/list.hpp>
|
|
#include <cereal/types/map.hpp>
|
|
#include <cereal/types/optional.hpp>
|
|
#include <cereal/types/queue.hpp>
|
|
#include <cereal/types/set.hpp>
|
|
#include <cereal/types/stack.hpp>
|
|
#include <cereal/types/string.hpp>
|
|
#include <cereal/types/tuple.hpp>
|
|
#include <cereal/types/unordered_map.hpp>
|
|
#include <cereal/types/unordered_set.hpp>
|
|
#include <cereal/types/utility.hpp>
|
|
#include <cereal/types/variant.hpp>
|
|
#include <cereal/types/vector.hpp>
|
|
|
|
#include <string>
|
|
#include <string_view>
|
|
#include <vector>
|
|
|
|
#define ROCP_SDK_SAVE_DATA_FIELD(FIELD) ar(make_nvp(#FIELD, data.FIELD))
|
|
#define ROCP_SDK_SAVE_DATA_VALUE(NAME, VALUE) ar(make_nvp(NAME, data.VALUE))
|
|
#define ROCP_SDK_SAVE_DATA_CSTR(FIELD) \
|
|
ar(make_nvp(#FIELD, std::string{data.FIELD ? data.FIELD : ""}))
|
|
#define ROCP_SDK_SAVE_DATA_BITFIELD(NAME, VALUE) \
|
|
{ \
|
|
auto _val = data.VALUE; \
|
|
ar(make_nvp(NAME, _val)); \
|
|
}
|
|
|
|
#if !defined(ROCPROFILER_SDK_CEREAL_NAMESPACE_BEGIN)
|
|
# define ROCPROFILER_SDK_CEREAL_NAMESPACE_BEGIN \
|
|
namespace cereal \
|
|
{
|
|
#endif
|
|
|
|
#if !defined(ROCPROFILER_SDK_CEREAL_NAMESPACE_END)
|
|
# define ROCPROFILER_SDK_CEREAL_NAMESPACE_END } // namespace cereal
|
|
#endif
|
|
|
|
ROCPROFILER_SDK_CEREAL_NAMESPACE_BEGIN
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_context_id_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(handle);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_agent_id_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(handle);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_agent_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(handle);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_queue_id_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(handle);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_counter_id_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(handle);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_correlation_id_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(internal);
|
|
ROCP_SDK_SAVE_DATA_VALUE("external", external.value);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_dim3_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(x);
|
|
ROCP_SDK_SAVE_DATA_FIELD(y);
|
|
ROCP_SDK_SAVE_DATA_FIELD(z);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_code_object_load_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(code_object_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(rocp_agent);
|
|
ROCP_SDK_SAVE_DATA_FIELD(hsa_agent);
|
|
ROCP_SDK_SAVE_DATA_CSTR(uri);
|
|
ROCP_SDK_SAVE_DATA_FIELD(load_base);
|
|
ROCP_SDK_SAVE_DATA_FIELD(load_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(load_delta);
|
|
ROCP_SDK_SAVE_DATA_FIELD(storage_type);
|
|
if(data.storage_type == ROCPROFILER_CODE_OBJECT_STORAGE_TYPE_FILE)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(storage_file);
|
|
}
|
|
else if(data.storage_type == ROCPROFILER_CODE_OBJECT_STORAGE_TYPE_MEMORY)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(memory_base);
|
|
ROCP_SDK_SAVE_DATA_FIELD(memory_size);
|
|
}
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_code_object_kernel_symbol_register_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kernel_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(code_object_id);
|
|
ROCP_SDK_SAVE_DATA_CSTR(kernel_name);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kernel_object);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kernarg_segment_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kernarg_segment_alignment);
|
|
ROCP_SDK_SAVE_DATA_FIELD(group_segment_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(private_segment_size);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_hsa_api_retval_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(uint64_t_retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const hsa_queue_t& data)
|
|
{
|
|
ar(make_nvp("queue_id", data.id));
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_amd_event_scratch_alloc_start_t data)
|
|
{
|
|
ar(make_nvp("queue_id", *data.queue));
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_id);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_amd_event_scratch_alloc_end_t data)
|
|
{
|
|
ar(make_nvp("queue_id", *data.queue));
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_slots);
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_amd_event_scratch_free_start_t data)
|
|
{
|
|
ar(make_nvp("queue_id", *data.queue));
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_amd_event_scratch_free_end_t data)
|
|
{
|
|
ar(make_nvp("queue_id", *data.queue));
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_amd_event_scratch_async_reclaim_start_t data)
|
|
{
|
|
ar(make_nvp("queue_id", *data.queue));
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, hsa_amd_event_scratch_async_reclaim_end_t data)
|
|
{
|
|
ar(make_nvp("queue_id", *data.queue));
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_marker_api_retval_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(int64_t_retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_hsa_api_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
// ROCP_SDK_SAVE_DATA_FIELD(args);
|
|
ROCP_SDK_SAVE_DATA_FIELD(retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_marker_api_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
// ROCP_SDK_SAVE_DATA_FIELD(args);
|
|
ROCP_SDK_SAVE_DATA_FIELD(retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_hip_api_retval_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(hipError_t_retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_hip_api_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
// ROCP_SDK_SAVE_DATA_FIELD(args);
|
|
ROCP_SDK_SAVE_DATA_FIELD(retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_scratch_memory_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(queue_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
ROCP_SDK_SAVE_DATA_FIELD(args_kind);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_kernel_dispatch_info_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(queue_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kernel_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(private_segment_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(group_segment_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(workgroup_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(group_segment_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(grid_size);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_kernel_dispatch_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_info);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_memory_copy_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dst_agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(src_agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(bytes);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_rccl_api_retval_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(ncclResult_t_retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_rccl_api_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
// ROCP_SDK_SAVE_DATA_FIELD(args);
|
|
ROCP_SDK_SAVE_DATA_FIELD(retval);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_dispatch_counting_service_data_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_info);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_dispatch_counting_service_record_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_records);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_info);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_callback_tracing_record_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(context_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(thread_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(operation);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(phase);
|
|
}
|
|
|
|
template <typename ArchiveT, typename Tp>
|
|
void
|
|
save_buffer_tracing_api_record(ArchiveT& ar, Tp data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(operation);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(thread_id);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_hsa_api_record_t data)
|
|
{
|
|
save_buffer_tracing_api_record(ar, data);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_record_counter_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(counter_value);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_id);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_hip_api_record_t data)
|
|
{
|
|
save_buffer_tracing_api_record(ar, data);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_marker_api_record_t data)
|
|
{
|
|
save_buffer_tracing_api_record(ar, data);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_rccl_api_record_t data)
|
|
{
|
|
save_buffer_tracing_api_record(ar, data);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_kernel_dispatch_record_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(operation);
|
|
ROCP_SDK_SAVE_DATA_FIELD(thread_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dispatch_info);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_memory_copy_record_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(operation);
|
|
ROCP_SDK_SAVE_DATA_FIELD(thread_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(dst_agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(src_agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(bytes);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler_buffer_tracing_page_migration_record_t& data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(operation);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(pid);
|
|
|
|
switch(data.operation)
|
|
{
|
|
case ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT:
|
|
{
|
|
ar(make_nvp("page_fault", data.page_fault));
|
|
break;
|
|
}
|
|
case ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE:
|
|
{
|
|
ar(make_nvp("page_migrate", data.page_migrate));
|
|
break;
|
|
}
|
|
case ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND:
|
|
{
|
|
ar(make_nvp("queue_suspend", data.queue_suspend));
|
|
break;
|
|
}
|
|
case ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU:
|
|
{
|
|
ar(make_nvp("unmap_from_gpu", data.unmap_from_gpu));
|
|
break;
|
|
}
|
|
case ROCPROFILER_PAGE_MIGRATION_NONE:
|
|
case ROCPROFILER_PAGE_MIGRATION_LAST:
|
|
{
|
|
throw std::runtime_error{"unsupported page migration operation type"};
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler_buffer_tracing_page_migration_page_fault_record_t& data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(node_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(address);
|
|
ROCP_SDK_SAVE_DATA_FIELD(read_fault);
|
|
ROCP_SDK_SAVE_DATA_FIELD(migrated);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler_buffer_tracing_page_migration_page_migrate_record_t& data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_addr);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_addr);
|
|
ROCP_SDK_SAVE_DATA_FIELD(from_node);
|
|
ROCP_SDK_SAVE_DATA_FIELD(to_node);
|
|
ROCP_SDK_SAVE_DATA_FIELD(prefetch_node);
|
|
ROCP_SDK_SAVE_DATA_FIELD(preferred_node);
|
|
ROCP_SDK_SAVE_DATA_FIELD(trigger);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler_buffer_tracing_page_migration_queue_suspend_record_t& data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(node_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(trigger);
|
|
ROCP_SDK_SAVE_DATA_FIELD(rescheduled);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler_buffer_tracing_page_migration_unmap_from_gpu_record_t& data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(node_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_addr);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_addr);
|
|
ROCP_SDK_SAVE_DATA_FIELD(trigger);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_scratch_memory_record_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(operation);
|
|
ROCP_SDK_SAVE_DATA_FIELD(agent_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(queue_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(thread_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(start_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(end_timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(correlation_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_buffer_tracing_correlation_id_retirement_record_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(kind);
|
|
ROCP_SDK_SAVE_DATA_FIELD(timestamp);
|
|
ROCP_SDK_SAVE_DATA_FIELD(internal_correlation_id);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, HsaCacheType data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Data", ui32.Data);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Instruction", ui32.Instruction);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("CPU", ui32.CPU);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("HSACU", ui32.HSACU);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, HSA_LINKPROPERTY data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Override", ui32.Override);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("NonCoherent", ui32.NonCoherent);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("NoAtomics32bit", ui32.NoAtomics32bit);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("NoAtomics64bit", ui32.NoAtomics64bit);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("NoPeerToPeerDMA", ui32.NoPeerToPeerDMA);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, HSA_CAPABILITY data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("HotPluggable", ui32.HotPluggable);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("HSAMMUPresent", ui32.HSAMMUPresent);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("SharedWithGraphics", ui32.SharedWithGraphics);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("QueueSizePowerOfTwo", ui32.QueueSizePowerOfTwo);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("QueueSize32bit", ui32.QueueSize32bit);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("QueueIdleEvent", ui32.QueueIdleEvent);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("VALimit", ui32.VALimit);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("WatchPointsSupported", ui32.WatchPointsSupported);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("WatchPointsTotalBits", ui32.WatchPointsTotalBits);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("DoorbellType", ui32.DoorbellType);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("AQLQueueDoubleMap", ui32.AQLQueueDoubleMap);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("DebugTrapSupported", ui32.DebugTrapSupported);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("WaveLaunchTrapOverrideSupported",
|
|
ui32.WaveLaunchTrapOverrideSupported);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("WaveLaunchModeSupported", ui32.WaveLaunchModeSupported);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("PreciseMemoryOperationsSupported",
|
|
ui32.PreciseMemoryOperationsSupported);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("DEPRECATED_SRAM_EDCSupport", ui32.DEPRECATED_SRAM_EDCSupport);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Mem_EDCSupport", ui32.Mem_EDCSupport);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("RASEventNotify", ui32.RASEventNotify);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("ASICRevision", ui32.ASICRevision);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("SRAM_EDCSupport", ui32.SRAM_EDCSupport);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("SVMAPISupported", ui32.SVMAPISupported);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("CoherentHostAccess", ui32.CoherentHostAccess);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("DebugSupportedFirmware", ui32.DebugSupportedFirmware);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Reserved", ui32.Reserved);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, HSA_MEMORYPROPERTY data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("HotPluggable", ui32.HotPluggable);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("NonVolatile", ui32.NonVolatile);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, HSA_ENGINE_VERSION data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("uCodeSDMA", uCodeSDMA);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("uCodeRes", uCodeRes);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, HSA_ENGINE_ID data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("uCode", ui32.uCode);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Major", ui32.Major);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Minor", ui32.Minor);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("Stepping", ui32.Stepping);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_agent_cache_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(processor_id_low);
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(level);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cache_line_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cache_lines_per_tag);
|
|
ROCP_SDK_SAVE_DATA_FIELD(association);
|
|
ROCP_SDK_SAVE_DATA_FIELD(latency);
|
|
ROCP_SDK_SAVE_DATA_FIELD(type);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_agent_io_link_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(type);
|
|
ROCP_SDK_SAVE_DATA_FIELD(version_major);
|
|
ROCP_SDK_SAVE_DATA_FIELD(version_minor);
|
|
ROCP_SDK_SAVE_DATA_FIELD(node_from);
|
|
ROCP_SDK_SAVE_DATA_FIELD(node_to);
|
|
ROCP_SDK_SAVE_DATA_FIELD(weight);
|
|
ROCP_SDK_SAVE_DATA_FIELD(min_latency);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_latency);
|
|
ROCP_SDK_SAVE_DATA_FIELD(min_bandwidth);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_bandwidth);
|
|
ROCP_SDK_SAVE_DATA_FIELD(recommended_transfer_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_agent_mem_bank_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(heap_type);
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
ROCP_SDK_SAVE_DATA_FIELD(width);
|
|
ROCP_SDK_SAVE_DATA_FIELD(mem_clk_max);
|
|
ROCP_SDK_SAVE_DATA_FIELD(size_in_bytes);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_pc_sampling_configuration_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(method);
|
|
ROCP_SDK_SAVE_DATA_FIELD(unit);
|
|
ROCP_SDK_SAVE_DATA_FIELD(min_interval);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_interval);
|
|
ROCP_SDK_SAVE_DATA_FIELD(flags);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler_agent_v0_t& data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(type);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cpu_cores_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(simd_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(mem_banks_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(caches_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(io_links_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cpu_core_id_base);
|
|
ROCP_SDK_SAVE_DATA_FIELD(simd_id_base);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_waves_per_simd);
|
|
ROCP_SDK_SAVE_DATA_FIELD(lds_size_in_kb);
|
|
ROCP_SDK_SAVE_DATA_FIELD(gds_size_in_kb);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_gws);
|
|
ROCP_SDK_SAVE_DATA_FIELD(wave_front_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_xcc);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cu_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(array_count);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_shader_banks);
|
|
ROCP_SDK_SAVE_DATA_FIELD(simd_arrays_per_engine);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cu_per_simd_array);
|
|
ROCP_SDK_SAVE_DATA_FIELD(simd_per_cu);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_slots_scratch_cu);
|
|
ROCP_SDK_SAVE_DATA_FIELD(gfx_target_version);
|
|
ROCP_SDK_SAVE_DATA_FIELD(vendor_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(device_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(location_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(domain);
|
|
ROCP_SDK_SAVE_DATA_FIELD(drm_render_minor);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_sdma_engines);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_sdma_xgmi_engines);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_sdma_queues_per_engine);
|
|
ROCP_SDK_SAVE_DATA_FIELD(num_cp_queues);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_engine_clk_ccompute);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_engine_clk_fcompute);
|
|
ROCP_SDK_SAVE_DATA_FIELD(sdma_fw_version);
|
|
ROCP_SDK_SAVE_DATA_FIELD(fw_version);
|
|
ROCP_SDK_SAVE_DATA_FIELD(capability);
|
|
ROCP_SDK_SAVE_DATA_FIELD(cu_per_engine);
|
|
ROCP_SDK_SAVE_DATA_FIELD(max_waves_per_cu);
|
|
ROCP_SDK_SAVE_DATA_FIELD(family_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(workgroup_max_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(grid_max_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(local_mem_size);
|
|
ROCP_SDK_SAVE_DATA_FIELD(hive_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(gpu_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(workgroup_max_dim);
|
|
ROCP_SDK_SAVE_DATA_FIELD(grid_max_dim);
|
|
ROCP_SDK_SAVE_DATA_CSTR(name);
|
|
ROCP_SDK_SAVE_DATA_CSTR(vendor_name);
|
|
ROCP_SDK_SAVE_DATA_CSTR(product_name);
|
|
ROCP_SDK_SAVE_DATA_CSTR(model_name);
|
|
ROCP_SDK_SAVE_DATA_FIELD(node_id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(logical_node_id);
|
|
|
|
auto generate = [&](auto name, const auto* value, uint64_t size) {
|
|
using value_type = std::remove_const_t<std::remove_pointer_t<decltype(value)>>;
|
|
auto vec = std::vector<value_type>{};
|
|
vec.reserve(size);
|
|
for(uint64_t i = 0; i < size; ++i)
|
|
vec.emplace_back(value[i]);
|
|
ar(make_nvp(name, vec));
|
|
};
|
|
|
|
generate("mem_banks", data.mem_banks, data.mem_banks_count);
|
|
generate("caches", data.caches, data.caches_count);
|
|
generate("io_links", data.io_links, data.io_links_count);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_counter_info_v0_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(id);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("is_constant", is_constant);
|
|
ROCP_SDK_SAVE_DATA_BITFIELD("is_derived", is_derived);
|
|
ROCP_SDK_SAVE_DATA_CSTR(name);
|
|
ROCP_SDK_SAVE_DATA_CSTR(description);
|
|
ROCP_SDK_SAVE_DATA_CSTR(block);
|
|
ROCP_SDK_SAVE_DATA_CSTR(expression);
|
|
}
|
|
|
|
template <typename ArchiveT>
|
|
void
|
|
save(ArchiveT& ar, rocprofiler_record_dimension_info_t data)
|
|
{
|
|
ROCP_SDK_SAVE_DATA_FIELD(id);
|
|
ROCP_SDK_SAVE_DATA_FIELD(instance_size);
|
|
ROCP_SDK_SAVE_DATA_CSTR(name);
|
|
}
|
|
|
|
template <typename ArchiveT, typename EnumT, typename ValueT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler::sdk::utility::name_info<EnumT, ValueT>& data)
|
|
{
|
|
ar.makeArray();
|
|
for(const auto& itr : data)
|
|
ar(cereal::make_nvp("entry", itr));
|
|
}
|
|
|
|
template <typename ArchiveT, typename EnumT, typename ValueT>
|
|
void
|
|
save(ArchiveT& ar, const rocprofiler::sdk::utility::name_info_impl<EnumT, ValueT>& data)
|
|
{
|
|
auto _name = std::string{data.name};
|
|
auto _ops = std::vector<std::string>{};
|
|
_ops.reserve(data.operations.size());
|
|
|
|
ar(cereal::make_nvp("kind", _name));
|
|
for(auto itr : data.operations)
|
|
_ops.emplace_back(itr);
|
|
ar(cereal::make_nvp("operations", _ops));
|
|
}
|
|
|
|
ROCPROFILER_SDK_CEREAL_NAMESPACE_END
|
|
|
|
#undef ROCP_SDK_SAVE_DATA_FIELD
|
|
#undef ROCP_SDK_SAVE_DATA_VALUE
|
|
#undef ROCP_SDK_SAVE_DATA_CSTR
|
|
#undef ROCP_SDK_SAVE_DATA_BITFIELD
|