German Andryeyev
5319163521
git-subtree-dir: projects/rocr-runtime/libhsakmt/include/impl git-subtree-mainline:55f7d39fa5git-subtree-split:c34ec1e52f
588 wiersze
29 KiB
C
588 wiersze
29 KiB
C
////////////////////////////////////////////////////////////////////////////////
|
|
//
|
|
// The University of Illinois/NCSA
|
|
// Open Source License (NCSA)
|
|
//
|
|
// Copyright (c) 2014-2025, Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Developed by:
|
|
//
|
|
// AMD Research and AMD HSA Software Development
|
|
//
|
|
// Advanced Micro Devices, Inc.
|
|
//
|
|
// www.amd.com
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to
|
|
// deal with the Software without restriction, including without limitation
|
|
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
// and/or sell copies of the Software, and to permit persons to whom the
|
|
// Software is furnished to do so, subject to the following conditions:
|
|
//
|
|
// - Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimers.
|
|
// - Redistributions in binary form must reproduce the above copyright
|
|
// notice, this list of conditions and the following disclaimers in
|
|
// the documentation and/or other materials provided with the distribution.
|
|
// - Neither the names of Advanced Micro Devices, Inc,
|
|
// nor the names of its contributors may be used to endorse or promote
|
|
// products derived from this Software without specific prior written
|
|
// permission.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
// THE CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
// OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
// DEALINGS WITH THE SOFTWARE.
|
|
//
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#ifndef HSA_RUNTIME_INC_HSA_API_TRACE_H
|
|
#define HSA_RUNTIME_INC_HSA_API_TRACE_H
|
|
|
|
#include "hsa.h"
|
|
#include "hsa_api_trace_version.h"
|
|
#ifdef AMD_INTERNAL_BUILD
|
|
#include "hsa_ext_image.h"
|
|
#include "hsa_ext_amd.h"
|
|
#include "hsa_ext_finalize.h"
|
|
#include "hsa_amd_tool.h"
|
|
#include "hsa_ven_amd_pc_sampling.h"
|
|
#else
|
|
#include "inc/hsa_ext_image.h"
|
|
#include "inc/hsa_ext_amd.h"
|
|
#include "inc/hsa_ext_finalize.h"
|
|
#include "inc/hsa_amd_tool.h"
|
|
#include "inc/hsa_ven_amd_pc_sampling.h"
|
|
#endif
|
|
|
|
#include <string.h>
|
|
#include <assert.h>
|
|
#include <stddef.h>
|
|
|
|
// Table MAJOR_VERSION and STEP_VERSION defines have moved to hsa_api_trace_version.h
|
|
|
|
// Min function used to copy Api Tables
|
|
static inline uint32_t Min(const uint32_t a, const uint32_t b) {
|
|
return (a > b) ? b : a;
|
|
}
|
|
|
|
// Declarations of APIs intended for use only by tools.
|
|
|
|
// An AQL packet that can be put in an intercept queue to cause a callback to
|
|
// be invoked when the packet is about to be submitted to the underlying
|
|
// hardware queue. These packets are not copied to the underlying hardware
|
|
// queue. These packets should come immediately before the regular AQL packet
|
|
// they relate to. This implies that packet rewriters should always keep these
|
|
// packets adjacent to the regular AQL packet that follows them.
|
|
const uint32_t AMD_AQL_FORMAT_INTERCEPT_MARKER = 0xFE;
|
|
|
|
struct amd_aql_intercept_marker_s;
|
|
|
|
// When an intercept queue is processing rewritten packets to put them on the
|
|
// underlying hardware queue, if it encounters a
|
|
// AMD_AQL_FORMAT_INTERCEPT_MARKER vendor AQL packet it will call the following
|
|
// handler. packet points to the packet, queue is the underlying hardware
|
|
// queue, and packet_id is the packet id of the next packet to be put on the
|
|
// underlying hardware queue. The intercept queue does not put these packets
|
|
// onto the underlying hardware queue.
|
|
typedef void (*amd_intercept_marker_handler)(const struct amd_aql_intercept_marker_s* packet,
|
|
hsa_queue_t* queue, uint64_t packet_id);
|
|
// An AQL vendor packet used by the intercept queue to mark the following
|
|
// packet. The callback will be invoked to allow a tool to know where in the
|
|
// underlying hardware queue the following packet will be placed. user_data can
|
|
// be used to hold any data useful to the tool.
|
|
typedef struct amd_aql_intercept_marker_s {
|
|
uint16_t header; // Must have a packet type of HSA_PACKET_TYPE_VENDOR_SPECIFIC.
|
|
uint8_t format; // Must be AMD_AQL_FORMAT_INTERCEPT_MARKER.
|
|
uint8_t reserved[5]; // Must be 0.
|
|
#ifdef HSA_LARGE_MODEL
|
|
amd_intercept_marker_handler callback;
|
|
#elif defined HSA_LITTLE_ENDIAN
|
|
amd_intercept_marker_handler callback;
|
|
uint32_t reserved1; // Must be 0.
|
|
#else
|
|
uint32_t reserved1; // Must be 0.
|
|
amd_intercept_marker_handler callback;
|
|
#endif
|
|
uint64_t user_data[6];
|
|
} amd_aql_intercept_marker_t;
|
|
|
|
typedef void (*hsa_amd_queue_intercept_packet_writer)(const void* pkts, uint64_t pkt_count);
|
|
typedef void (*hsa_amd_queue_intercept_handler)(const void* pkts, uint64_t pkt_count,
|
|
uint64_t user_pkt_index, void* data,
|
|
hsa_amd_queue_intercept_packet_writer writer);
|
|
hsa_status_t hsa_amd_queue_intercept_register(hsa_queue_t* queue,
|
|
hsa_amd_queue_intercept_handler callback,
|
|
void* user_data);
|
|
hsa_status_t hsa_amd_queue_intercept_create(
|
|
hsa_agent_t agent_handle, uint32_t size, hsa_queue_type32_t type,
|
|
void (*callback)(hsa_status_t status, hsa_queue_t* source, void* data), void* data,
|
|
uint32_t private_segment_size, uint32_t group_segment_size, hsa_queue_t** queue);
|
|
|
|
typedef void (*hsa_amd_runtime_queue_notifier)(const hsa_queue_t* queue, hsa_agent_t agent,
|
|
void* data);
|
|
hsa_status_t hsa_amd_runtime_queue_create_register(hsa_amd_runtime_queue_notifier callback,
|
|
void* user_data);
|
|
|
|
// Structure of Version used to identify an instance of Api table
|
|
// Must be the first member (offsetof == 0) of all API tables.
|
|
// This is the root of the table passing ABI.
|
|
struct ApiTableVersion {
|
|
uint32_t major_id;
|
|
uint32_t minor_id;
|
|
uint32_t step_id;
|
|
uint32_t reserved;
|
|
};
|
|
|
|
struct ToolsApiTable {
|
|
ApiTableVersion version;
|
|
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_alloc_start_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_alloc_end_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_free_start_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_free_end_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_async_reclaim_start_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_async_reclaim_end_fn;
|
|
};
|
|
|
|
// Table to export HSA Finalizer Extension Apis
|
|
struct FinalizerExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ext_program_create)* hsa_ext_program_create_fn;
|
|
decltype(hsa_ext_program_destroy)* hsa_ext_program_destroy_fn;
|
|
decltype(hsa_ext_program_add_module)* hsa_ext_program_add_module_fn;
|
|
decltype(hsa_ext_program_iterate_modules)* hsa_ext_program_iterate_modules_fn;
|
|
decltype(hsa_ext_program_get_info)* hsa_ext_program_get_info_fn;
|
|
decltype(hsa_ext_program_finalize)* hsa_ext_program_finalize_fn;
|
|
};
|
|
|
|
// Table to export HSA Image Extension Apis
|
|
struct ImageExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ext_image_get_capability)* hsa_ext_image_get_capability_fn;
|
|
decltype(hsa_ext_image_data_get_info)* hsa_ext_image_data_get_info_fn;
|
|
decltype(hsa_ext_image_create)* hsa_ext_image_create_fn;
|
|
decltype(hsa_ext_image_import)* hsa_ext_image_import_fn;
|
|
decltype(hsa_ext_image_export)* hsa_ext_image_export_fn;
|
|
decltype(hsa_ext_image_copy)* hsa_ext_image_copy_fn;
|
|
decltype(hsa_ext_image_clear)* hsa_ext_image_clear_fn;
|
|
decltype(hsa_ext_image_destroy)* hsa_ext_image_destroy_fn;
|
|
decltype(hsa_ext_sampler_create)* hsa_ext_sampler_create_fn;
|
|
decltype(hsa_ext_sampler_destroy)* hsa_ext_sampler_destroy_fn;
|
|
decltype(hsa_ext_image_get_capability_with_layout)* hsa_ext_image_get_capability_with_layout_fn;
|
|
decltype(hsa_ext_image_data_get_info_with_layout)* hsa_ext_image_data_get_info_with_layout_fn;
|
|
decltype(hsa_ext_image_create_with_layout)* hsa_ext_image_create_with_layout_fn;
|
|
decltype(hsa_ext_sampler_create_v2)* hsa_ext_sampler_create_v2_fn;
|
|
|
|
};
|
|
|
|
// Table to export HSA PC Sampling Extension Apis
|
|
struct PcSamplingExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ven_amd_pcs_iterate_configuration)* hsa_ven_amd_pcs_iterate_configuration_fn;
|
|
decltype(hsa_ven_amd_pcs_create)* hsa_ven_amd_pcs_create_fn;
|
|
decltype(hsa_ven_amd_pcs_create_from_id)* hsa_ven_amd_pcs_create_from_id_fn;
|
|
decltype(hsa_ven_amd_pcs_destroy)* hsa_ven_amd_pcs_destroy_fn;
|
|
decltype(hsa_ven_amd_pcs_start)* hsa_ven_amd_pcs_start_fn;
|
|
decltype(hsa_ven_amd_pcs_stop)* hsa_ven_amd_pcs_stop_fn;
|
|
decltype(hsa_ven_amd_pcs_flush)* hsa_ven_amd_pcs_flush_fn;
|
|
};
|
|
|
|
|
|
// Table to export AMD Extension Apis
|
|
struct AmdExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_amd_coherency_get_type)* hsa_amd_coherency_get_type_fn;
|
|
decltype(hsa_amd_coherency_set_type)* hsa_amd_coherency_set_type_fn;
|
|
decltype(hsa_amd_profiling_set_profiler_enabled)* hsa_amd_profiling_set_profiler_enabled_fn;
|
|
decltype(hsa_amd_profiling_async_copy_enable) *hsa_amd_profiling_async_copy_enable_fn;
|
|
decltype(hsa_amd_profiling_get_dispatch_time)* hsa_amd_profiling_get_dispatch_time_fn;
|
|
decltype(hsa_amd_profiling_get_async_copy_time) *hsa_amd_profiling_get_async_copy_time_fn;
|
|
decltype(hsa_amd_profiling_convert_tick_to_system_domain)* hsa_amd_profiling_convert_tick_to_system_domain_fn;
|
|
decltype(hsa_amd_signal_async_handler)* hsa_amd_signal_async_handler_fn;
|
|
decltype(hsa_amd_async_function)* hsa_amd_async_function_fn;
|
|
decltype(hsa_amd_signal_wait_any)* hsa_amd_signal_wait_any_fn;
|
|
decltype(hsa_amd_queue_cu_set_mask)* hsa_amd_queue_cu_set_mask_fn;
|
|
decltype(hsa_amd_memory_pool_get_info)* hsa_amd_memory_pool_get_info_fn;
|
|
decltype(hsa_amd_agent_iterate_memory_pools)* hsa_amd_agent_iterate_memory_pools_fn;
|
|
decltype(hsa_amd_memory_pool_allocate)* hsa_amd_memory_pool_allocate_fn;
|
|
decltype(hsa_amd_memory_pool_free)* hsa_amd_memory_pool_free_fn;
|
|
decltype(hsa_amd_memory_async_copy)* hsa_amd_memory_async_copy_fn;
|
|
decltype(hsa_amd_memory_async_copy_on_engine)* hsa_amd_memory_async_copy_on_engine_fn;
|
|
decltype(hsa_amd_memory_copy_engine_status)* hsa_amd_memory_copy_engine_status_fn;
|
|
decltype(hsa_amd_agent_memory_pool_get_info)* hsa_amd_agent_memory_pool_get_info_fn;
|
|
decltype(hsa_amd_agents_allow_access)* hsa_amd_agents_allow_access_fn;
|
|
decltype(hsa_amd_memory_pool_can_migrate)* hsa_amd_memory_pool_can_migrate_fn;
|
|
decltype(hsa_amd_memory_migrate)* hsa_amd_memory_migrate_fn;
|
|
decltype(hsa_amd_memory_lock)* hsa_amd_memory_lock_fn;
|
|
decltype(hsa_amd_memory_unlock)* hsa_amd_memory_unlock_fn;
|
|
decltype(hsa_amd_memory_fill)* hsa_amd_memory_fill_fn;
|
|
decltype(hsa_amd_interop_map_buffer)* hsa_amd_interop_map_buffer_fn;
|
|
decltype(hsa_amd_interop_unmap_buffer)* hsa_amd_interop_unmap_buffer_fn;
|
|
decltype(hsa_amd_image_create)* hsa_amd_image_create_fn;
|
|
decltype(hsa_amd_pointer_info)* hsa_amd_pointer_info_fn;
|
|
decltype(hsa_amd_pointer_info_set_userdata)* hsa_amd_pointer_info_set_userdata_fn;
|
|
decltype(hsa_amd_ipc_memory_create)* hsa_amd_ipc_memory_create_fn;
|
|
decltype(hsa_amd_ipc_memory_attach)* hsa_amd_ipc_memory_attach_fn;
|
|
decltype(hsa_amd_ipc_memory_detach)* hsa_amd_ipc_memory_detach_fn;
|
|
decltype(hsa_amd_signal_create)* hsa_amd_signal_create_fn;
|
|
decltype(hsa_amd_ipc_signal_create)* hsa_amd_ipc_signal_create_fn;
|
|
decltype(hsa_amd_ipc_signal_attach)* hsa_amd_ipc_signal_attach_fn;
|
|
decltype(hsa_amd_register_system_event_handler)* hsa_amd_register_system_event_handler_fn;
|
|
decltype(hsa_amd_queue_intercept_create)* hsa_amd_queue_intercept_create_fn;
|
|
decltype(hsa_amd_queue_intercept_register)* hsa_amd_queue_intercept_register_fn;
|
|
decltype(hsa_amd_queue_set_priority)* hsa_amd_queue_set_priority_fn;
|
|
decltype(hsa_amd_memory_async_copy_rect)* hsa_amd_memory_async_copy_rect_fn;
|
|
decltype(hsa_amd_runtime_queue_create_register)* hsa_amd_runtime_queue_create_register_fn;
|
|
decltype(hsa_amd_memory_lock_to_pool)* hsa_amd_memory_lock_to_pool_fn;
|
|
decltype(hsa_amd_register_deallocation_callback)* hsa_amd_register_deallocation_callback_fn;
|
|
decltype(hsa_amd_deregister_deallocation_callback)* hsa_amd_deregister_deallocation_callback_fn;
|
|
decltype(hsa_amd_signal_value_pointer)* hsa_amd_signal_value_pointer_fn;
|
|
decltype(hsa_amd_svm_attributes_set)* hsa_amd_svm_attributes_set_fn;
|
|
decltype(hsa_amd_svm_attributes_get)* hsa_amd_svm_attributes_get_fn;
|
|
decltype(hsa_amd_svm_prefetch_async)* hsa_amd_svm_prefetch_async_fn;
|
|
decltype(hsa_amd_spm_acquire)* hsa_amd_spm_acquire_fn;
|
|
decltype(hsa_amd_spm_release)* hsa_amd_spm_release_fn;
|
|
decltype(hsa_amd_spm_set_dest_buffer)* hsa_amd_spm_set_dest_buffer_fn;
|
|
decltype(hsa_amd_queue_cu_get_mask)* hsa_amd_queue_cu_get_mask_fn;
|
|
decltype(hsa_amd_portable_export_dmabuf)* hsa_amd_portable_export_dmabuf_fn;
|
|
decltype(hsa_amd_portable_close_dmabuf)* hsa_amd_portable_close_dmabuf_fn;
|
|
decltype(hsa_amd_vmem_address_reserve)* hsa_amd_vmem_address_reserve_fn;
|
|
decltype(hsa_amd_vmem_address_free)* hsa_amd_vmem_address_free_fn;
|
|
decltype(hsa_amd_vmem_handle_create)* hsa_amd_vmem_handle_create_fn;
|
|
decltype(hsa_amd_vmem_handle_release)* hsa_amd_vmem_handle_release_fn;
|
|
decltype(hsa_amd_vmem_map)* hsa_amd_vmem_map_fn;
|
|
decltype(hsa_amd_vmem_unmap)* hsa_amd_vmem_unmap_fn;
|
|
decltype(hsa_amd_vmem_set_access)* hsa_amd_vmem_set_access_fn;
|
|
decltype(hsa_amd_vmem_get_access)* hsa_amd_vmem_get_access_fn;
|
|
decltype(hsa_amd_vmem_export_shareable_handle)* hsa_amd_vmem_export_shareable_handle_fn;
|
|
decltype(hsa_amd_vmem_import_shareable_handle)* hsa_amd_vmem_import_shareable_handle_fn;
|
|
decltype(hsa_amd_vmem_retain_alloc_handle)* hsa_amd_vmem_retain_alloc_handle_fn;
|
|
decltype(hsa_amd_vmem_get_alloc_properties_from_handle)*
|
|
hsa_amd_vmem_get_alloc_properties_from_handle_fn;
|
|
decltype(hsa_amd_agent_set_async_scratch_limit)* hsa_amd_agent_set_async_scratch_limit_fn;
|
|
decltype(hsa_amd_queue_get_info)* hsa_amd_queue_get_info_fn;
|
|
decltype(hsa_amd_vmem_address_reserve_align)* hsa_amd_vmem_address_reserve_align_fn;
|
|
decltype(hsa_amd_enable_logging)* hsa_amd_enable_logging_fn;
|
|
decltype(hsa_amd_signal_wait_all)* hsa_amd_signal_wait_all_fn;
|
|
decltype(hsa_amd_memory_get_preferred_copy_engine)* hsa_amd_memory_get_preferred_copy_engine_fn;
|
|
decltype(hsa_amd_portable_export_dmabuf_v2)* hsa_amd_portable_export_dmabuf_v2_fn;
|
|
decltype(hsa_amd_ais_file_write)* hsa_amd_ais_file_write_fn;
|
|
decltype(hsa_amd_ais_file_read)* hsa_amd_ais_file_read_fn;
|
|
};
|
|
|
|
// Table to export HSA Core Runtime Apis
|
|
struct CoreApiTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_init)* hsa_init_fn;
|
|
decltype(hsa_shut_down)* hsa_shut_down_fn;
|
|
decltype(hsa_system_get_info)* hsa_system_get_info_fn;
|
|
decltype(hsa_system_extension_supported)* hsa_system_extension_supported_fn;
|
|
decltype(hsa_system_get_extension_table)* hsa_system_get_extension_table_fn;
|
|
decltype(hsa_iterate_agents)* hsa_iterate_agents_fn;
|
|
decltype(hsa_agent_get_info)* hsa_agent_get_info_fn;
|
|
decltype(hsa_queue_create)* hsa_queue_create_fn;
|
|
decltype(hsa_soft_queue_create)* hsa_soft_queue_create_fn;
|
|
decltype(hsa_queue_destroy)* hsa_queue_destroy_fn;
|
|
decltype(hsa_queue_inactivate)* hsa_queue_inactivate_fn;
|
|
decltype(hsa_queue_load_read_index_scacquire)* hsa_queue_load_read_index_scacquire_fn;
|
|
decltype(hsa_queue_load_read_index_relaxed)* hsa_queue_load_read_index_relaxed_fn;
|
|
decltype(hsa_queue_load_write_index_scacquire)* hsa_queue_load_write_index_scacquire_fn;
|
|
decltype(hsa_queue_load_write_index_relaxed)* hsa_queue_load_write_index_relaxed_fn;
|
|
decltype(hsa_queue_store_write_index_relaxed)* hsa_queue_store_write_index_relaxed_fn;
|
|
decltype(hsa_queue_store_write_index_screlease)* hsa_queue_store_write_index_screlease_fn;
|
|
decltype(hsa_queue_cas_write_index_scacq_screl)* hsa_queue_cas_write_index_scacq_screl_fn;
|
|
decltype(hsa_queue_cas_write_index_scacquire)* hsa_queue_cas_write_index_scacquire_fn;
|
|
decltype(hsa_queue_cas_write_index_relaxed)* hsa_queue_cas_write_index_relaxed_fn;
|
|
decltype(hsa_queue_cas_write_index_screlease)* hsa_queue_cas_write_index_screlease_fn;
|
|
decltype(hsa_queue_add_write_index_scacq_screl)* hsa_queue_add_write_index_scacq_screl_fn;
|
|
decltype(hsa_queue_add_write_index_scacquire)* hsa_queue_add_write_index_scacquire_fn;
|
|
decltype(hsa_queue_add_write_index_relaxed)* hsa_queue_add_write_index_relaxed_fn;
|
|
decltype(hsa_queue_add_write_index_screlease)* hsa_queue_add_write_index_screlease_fn;
|
|
decltype(hsa_queue_store_read_index_relaxed)* hsa_queue_store_read_index_relaxed_fn;
|
|
decltype(hsa_queue_store_read_index_screlease)* hsa_queue_store_read_index_screlease_fn;
|
|
decltype(hsa_agent_iterate_regions)* hsa_agent_iterate_regions_fn;
|
|
decltype(hsa_region_get_info)* hsa_region_get_info_fn;
|
|
decltype(hsa_agent_get_exception_policies)* hsa_agent_get_exception_policies_fn;
|
|
decltype(hsa_agent_extension_supported)* hsa_agent_extension_supported_fn;
|
|
decltype(hsa_memory_register)* hsa_memory_register_fn;
|
|
decltype(hsa_memory_deregister)* hsa_memory_deregister_fn;
|
|
decltype(hsa_memory_allocate)* hsa_memory_allocate_fn;
|
|
decltype(hsa_memory_free)* hsa_memory_free_fn;
|
|
decltype(hsa_memory_copy)* hsa_memory_copy_fn;
|
|
decltype(hsa_memory_assign_agent)* hsa_memory_assign_agent_fn;
|
|
decltype(hsa_signal_create)* hsa_signal_create_fn;
|
|
decltype(hsa_signal_destroy)* hsa_signal_destroy_fn;
|
|
decltype(hsa_signal_load_relaxed)* hsa_signal_load_relaxed_fn;
|
|
decltype(hsa_signal_load_scacquire)* hsa_signal_load_scacquire_fn;
|
|
decltype(hsa_signal_store_relaxed)* hsa_signal_store_relaxed_fn;
|
|
decltype(hsa_signal_store_screlease)* hsa_signal_store_screlease_fn;
|
|
decltype(hsa_signal_wait_relaxed)* hsa_signal_wait_relaxed_fn;
|
|
decltype(hsa_signal_wait_scacquire)* hsa_signal_wait_scacquire_fn;
|
|
decltype(hsa_signal_and_relaxed)* hsa_signal_and_relaxed_fn;
|
|
decltype(hsa_signal_and_scacquire)* hsa_signal_and_scacquire_fn;
|
|
decltype(hsa_signal_and_screlease)* hsa_signal_and_screlease_fn;
|
|
decltype(hsa_signal_and_scacq_screl)* hsa_signal_and_scacq_screl_fn;
|
|
decltype(hsa_signal_or_relaxed)* hsa_signal_or_relaxed_fn;
|
|
decltype(hsa_signal_or_scacquire)* hsa_signal_or_scacquire_fn;
|
|
decltype(hsa_signal_or_screlease)* hsa_signal_or_screlease_fn;
|
|
decltype(hsa_signal_or_scacq_screl)* hsa_signal_or_scacq_screl_fn;
|
|
decltype(hsa_signal_xor_relaxed)* hsa_signal_xor_relaxed_fn;
|
|
decltype(hsa_signal_xor_scacquire)* hsa_signal_xor_scacquire_fn;
|
|
decltype(hsa_signal_xor_screlease)* hsa_signal_xor_screlease_fn;
|
|
decltype(hsa_signal_xor_scacq_screl)* hsa_signal_xor_scacq_screl_fn;
|
|
decltype(hsa_signal_exchange_relaxed)* hsa_signal_exchange_relaxed_fn;
|
|
decltype(hsa_signal_exchange_scacquire)* hsa_signal_exchange_scacquire_fn;
|
|
decltype(hsa_signal_exchange_screlease)* hsa_signal_exchange_screlease_fn;
|
|
decltype(hsa_signal_exchange_scacq_screl)* hsa_signal_exchange_scacq_screl_fn;
|
|
decltype(hsa_signal_add_relaxed)* hsa_signal_add_relaxed_fn;
|
|
decltype(hsa_signal_add_scacquire)* hsa_signal_add_scacquire_fn;
|
|
decltype(hsa_signal_add_screlease)* hsa_signal_add_screlease_fn;
|
|
decltype(hsa_signal_add_scacq_screl)* hsa_signal_add_scacq_screl_fn;
|
|
decltype(hsa_signal_subtract_relaxed)* hsa_signal_subtract_relaxed_fn;
|
|
decltype(hsa_signal_subtract_scacquire)* hsa_signal_subtract_scacquire_fn;
|
|
decltype(hsa_signal_subtract_screlease)* hsa_signal_subtract_screlease_fn;
|
|
decltype(hsa_signal_subtract_scacq_screl)* hsa_signal_subtract_scacq_screl_fn;
|
|
decltype(hsa_signal_cas_relaxed)* hsa_signal_cas_relaxed_fn;
|
|
decltype(hsa_signal_cas_scacquire)* hsa_signal_cas_scacquire_fn;
|
|
decltype(hsa_signal_cas_screlease)* hsa_signal_cas_screlease_fn;
|
|
decltype(hsa_signal_cas_scacq_screl)* hsa_signal_cas_scacq_screl_fn;
|
|
|
|
//===--- Instruction Set Architecture -----------------------------------===//
|
|
|
|
decltype(hsa_isa_from_name)* hsa_isa_from_name_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_isa_get_info)* hsa_isa_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_isa_compatible)* hsa_isa_compatible_fn;
|
|
|
|
//===--- Code Objects (deprecated) --------------------------------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_serialize)* hsa_code_object_serialize_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_deserialize)* hsa_code_object_deserialize_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_destroy)* hsa_code_object_destroy_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_info)* hsa_code_object_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_symbol)* hsa_code_object_get_symbol_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_symbol_get_info)* hsa_code_symbol_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_iterate_symbols)* hsa_code_object_iterate_symbols_fn;
|
|
|
|
//===--- Executable -----------------------------------------------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_create)* hsa_executable_create_fn;
|
|
decltype(hsa_executable_destroy)* hsa_executable_destroy_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_load_code_object)* hsa_executable_load_code_object_fn;
|
|
decltype(hsa_executable_freeze)* hsa_executable_freeze_fn;
|
|
decltype(hsa_executable_get_info)* hsa_executable_get_info_fn;
|
|
decltype(hsa_executable_global_variable_define)*
|
|
hsa_executable_global_variable_define_fn;
|
|
decltype(hsa_executable_agent_global_variable_define)*
|
|
hsa_executable_agent_global_variable_define_fn;
|
|
decltype(hsa_executable_readonly_variable_define)*
|
|
hsa_executable_readonly_variable_define_fn;
|
|
decltype(hsa_executable_validate)* hsa_executable_validate_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_get_symbol)* hsa_executable_get_symbol_fn;
|
|
decltype(hsa_executable_symbol_get_info)* hsa_executable_symbol_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_iterate_symbols)* hsa_executable_iterate_symbols_fn;
|
|
|
|
//===--- Runtime Notifications ------------------------------------------===//
|
|
|
|
decltype(hsa_status_string)* hsa_status_string_fn;
|
|
|
|
// Start HSA v1.1 additions
|
|
decltype(hsa_extension_get_name)* hsa_extension_get_name_fn;
|
|
decltype(hsa_system_major_extension_supported)* hsa_system_major_extension_supported_fn;
|
|
decltype(hsa_system_get_major_extension_table)* hsa_system_get_major_extension_table_fn;
|
|
decltype(hsa_agent_major_extension_supported)* hsa_agent_major_extension_supported_fn;
|
|
decltype(hsa_cache_get_info)* hsa_cache_get_info_fn;
|
|
decltype(hsa_agent_iterate_caches)* hsa_agent_iterate_caches_fn;
|
|
decltype(hsa_signal_silent_store_relaxed)* hsa_signal_silent_store_relaxed_fn;
|
|
decltype(hsa_signal_silent_store_screlease)* hsa_signal_silent_store_screlease_fn;
|
|
decltype(hsa_signal_group_create)* hsa_signal_group_create_fn;
|
|
decltype(hsa_signal_group_destroy)* hsa_signal_group_destroy_fn;
|
|
decltype(hsa_signal_group_wait_any_scacquire)* hsa_signal_group_wait_any_scacquire_fn;
|
|
decltype(hsa_signal_group_wait_any_relaxed)* hsa_signal_group_wait_any_relaxed_fn;
|
|
|
|
//===--- Instruction Set Architecture - HSA v1.1 additions --------------===//
|
|
|
|
decltype(hsa_agent_iterate_isas)* hsa_agent_iterate_isas_fn;
|
|
decltype(hsa_isa_get_info_alt)* hsa_isa_get_info_alt_fn;
|
|
decltype(hsa_isa_get_exception_policies)* hsa_isa_get_exception_policies_fn;
|
|
decltype(hsa_isa_get_round_method)* hsa_isa_get_round_method_fn;
|
|
decltype(hsa_wavefront_get_info)* hsa_wavefront_get_info_fn;
|
|
decltype(hsa_isa_iterate_wavefronts)* hsa_isa_iterate_wavefronts_fn;
|
|
|
|
//===--- Code Objects (deprecated) - HSA v1.1 additions -----------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_symbol_from_name)*
|
|
hsa_code_object_get_symbol_from_name_fn;
|
|
|
|
//===--- Executable - HSA v1.1 additions --------------------------------===//
|
|
|
|
decltype(hsa_code_object_reader_create_from_file)*
|
|
hsa_code_object_reader_create_from_file_fn;
|
|
decltype(hsa_code_object_reader_create_from_memory)*
|
|
hsa_code_object_reader_create_from_memory_fn;
|
|
decltype(hsa_code_object_reader_destroy)* hsa_code_object_reader_destroy_fn;
|
|
decltype(hsa_executable_create_alt)* hsa_executable_create_alt_fn;
|
|
decltype(hsa_executable_load_program_code_object)*
|
|
hsa_executable_load_program_code_object_fn;
|
|
decltype(hsa_executable_load_agent_code_object)*
|
|
hsa_executable_load_agent_code_object_fn;
|
|
decltype(hsa_executable_validate_alt)* hsa_executable_validate_alt_fn;
|
|
decltype(hsa_executable_get_symbol_by_name)*
|
|
hsa_executable_get_symbol_by_name_fn;
|
|
decltype(hsa_executable_iterate_agent_symbols)*
|
|
hsa_executable_iterate_agent_symbols_fn;
|
|
decltype(hsa_executable_iterate_program_symbols)*
|
|
hsa_executable_iterate_program_symbols_fn;
|
|
};
|
|
|
|
// Table to export HSA Apis from Core Runtime, Amd Extensions
|
|
// Finalizer and Images
|
|
struct HsaApiTable {
|
|
|
|
// Version of Hsa Api Table
|
|
ApiTableVersion version;
|
|
|
|
// Table of function pointers to HSA Core Runtime
|
|
CoreApiTable* core_;
|
|
|
|
// Table of function pointers to AMD extensions
|
|
AmdExtTable* amd_ext_;
|
|
|
|
// Table of function pointers to HSA Finalizer Extension
|
|
FinalizerExtTable* finalizer_ext_;
|
|
|
|
// Table of function pointers to HSA Image Extension
|
|
ImageExtTable* image_ext_;
|
|
|
|
// Table of function pointers for tools to use
|
|
ToolsApiTable* tools_;
|
|
|
|
// Table of function pointers to AMD PC Sampling Extension
|
|
PcSamplingExtTable* pc_sampling_ext_;
|
|
};
|
|
|
|
// Structure containing instances of different api tables
|
|
struct HsaApiTableContainer {
|
|
HsaApiTable root;
|
|
CoreApiTable core;
|
|
AmdExtTable amd_ext;
|
|
FinalizerExtTable finalizer_ext;
|
|
ImageExtTable image_ext;
|
|
ToolsApiTable tools;
|
|
PcSamplingExtTable pc_sampling_ext;
|
|
|
|
// Default initialization of a container instance
|
|
HsaApiTableContainer() {
|
|
root.version.major_id = HSA_API_TABLE_MAJOR_VERSION;
|
|
root.version.minor_id = sizeof(HsaApiTable);
|
|
root.version.step_id = HSA_API_TABLE_STEP_VERSION;
|
|
|
|
core.version.major_id = HSA_CORE_API_TABLE_MAJOR_VERSION;
|
|
core.version.minor_id = sizeof(CoreApiTable);
|
|
core.version.step_id = HSA_CORE_API_TABLE_STEP_VERSION;
|
|
root.core_ = &core;
|
|
|
|
amd_ext.version.major_id = HSA_AMD_EXT_API_TABLE_MAJOR_VERSION;
|
|
amd_ext.version.minor_id = sizeof(AmdExtTable);
|
|
amd_ext.version.step_id = HSA_AMD_EXT_API_TABLE_STEP_VERSION;
|
|
root.amd_ext_ = &amd_ext;
|
|
|
|
finalizer_ext.version.major_id = HSA_FINALIZER_API_TABLE_MAJOR_VERSION;
|
|
finalizer_ext.version.minor_id = sizeof(FinalizerExtTable);
|
|
finalizer_ext.version.step_id = HSA_FINALIZER_API_TABLE_STEP_VERSION;
|
|
root.finalizer_ext_ = &finalizer_ext;
|
|
|
|
image_ext.version.major_id = HSA_IMAGE_API_TABLE_MAJOR_VERSION;
|
|
image_ext.version.minor_id = sizeof(ImageExtTable);
|
|
image_ext.version.step_id = HSA_IMAGE_API_TABLE_STEP_VERSION;
|
|
root.image_ext_ = &image_ext;
|
|
|
|
tools.version.major_id = HSA_TOOLS_API_TABLE_MAJOR_VERSION;
|
|
tools.version.minor_id = sizeof(ToolsApiTable);
|
|
tools.version.step_id = HSA_TOOLS_API_TABLE_STEP_VERSION;
|
|
root.tools_ = &tools;
|
|
|
|
pc_sampling_ext.version.major_id = HSA_PC_SAMPLING_API_TABLE_MAJOR_VERSION;
|
|
pc_sampling_ext.version.minor_id = sizeof(PcSamplingExtTable);
|
|
pc_sampling_ext.version.step_id = HSA_PC_SAMPLING_API_TABLE_STEP_VERSION;
|
|
root.pc_sampling_ext_ = &pc_sampling_ext;
|
|
}
|
|
};
|
|
|
|
// Api to copy function pointers of a table
|
|
static
|
|
void inline copyApi(void* src, void* dest, size_t size) {
|
|
assert(size >= sizeof(ApiTableVersion));
|
|
memcpy((char*)src + sizeof(ApiTableVersion),
|
|
(char*)dest + sizeof(ApiTableVersion),
|
|
(size - sizeof(ApiTableVersion)));
|
|
}
|
|
|
|
// Copy Api child tables if valid.
|
|
static void inline copyElement(ApiTableVersion* dest, ApiTableVersion* src) {
|
|
if (src->major_id && (dest->major_id == src->major_id)) {
|
|
dest->step_id = src->step_id;
|
|
dest->minor_id = Min(dest->minor_id, src->minor_id);
|
|
copyApi(dest, src, dest->minor_id);
|
|
} else {
|
|
dest->major_id = 0;
|
|
dest->minor_id = 0;
|
|
dest->step_id = 0;
|
|
}
|
|
}
|
|
|
|
// Copy constructor for all Api tables. The function assumes the
|
|
// user has initialized an instance of tables container correctly
|
|
// for the Major, Minor and Stepping Ids of Root and Child Api tables.
|
|
// The function will overwrite the value of Minor Id by taking the
|
|
// minimum of source and destination parameters. It will also overwrite
|
|
// the stepping Id with value from source parameter.
|
|
static void inline copyTables(const HsaApiTable* src, HsaApiTable* dest) {
|
|
// Verify Major Id of source and destination tables match
|
|
if (dest->version.major_id != src->version.major_id) {
|
|
dest->version.major_id = 0;
|
|
dest->version.minor_id = 0;
|
|
dest->version.step_id = 0;
|
|
return;
|
|
}
|
|
|
|
// Initialize the stepping id and minor id of root table. For the
|
|
// minor id which encodes struct size, take the minimum of source
|
|
// and destination parameters
|
|
dest->version.step_id = src->version.step_id;
|
|
dest->version.minor_id = Min(dest->version.minor_id, src->version.minor_id);
|
|
|
|
// Copy child tables if present
|
|
if ((offsetof(HsaApiTable, core_) < dest->version.minor_id))
|
|
copyElement(&dest->core_->version, &src->core_->version);
|
|
if ((offsetof(HsaApiTable, amd_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->amd_ext_->version, &src->amd_ext_->version);
|
|
if ((offsetof(HsaApiTable, finalizer_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->finalizer_ext_->version, &src->finalizer_ext_->version);
|
|
if ((offsetof(HsaApiTable, image_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->image_ext_->version, &src->image_ext_->version);
|
|
if ((offsetof(HsaApiTable, tools_) < dest->version.minor_id))
|
|
copyElement(&dest->tools_->version, &src->tools_->version);
|
|
if ((offsetof(HsaApiTable, pc_sampling_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->pc_sampling_ext_->version, &src->pc_sampling_ext_->version);
|
|
}
|
|
#endif
|