5e7210980e
* libhsakmt: Update hsakmt_fmm_get_handle to support address range Currently, hsakmt_fmm_get_handle works only if the address is allocated (staring) value. Update it so it can find the handle if address falls in the valid allocated range. This is useful for AMD infinity storage feature where data needs to be transferred to any memory within in the allocated range Signed-off-by: Harish Kasiviswanathan <Harish.Kasiviswanathan@amd.com> * libhsakmt: Introduce AMD Infinity Storage (AIS) API Add hsaKmtAisReadWriteFile() API to support AMD Infinity Storage. The API moves data directly from GPU VRAM to a file. v2: Add in/out ioctl arguments to provide more status information to user space. Modify hsaKmt API also accordingly. Signed-off-by: Harish Kasiviswanathan <Harish.Kasiviswanathan@amd.com> * rocr: Initial implementation of AMD Infinity Storage (AIS) Implement first two API: hsa_amd_ais_file_write and hsa_amd_ais_file_read v2: Change API from hsa_amd_ to hsa_amd_ais_ Change API to take in handle instead of fd for compatibility accross different platforms Original Author: Chris Freehill <Chris.Freehill@amd.com> Signed-off-by: Harish Kasiviswanathan <Harish.Kasiviswanathan@amd.com> --------- Signed-off-by: Harish Kasiviswanathan <Harish.Kasiviswanathan@amd.com>
588 Zeilen
29 KiB
C
588 Zeilen
29 KiB
C
////////////////////////////////////////////////////////////////////////////////
|
|
//
|
|
// The University of Illinois/NCSA
|
|
// Open Source License (NCSA)
|
|
//
|
|
// Copyright (c) 2014-2025, Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Developed by:
|
|
//
|
|
// AMD Research and AMD HSA Software Development
|
|
//
|
|
// Advanced Micro Devices, Inc.
|
|
//
|
|
// www.amd.com
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to
|
|
// deal with the Software without restriction, including without limitation
|
|
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
// and/or sell copies of the Software, and to permit persons to whom the
|
|
// Software is furnished to do so, subject to the following conditions:
|
|
//
|
|
// - Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimers.
|
|
// - Redistributions in binary form must reproduce the above copyright
|
|
// notice, this list of conditions and the following disclaimers in
|
|
// the documentation and/or other materials provided with the distribution.
|
|
// - Neither the names of Advanced Micro Devices, Inc,
|
|
// nor the names of its contributors may be used to endorse or promote
|
|
// products derived from this Software without specific prior written
|
|
// permission.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
// THE CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
// OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
// DEALINGS WITH THE SOFTWARE.
|
|
//
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#ifndef HSA_RUNTIME_INC_HSA_API_TRACE_H
|
|
#define HSA_RUNTIME_INC_HSA_API_TRACE_H
|
|
|
|
#include "hsa.h"
|
|
#include "hsa_api_trace_version.h"
|
|
#ifdef AMD_INTERNAL_BUILD
|
|
#include "hsa_ext_image.h"
|
|
#include "hsa_ext_amd.h"
|
|
#include "hsa_ext_finalize.h"
|
|
#include "hsa_amd_tool.h"
|
|
#include "hsa_ven_amd_pc_sampling.h"
|
|
#else
|
|
#include "inc/hsa_ext_image.h"
|
|
#include "inc/hsa_ext_amd.h"
|
|
#include "inc/hsa_ext_finalize.h"
|
|
#include "inc/hsa_amd_tool.h"
|
|
#include "inc/hsa_ven_amd_pc_sampling.h"
|
|
#endif
|
|
|
|
#include <string.h>
|
|
#include <assert.h>
|
|
#include <stddef.h>
|
|
|
|
// Table MAJOR_VERSION and STEP_VERSION defines have moved to hsa_api_trace_version.h
|
|
|
|
// Min function used to copy Api Tables
|
|
static inline uint32_t Min(const uint32_t a, const uint32_t b) {
|
|
return (a > b) ? b : a;
|
|
}
|
|
|
|
// Declarations of APIs intended for use only by tools.
|
|
|
|
// An AQL packet that can be put in an intercept queue to cause a callback to
|
|
// be invoked when the packet is about to be submitted to the underlying
|
|
// hardware queue. These packets are not copied to the underlying hardware
|
|
// queue. These packets should come immediately before the regular AQL packet
|
|
// they relate to. This implies that packet rewriters should always keep these
|
|
// packets adjacent to the regular AQL packet that follows them.
|
|
const uint32_t AMD_AQL_FORMAT_INTERCEPT_MARKER = 0xFE;
|
|
|
|
struct amd_aql_intercept_marker_s;
|
|
|
|
// When an intercept queue is processing rewritten packets to put them on the
|
|
// underlying hardware queue, if it encounters a
|
|
// AMD_AQL_FORMAT_INTERCEPT_MARKER vendor AQL packet it will call the following
|
|
// handler. packet points to the packet, queue is the underlying hardware
|
|
// queue, and packet_id is the packet id of the next packet to be put on the
|
|
// underlying hardware queue. The intercept queue does not put these packets
|
|
// onto the underlying hardware queue.
|
|
typedef void (*amd_intercept_marker_handler)(const struct amd_aql_intercept_marker_s* packet,
|
|
hsa_queue_t* queue, uint64_t packet_id);
|
|
// An AQL vendor packet used by the intercept queue to mark the following
|
|
// packet. The callback will be invoked to allow a tool to know where in the
|
|
// underlying hardware queue the following packet will be placed. user_data can
|
|
// be used to hold any data useful to the tool.
|
|
typedef struct amd_aql_intercept_marker_s {
|
|
uint16_t header; // Must have a packet type of HSA_PACKET_TYPE_VENDOR_SPECIFIC.
|
|
uint8_t format; // Must be AMD_AQL_FORMAT_INTERCEPT_MARKER.
|
|
uint8_t reserved[5]; // Must be 0.
|
|
#ifdef HSA_LARGE_MODEL
|
|
amd_intercept_marker_handler callback;
|
|
#elif defined HSA_LITTLE_ENDIAN
|
|
amd_intercept_marker_handler callback;
|
|
uint32_t reserved1; // Must be 0.
|
|
#else
|
|
uint32_t reserved1; // Must be 0.
|
|
amd_intercept_marker_handler callback;
|
|
#endif
|
|
uint64_t user_data[6];
|
|
} amd_aql_intercept_marker_t;
|
|
|
|
typedef void (*hsa_amd_queue_intercept_packet_writer)(const void* pkts, uint64_t pkt_count);
|
|
typedef void (*hsa_amd_queue_intercept_handler)(const void* pkts, uint64_t pkt_count,
|
|
uint64_t user_pkt_index, void* data,
|
|
hsa_amd_queue_intercept_packet_writer writer);
|
|
hsa_status_t hsa_amd_queue_intercept_register(hsa_queue_t* queue,
|
|
hsa_amd_queue_intercept_handler callback,
|
|
void* user_data);
|
|
hsa_status_t hsa_amd_queue_intercept_create(
|
|
hsa_agent_t agent_handle, uint32_t size, hsa_queue_type32_t type,
|
|
void (*callback)(hsa_status_t status, hsa_queue_t* source, void* data), void* data,
|
|
uint32_t private_segment_size, uint32_t group_segment_size, hsa_queue_t** queue);
|
|
|
|
typedef void (*hsa_amd_runtime_queue_notifier)(const hsa_queue_t* queue, hsa_agent_t agent,
|
|
void* data);
|
|
hsa_status_t hsa_amd_runtime_queue_create_register(hsa_amd_runtime_queue_notifier callback,
|
|
void* user_data);
|
|
|
|
// Structure of Version used to identify an instance of Api table
|
|
// Must be the first member (offsetof == 0) of all API tables.
|
|
// This is the root of the table passing ABI.
|
|
struct ApiTableVersion {
|
|
uint32_t major_id;
|
|
uint32_t minor_id;
|
|
uint32_t step_id;
|
|
uint32_t reserved;
|
|
};
|
|
|
|
struct ToolsApiTable {
|
|
ApiTableVersion version;
|
|
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_alloc_start_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_alloc_end_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_free_start_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_free_end_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_async_reclaim_start_fn;
|
|
hsa_amd_tool_event hsa_amd_tool_scratch_event_async_reclaim_end_fn;
|
|
};
|
|
|
|
// Table to export HSA Finalizer Extension Apis
|
|
struct FinalizerExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ext_program_create)* hsa_ext_program_create_fn;
|
|
decltype(hsa_ext_program_destroy)* hsa_ext_program_destroy_fn;
|
|
decltype(hsa_ext_program_add_module)* hsa_ext_program_add_module_fn;
|
|
decltype(hsa_ext_program_iterate_modules)* hsa_ext_program_iterate_modules_fn;
|
|
decltype(hsa_ext_program_get_info)* hsa_ext_program_get_info_fn;
|
|
decltype(hsa_ext_program_finalize)* hsa_ext_program_finalize_fn;
|
|
};
|
|
|
|
// Table to export HSA Image Extension Apis
|
|
struct ImageExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ext_image_get_capability)* hsa_ext_image_get_capability_fn;
|
|
decltype(hsa_ext_image_data_get_info)* hsa_ext_image_data_get_info_fn;
|
|
decltype(hsa_ext_image_create)* hsa_ext_image_create_fn;
|
|
decltype(hsa_ext_image_import)* hsa_ext_image_import_fn;
|
|
decltype(hsa_ext_image_export)* hsa_ext_image_export_fn;
|
|
decltype(hsa_ext_image_copy)* hsa_ext_image_copy_fn;
|
|
decltype(hsa_ext_image_clear)* hsa_ext_image_clear_fn;
|
|
decltype(hsa_ext_image_destroy)* hsa_ext_image_destroy_fn;
|
|
decltype(hsa_ext_sampler_create)* hsa_ext_sampler_create_fn;
|
|
decltype(hsa_ext_sampler_destroy)* hsa_ext_sampler_destroy_fn;
|
|
decltype(hsa_ext_image_get_capability_with_layout)* hsa_ext_image_get_capability_with_layout_fn;
|
|
decltype(hsa_ext_image_data_get_info_with_layout)* hsa_ext_image_data_get_info_with_layout_fn;
|
|
decltype(hsa_ext_image_create_with_layout)* hsa_ext_image_create_with_layout_fn;
|
|
decltype(hsa_ext_sampler_create_v2)* hsa_ext_sampler_create_v2_fn;
|
|
|
|
};
|
|
|
|
// Table to export HSA PC Sampling Extension Apis
|
|
struct PcSamplingExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ven_amd_pcs_iterate_configuration)* hsa_ven_amd_pcs_iterate_configuration_fn;
|
|
decltype(hsa_ven_amd_pcs_create)* hsa_ven_amd_pcs_create_fn;
|
|
decltype(hsa_ven_amd_pcs_create_from_id)* hsa_ven_amd_pcs_create_from_id_fn;
|
|
decltype(hsa_ven_amd_pcs_destroy)* hsa_ven_amd_pcs_destroy_fn;
|
|
decltype(hsa_ven_amd_pcs_start)* hsa_ven_amd_pcs_start_fn;
|
|
decltype(hsa_ven_amd_pcs_stop)* hsa_ven_amd_pcs_stop_fn;
|
|
decltype(hsa_ven_amd_pcs_flush)* hsa_ven_amd_pcs_flush_fn;
|
|
};
|
|
|
|
|
|
// Table to export AMD Extension Apis
|
|
struct AmdExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_amd_coherency_get_type)* hsa_amd_coherency_get_type_fn;
|
|
decltype(hsa_amd_coherency_set_type)* hsa_amd_coherency_set_type_fn;
|
|
decltype(hsa_amd_profiling_set_profiler_enabled)* hsa_amd_profiling_set_profiler_enabled_fn;
|
|
decltype(hsa_amd_profiling_async_copy_enable) *hsa_amd_profiling_async_copy_enable_fn;
|
|
decltype(hsa_amd_profiling_get_dispatch_time)* hsa_amd_profiling_get_dispatch_time_fn;
|
|
decltype(hsa_amd_profiling_get_async_copy_time) *hsa_amd_profiling_get_async_copy_time_fn;
|
|
decltype(hsa_amd_profiling_convert_tick_to_system_domain)* hsa_amd_profiling_convert_tick_to_system_domain_fn;
|
|
decltype(hsa_amd_signal_async_handler)* hsa_amd_signal_async_handler_fn;
|
|
decltype(hsa_amd_async_function)* hsa_amd_async_function_fn;
|
|
decltype(hsa_amd_signal_wait_any)* hsa_amd_signal_wait_any_fn;
|
|
decltype(hsa_amd_queue_cu_set_mask)* hsa_amd_queue_cu_set_mask_fn;
|
|
decltype(hsa_amd_memory_pool_get_info)* hsa_amd_memory_pool_get_info_fn;
|
|
decltype(hsa_amd_agent_iterate_memory_pools)* hsa_amd_agent_iterate_memory_pools_fn;
|
|
decltype(hsa_amd_memory_pool_allocate)* hsa_amd_memory_pool_allocate_fn;
|
|
decltype(hsa_amd_memory_pool_free)* hsa_amd_memory_pool_free_fn;
|
|
decltype(hsa_amd_memory_async_copy)* hsa_amd_memory_async_copy_fn;
|
|
decltype(hsa_amd_memory_async_copy_on_engine)* hsa_amd_memory_async_copy_on_engine_fn;
|
|
decltype(hsa_amd_memory_copy_engine_status)* hsa_amd_memory_copy_engine_status_fn;
|
|
decltype(hsa_amd_agent_memory_pool_get_info)* hsa_amd_agent_memory_pool_get_info_fn;
|
|
decltype(hsa_amd_agents_allow_access)* hsa_amd_agents_allow_access_fn;
|
|
decltype(hsa_amd_memory_pool_can_migrate)* hsa_amd_memory_pool_can_migrate_fn;
|
|
decltype(hsa_amd_memory_migrate)* hsa_amd_memory_migrate_fn;
|
|
decltype(hsa_amd_memory_lock)* hsa_amd_memory_lock_fn;
|
|
decltype(hsa_amd_memory_unlock)* hsa_amd_memory_unlock_fn;
|
|
decltype(hsa_amd_memory_fill)* hsa_amd_memory_fill_fn;
|
|
decltype(hsa_amd_interop_map_buffer)* hsa_amd_interop_map_buffer_fn;
|
|
decltype(hsa_amd_interop_unmap_buffer)* hsa_amd_interop_unmap_buffer_fn;
|
|
decltype(hsa_amd_image_create)* hsa_amd_image_create_fn;
|
|
decltype(hsa_amd_pointer_info)* hsa_amd_pointer_info_fn;
|
|
decltype(hsa_amd_pointer_info_set_userdata)* hsa_amd_pointer_info_set_userdata_fn;
|
|
decltype(hsa_amd_ipc_memory_create)* hsa_amd_ipc_memory_create_fn;
|
|
decltype(hsa_amd_ipc_memory_attach)* hsa_amd_ipc_memory_attach_fn;
|
|
decltype(hsa_amd_ipc_memory_detach)* hsa_amd_ipc_memory_detach_fn;
|
|
decltype(hsa_amd_signal_create)* hsa_amd_signal_create_fn;
|
|
decltype(hsa_amd_ipc_signal_create)* hsa_amd_ipc_signal_create_fn;
|
|
decltype(hsa_amd_ipc_signal_attach)* hsa_amd_ipc_signal_attach_fn;
|
|
decltype(hsa_amd_register_system_event_handler)* hsa_amd_register_system_event_handler_fn;
|
|
decltype(hsa_amd_queue_intercept_create)* hsa_amd_queue_intercept_create_fn;
|
|
decltype(hsa_amd_queue_intercept_register)* hsa_amd_queue_intercept_register_fn;
|
|
decltype(hsa_amd_queue_set_priority)* hsa_amd_queue_set_priority_fn;
|
|
decltype(hsa_amd_memory_async_copy_rect)* hsa_amd_memory_async_copy_rect_fn;
|
|
decltype(hsa_amd_runtime_queue_create_register)* hsa_amd_runtime_queue_create_register_fn;
|
|
decltype(hsa_amd_memory_lock_to_pool)* hsa_amd_memory_lock_to_pool_fn;
|
|
decltype(hsa_amd_register_deallocation_callback)* hsa_amd_register_deallocation_callback_fn;
|
|
decltype(hsa_amd_deregister_deallocation_callback)* hsa_amd_deregister_deallocation_callback_fn;
|
|
decltype(hsa_amd_signal_value_pointer)* hsa_amd_signal_value_pointer_fn;
|
|
decltype(hsa_amd_svm_attributes_set)* hsa_amd_svm_attributes_set_fn;
|
|
decltype(hsa_amd_svm_attributes_get)* hsa_amd_svm_attributes_get_fn;
|
|
decltype(hsa_amd_svm_prefetch_async)* hsa_amd_svm_prefetch_async_fn;
|
|
decltype(hsa_amd_spm_acquire)* hsa_amd_spm_acquire_fn;
|
|
decltype(hsa_amd_spm_release)* hsa_amd_spm_release_fn;
|
|
decltype(hsa_amd_spm_set_dest_buffer)* hsa_amd_spm_set_dest_buffer_fn;
|
|
decltype(hsa_amd_queue_cu_get_mask)* hsa_amd_queue_cu_get_mask_fn;
|
|
decltype(hsa_amd_portable_export_dmabuf)* hsa_amd_portable_export_dmabuf_fn;
|
|
decltype(hsa_amd_portable_close_dmabuf)* hsa_amd_portable_close_dmabuf_fn;
|
|
decltype(hsa_amd_vmem_address_reserve)* hsa_amd_vmem_address_reserve_fn;
|
|
decltype(hsa_amd_vmem_address_free)* hsa_amd_vmem_address_free_fn;
|
|
decltype(hsa_amd_vmem_handle_create)* hsa_amd_vmem_handle_create_fn;
|
|
decltype(hsa_amd_vmem_handle_release)* hsa_amd_vmem_handle_release_fn;
|
|
decltype(hsa_amd_vmem_map)* hsa_amd_vmem_map_fn;
|
|
decltype(hsa_amd_vmem_unmap)* hsa_amd_vmem_unmap_fn;
|
|
decltype(hsa_amd_vmem_set_access)* hsa_amd_vmem_set_access_fn;
|
|
decltype(hsa_amd_vmem_get_access)* hsa_amd_vmem_get_access_fn;
|
|
decltype(hsa_amd_vmem_export_shareable_handle)* hsa_amd_vmem_export_shareable_handle_fn;
|
|
decltype(hsa_amd_vmem_import_shareable_handle)* hsa_amd_vmem_import_shareable_handle_fn;
|
|
decltype(hsa_amd_vmem_retain_alloc_handle)* hsa_amd_vmem_retain_alloc_handle_fn;
|
|
decltype(hsa_amd_vmem_get_alloc_properties_from_handle)*
|
|
hsa_amd_vmem_get_alloc_properties_from_handle_fn;
|
|
decltype(hsa_amd_agent_set_async_scratch_limit)* hsa_amd_agent_set_async_scratch_limit_fn;
|
|
decltype(hsa_amd_queue_get_info)* hsa_amd_queue_get_info_fn;
|
|
decltype(hsa_amd_vmem_address_reserve_align)* hsa_amd_vmem_address_reserve_align_fn;
|
|
decltype(hsa_amd_enable_logging)* hsa_amd_enable_logging_fn;
|
|
decltype(hsa_amd_signal_wait_all)* hsa_amd_signal_wait_all_fn;
|
|
decltype(hsa_amd_memory_get_preferred_copy_engine)* hsa_amd_memory_get_preferred_copy_engine_fn;
|
|
decltype(hsa_amd_portable_export_dmabuf_v2)* hsa_amd_portable_export_dmabuf_v2_fn;
|
|
decltype(hsa_amd_ais_file_write)* hsa_amd_ais_file_write_fn;
|
|
decltype(hsa_amd_ais_file_read)* hsa_amd_ais_file_read_fn;
|
|
};
|
|
|
|
// Table to export HSA Core Runtime Apis
|
|
struct CoreApiTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_init)* hsa_init_fn;
|
|
decltype(hsa_shut_down)* hsa_shut_down_fn;
|
|
decltype(hsa_system_get_info)* hsa_system_get_info_fn;
|
|
decltype(hsa_system_extension_supported)* hsa_system_extension_supported_fn;
|
|
decltype(hsa_system_get_extension_table)* hsa_system_get_extension_table_fn;
|
|
decltype(hsa_iterate_agents)* hsa_iterate_agents_fn;
|
|
decltype(hsa_agent_get_info)* hsa_agent_get_info_fn;
|
|
decltype(hsa_queue_create)* hsa_queue_create_fn;
|
|
decltype(hsa_soft_queue_create)* hsa_soft_queue_create_fn;
|
|
decltype(hsa_queue_destroy)* hsa_queue_destroy_fn;
|
|
decltype(hsa_queue_inactivate)* hsa_queue_inactivate_fn;
|
|
decltype(hsa_queue_load_read_index_scacquire)* hsa_queue_load_read_index_scacquire_fn;
|
|
decltype(hsa_queue_load_read_index_relaxed)* hsa_queue_load_read_index_relaxed_fn;
|
|
decltype(hsa_queue_load_write_index_scacquire)* hsa_queue_load_write_index_scacquire_fn;
|
|
decltype(hsa_queue_load_write_index_relaxed)* hsa_queue_load_write_index_relaxed_fn;
|
|
decltype(hsa_queue_store_write_index_relaxed)* hsa_queue_store_write_index_relaxed_fn;
|
|
decltype(hsa_queue_store_write_index_screlease)* hsa_queue_store_write_index_screlease_fn;
|
|
decltype(hsa_queue_cas_write_index_scacq_screl)* hsa_queue_cas_write_index_scacq_screl_fn;
|
|
decltype(hsa_queue_cas_write_index_scacquire)* hsa_queue_cas_write_index_scacquire_fn;
|
|
decltype(hsa_queue_cas_write_index_relaxed)* hsa_queue_cas_write_index_relaxed_fn;
|
|
decltype(hsa_queue_cas_write_index_screlease)* hsa_queue_cas_write_index_screlease_fn;
|
|
decltype(hsa_queue_add_write_index_scacq_screl)* hsa_queue_add_write_index_scacq_screl_fn;
|
|
decltype(hsa_queue_add_write_index_scacquire)* hsa_queue_add_write_index_scacquire_fn;
|
|
decltype(hsa_queue_add_write_index_relaxed)* hsa_queue_add_write_index_relaxed_fn;
|
|
decltype(hsa_queue_add_write_index_screlease)* hsa_queue_add_write_index_screlease_fn;
|
|
decltype(hsa_queue_store_read_index_relaxed)* hsa_queue_store_read_index_relaxed_fn;
|
|
decltype(hsa_queue_store_read_index_screlease)* hsa_queue_store_read_index_screlease_fn;
|
|
decltype(hsa_agent_iterate_regions)* hsa_agent_iterate_regions_fn;
|
|
decltype(hsa_region_get_info)* hsa_region_get_info_fn;
|
|
decltype(hsa_agent_get_exception_policies)* hsa_agent_get_exception_policies_fn;
|
|
decltype(hsa_agent_extension_supported)* hsa_agent_extension_supported_fn;
|
|
decltype(hsa_memory_register)* hsa_memory_register_fn;
|
|
decltype(hsa_memory_deregister)* hsa_memory_deregister_fn;
|
|
decltype(hsa_memory_allocate)* hsa_memory_allocate_fn;
|
|
decltype(hsa_memory_free)* hsa_memory_free_fn;
|
|
decltype(hsa_memory_copy)* hsa_memory_copy_fn;
|
|
decltype(hsa_memory_assign_agent)* hsa_memory_assign_agent_fn;
|
|
decltype(hsa_signal_create)* hsa_signal_create_fn;
|
|
decltype(hsa_signal_destroy)* hsa_signal_destroy_fn;
|
|
decltype(hsa_signal_load_relaxed)* hsa_signal_load_relaxed_fn;
|
|
decltype(hsa_signal_load_scacquire)* hsa_signal_load_scacquire_fn;
|
|
decltype(hsa_signal_store_relaxed)* hsa_signal_store_relaxed_fn;
|
|
decltype(hsa_signal_store_screlease)* hsa_signal_store_screlease_fn;
|
|
decltype(hsa_signal_wait_relaxed)* hsa_signal_wait_relaxed_fn;
|
|
decltype(hsa_signal_wait_scacquire)* hsa_signal_wait_scacquire_fn;
|
|
decltype(hsa_signal_and_relaxed)* hsa_signal_and_relaxed_fn;
|
|
decltype(hsa_signal_and_scacquire)* hsa_signal_and_scacquire_fn;
|
|
decltype(hsa_signal_and_screlease)* hsa_signal_and_screlease_fn;
|
|
decltype(hsa_signal_and_scacq_screl)* hsa_signal_and_scacq_screl_fn;
|
|
decltype(hsa_signal_or_relaxed)* hsa_signal_or_relaxed_fn;
|
|
decltype(hsa_signal_or_scacquire)* hsa_signal_or_scacquire_fn;
|
|
decltype(hsa_signal_or_screlease)* hsa_signal_or_screlease_fn;
|
|
decltype(hsa_signal_or_scacq_screl)* hsa_signal_or_scacq_screl_fn;
|
|
decltype(hsa_signal_xor_relaxed)* hsa_signal_xor_relaxed_fn;
|
|
decltype(hsa_signal_xor_scacquire)* hsa_signal_xor_scacquire_fn;
|
|
decltype(hsa_signal_xor_screlease)* hsa_signal_xor_screlease_fn;
|
|
decltype(hsa_signal_xor_scacq_screl)* hsa_signal_xor_scacq_screl_fn;
|
|
decltype(hsa_signal_exchange_relaxed)* hsa_signal_exchange_relaxed_fn;
|
|
decltype(hsa_signal_exchange_scacquire)* hsa_signal_exchange_scacquire_fn;
|
|
decltype(hsa_signal_exchange_screlease)* hsa_signal_exchange_screlease_fn;
|
|
decltype(hsa_signal_exchange_scacq_screl)* hsa_signal_exchange_scacq_screl_fn;
|
|
decltype(hsa_signal_add_relaxed)* hsa_signal_add_relaxed_fn;
|
|
decltype(hsa_signal_add_scacquire)* hsa_signal_add_scacquire_fn;
|
|
decltype(hsa_signal_add_screlease)* hsa_signal_add_screlease_fn;
|
|
decltype(hsa_signal_add_scacq_screl)* hsa_signal_add_scacq_screl_fn;
|
|
decltype(hsa_signal_subtract_relaxed)* hsa_signal_subtract_relaxed_fn;
|
|
decltype(hsa_signal_subtract_scacquire)* hsa_signal_subtract_scacquire_fn;
|
|
decltype(hsa_signal_subtract_screlease)* hsa_signal_subtract_screlease_fn;
|
|
decltype(hsa_signal_subtract_scacq_screl)* hsa_signal_subtract_scacq_screl_fn;
|
|
decltype(hsa_signal_cas_relaxed)* hsa_signal_cas_relaxed_fn;
|
|
decltype(hsa_signal_cas_scacquire)* hsa_signal_cas_scacquire_fn;
|
|
decltype(hsa_signal_cas_screlease)* hsa_signal_cas_screlease_fn;
|
|
decltype(hsa_signal_cas_scacq_screl)* hsa_signal_cas_scacq_screl_fn;
|
|
|
|
//===--- Instruction Set Architecture -----------------------------------===//
|
|
|
|
decltype(hsa_isa_from_name)* hsa_isa_from_name_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_isa_get_info)* hsa_isa_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_isa_compatible)* hsa_isa_compatible_fn;
|
|
|
|
//===--- Code Objects (deprecated) --------------------------------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_serialize)* hsa_code_object_serialize_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_deserialize)* hsa_code_object_deserialize_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_destroy)* hsa_code_object_destroy_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_info)* hsa_code_object_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_symbol)* hsa_code_object_get_symbol_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_symbol_get_info)* hsa_code_symbol_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_iterate_symbols)* hsa_code_object_iterate_symbols_fn;
|
|
|
|
//===--- Executable -----------------------------------------------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_create)* hsa_executable_create_fn;
|
|
decltype(hsa_executable_destroy)* hsa_executable_destroy_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_load_code_object)* hsa_executable_load_code_object_fn;
|
|
decltype(hsa_executable_freeze)* hsa_executable_freeze_fn;
|
|
decltype(hsa_executable_get_info)* hsa_executable_get_info_fn;
|
|
decltype(hsa_executable_global_variable_define)*
|
|
hsa_executable_global_variable_define_fn;
|
|
decltype(hsa_executable_agent_global_variable_define)*
|
|
hsa_executable_agent_global_variable_define_fn;
|
|
decltype(hsa_executable_readonly_variable_define)*
|
|
hsa_executable_readonly_variable_define_fn;
|
|
decltype(hsa_executable_validate)* hsa_executable_validate_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_get_symbol)* hsa_executable_get_symbol_fn;
|
|
decltype(hsa_executable_symbol_get_info)* hsa_executable_symbol_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_iterate_symbols)* hsa_executable_iterate_symbols_fn;
|
|
|
|
//===--- Runtime Notifications ------------------------------------------===//
|
|
|
|
decltype(hsa_status_string)* hsa_status_string_fn;
|
|
|
|
// Start HSA v1.1 additions
|
|
decltype(hsa_extension_get_name)* hsa_extension_get_name_fn;
|
|
decltype(hsa_system_major_extension_supported)* hsa_system_major_extension_supported_fn;
|
|
decltype(hsa_system_get_major_extension_table)* hsa_system_get_major_extension_table_fn;
|
|
decltype(hsa_agent_major_extension_supported)* hsa_agent_major_extension_supported_fn;
|
|
decltype(hsa_cache_get_info)* hsa_cache_get_info_fn;
|
|
decltype(hsa_agent_iterate_caches)* hsa_agent_iterate_caches_fn;
|
|
decltype(hsa_signal_silent_store_relaxed)* hsa_signal_silent_store_relaxed_fn;
|
|
decltype(hsa_signal_silent_store_screlease)* hsa_signal_silent_store_screlease_fn;
|
|
decltype(hsa_signal_group_create)* hsa_signal_group_create_fn;
|
|
decltype(hsa_signal_group_destroy)* hsa_signal_group_destroy_fn;
|
|
decltype(hsa_signal_group_wait_any_scacquire)* hsa_signal_group_wait_any_scacquire_fn;
|
|
decltype(hsa_signal_group_wait_any_relaxed)* hsa_signal_group_wait_any_relaxed_fn;
|
|
|
|
//===--- Instruction Set Architecture - HSA v1.1 additions --------------===//
|
|
|
|
decltype(hsa_agent_iterate_isas)* hsa_agent_iterate_isas_fn;
|
|
decltype(hsa_isa_get_info_alt)* hsa_isa_get_info_alt_fn;
|
|
decltype(hsa_isa_get_exception_policies)* hsa_isa_get_exception_policies_fn;
|
|
decltype(hsa_isa_get_round_method)* hsa_isa_get_round_method_fn;
|
|
decltype(hsa_wavefront_get_info)* hsa_wavefront_get_info_fn;
|
|
decltype(hsa_isa_iterate_wavefronts)* hsa_isa_iterate_wavefronts_fn;
|
|
|
|
//===--- Code Objects (deprecated) - HSA v1.1 additions -----------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_symbol_from_name)*
|
|
hsa_code_object_get_symbol_from_name_fn;
|
|
|
|
//===--- Executable - HSA v1.1 additions --------------------------------===//
|
|
|
|
decltype(hsa_code_object_reader_create_from_file)*
|
|
hsa_code_object_reader_create_from_file_fn;
|
|
decltype(hsa_code_object_reader_create_from_memory)*
|
|
hsa_code_object_reader_create_from_memory_fn;
|
|
decltype(hsa_code_object_reader_destroy)* hsa_code_object_reader_destroy_fn;
|
|
decltype(hsa_executable_create_alt)* hsa_executable_create_alt_fn;
|
|
decltype(hsa_executable_load_program_code_object)*
|
|
hsa_executable_load_program_code_object_fn;
|
|
decltype(hsa_executable_load_agent_code_object)*
|
|
hsa_executable_load_agent_code_object_fn;
|
|
decltype(hsa_executable_validate_alt)* hsa_executable_validate_alt_fn;
|
|
decltype(hsa_executable_get_symbol_by_name)*
|
|
hsa_executable_get_symbol_by_name_fn;
|
|
decltype(hsa_executable_iterate_agent_symbols)*
|
|
hsa_executable_iterate_agent_symbols_fn;
|
|
decltype(hsa_executable_iterate_program_symbols)*
|
|
hsa_executable_iterate_program_symbols_fn;
|
|
};
|
|
|
|
// Table to export HSA Apis from Core Runtime, Amd Extensions
|
|
// Finalizer and Images
|
|
struct HsaApiTable {
|
|
|
|
// Version of Hsa Api Table
|
|
ApiTableVersion version;
|
|
|
|
// Table of function pointers to HSA Core Runtime
|
|
CoreApiTable* core_;
|
|
|
|
// Table of function pointers to AMD extensions
|
|
AmdExtTable* amd_ext_;
|
|
|
|
// Table of function pointers to HSA Finalizer Extension
|
|
FinalizerExtTable* finalizer_ext_;
|
|
|
|
// Table of function pointers to HSA Image Extension
|
|
ImageExtTable* image_ext_;
|
|
|
|
// Table of function pointers for tools to use
|
|
ToolsApiTable* tools_;
|
|
|
|
// Table of function pointers to AMD PC Sampling Extension
|
|
PcSamplingExtTable* pc_sampling_ext_;
|
|
};
|
|
|
|
// Structure containing instances of different api tables
|
|
struct HsaApiTableContainer {
|
|
HsaApiTable root;
|
|
CoreApiTable core;
|
|
AmdExtTable amd_ext;
|
|
FinalizerExtTable finalizer_ext;
|
|
ImageExtTable image_ext;
|
|
ToolsApiTable tools;
|
|
PcSamplingExtTable pc_sampling_ext;
|
|
|
|
// Default initialization of a container instance
|
|
HsaApiTableContainer() {
|
|
root.version.major_id = HSA_API_TABLE_MAJOR_VERSION;
|
|
root.version.minor_id = sizeof(HsaApiTable);
|
|
root.version.step_id = HSA_API_TABLE_STEP_VERSION;
|
|
|
|
core.version.major_id = HSA_CORE_API_TABLE_MAJOR_VERSION;
|
|
core.version.minor_id = sizeof(CoreApiTable);
|
|
core.version.step_id = HSA_CORE_API_TABLE_STEP_VERSION;
|
|
root.core_ = &core;
|
|
|
|
amd_ext.version.major_id = HSA_AMD_EXT_API_TABLE_MAJOR_VERSION;
|
|
amd_ext.version.minor_id = sizeof(AmdExtTable);
|
|
amd_ext.version.step_id = HSA_AMD_EXT_API_TABLE_STEP_VERSION;
|
|
root.amd_ext_ = &amd_ext;
|
|
|
|
finalizer_ext.version.major_id = HSA_FINALIZER_API_TABLE_MAJOR_VERSION;
|
|
finalizer_ext.version.minor_id = sizeof(FinalizerExtTable);
|
|
finalizer_ext.version.step_id = HSA_FINALIZER_API_TABLE_STEP_VERSION;
|
|
root.finalizer_ext_ = &finalizer_ext;
|
|
|
|
image_ext.version.major_id = HSA_IMAGE_API_TABLE_MAJOR_VERSION;
|
|
image_ext.version.minor_id = sizeof(ImageExtTable);
|
|
image_ext.version.step_id = HSA_IMAGE_API_TABLE_STEP_VERSION;
|
|
root.image_ext_ = &image_ext;
|
|
|
|
tools.version.major_id = HSA_TOOLS_API_TABLE_MAJOR_VERSION;
|
|
tools.version.minor_id = sizeof(ToolsApiTable);
|
|
tools.version.step_id = HSA_TOOLS_API_TABLE_STEP_VERSION;
|
|
root.tools_ = &tools;
|
|
|
|
pc_sampling_ext.version.major_id = HSA_PC_SAMPLING_API_TABLE_MAJOR_VERSION;
|
|
pc_sampling_ext.version.minor_id = sizeof(PcSamplingExtTable);
|
|
pc_sampling_ext.version.step_id = HSA_PC_SAMPLING_API_TABLE_STEP_VERSION;
|
|
root.pc_sampling_ext_ = &pc_sampling_ext;
|
|
}
|
|
};
|
|
|
|
// Api to copy function pointers of a table
|
|
static
|
|
void inline copyApi(void* src, void* dest, size_t size) {
|
|
assert(size >= sizeof(ApiTableVersion));
|
|
memcpy((char*)src + sizeof(ApiTableVersion),
|
|
(char*)dest + sizeof(ApiTableVersion),
|
|
(size - sizeof(ApiTableVersion)));
|
|
}
|
|
|
|
// Copy Api child tables if valid.
|
|
static void inline copyElement(ApiTableVersion* dest, ApiTableVersion* src) {
|
|
if (src->major_id && (dest->major_id == src->major_id)) {
|
|
dest->step_id = src->step_id;
|
|
dest->minor_id = Min(dest->minor_id, src->minor_id);
|
|
copyApi(dest, src, dest->minor_id);
|
|
} else {
|
|
dest->major_id = 0;
|
|
dest->minor_id = 0;
|
|
dest->step_id = 0;
|
|
}
|
|
}
|
|
|
|
// Copy constructor for all Api tables. The function assumes the
|
|
// user has initialized an instance of tables container correctly
|
|
// for the Major, Minor and Stepping Ids of Root and Child Api tables.
|
|
// The function will overwrite the value of Minor Id by taking the
|
|
// minimum of source and destination parameters. It will also overwrite
|
|
// the stepping Id with value from source parameter.
|
|
static void inline copyTables(const HsaApiTable* src, HsaApiTable* dest) {
|
|
// Verify Major Id of source and destination tables match
|
|
if (dest->version.major_id != src->version.major_id) {
|
|
dest->version.major_id = 0;
|
|
dest->version.minor_id = 0;
|
|
dest->version.step_id = 0;
|
|
return;
|
|
}
|
|
|
|
// Initialize the stepping id and minor id of root table. For the
|
|
// minor id which encodes struct size, take the minimum of source
|
|
// and destination parameters
|
|
dest->version.step_id = src->version.step_id;
|
|
dest->version.minor_id = Min(dest->version.minor_id, src->version.minor_id);
|
|
|
|
// Copy child tables if present
|
|
if ((offsetof(HsaApiTable, core_) < dest->version.minor_id))
|
|
copyElement(&dest->core_->version, &src->core_->version);
|
|
if ((offsetof(HsaApiTable, amd_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->amd_ext_->version, &src->amd_ext_->version);
|
|
if ((offsetof(HsaApiTable, finalizer_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->finalizer_ext_->version, &src->finalizer_ext_->version);
|
|
if ((offsetof(HsaApiTable, image_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->image_ext_->version, &src->image_ext_->version);
|
|
if ((offsetof(HsaApiTable, tools_) < dest->version.minor_id))
|
|
copyElement(&dest->tools_->version, &src->tools_->version);
|
|
if ((offsetof(HsaApiTable, pc_sampling_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->pc_sampling_ext_->version, &src->pc_sampling_ext_->version);
|
|
}
|
|
#endif
|