David Yat Sin
13fbd8a232
Mapping memory handles to virtual memory addresses do not make them accessible. The set access function is needed to make the memory mappings accessible to specific agents. The get access function returns current access properties for individual agents. This is part of patch series for Virtual Memory API. Change-Id: I152ba0557fd2a802eb9d840568b68cdd1911b72c
495 línte
25 KiB
C
495 línte
25 KiB
C
////////////////////////////////////////////////////////////////////////////////
|
|
//
|
|
// The University of Illinois/NCSA
|
|
// Open Source License (NCSA)
|
|
//
|
|
// Copyright (c) 2014-2020, Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Developed by:
|
|
//
|
|
// AMD Research and AMD HSA Software Development
|
|
//
|
|
// Advanced Micro Devices, Inc.
|
|
//
|
|
// www.amd.com
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to
|
|
// deal with the Software without restriction, including without limitation
|
|
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
// and/or sell copies of the Software, and to permit persons to whom the
|
|
// Software is furnished to do so, subject to the following conditions:
|
|
//
|
|
// - Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimers.
|
|
// - Redistributions in binary form must reproduce the above copyright
|
|
// notice, this list of conditions and the following disclaimers in
|
|
// the documentation and/or other materials provided with the distribution.
|
|
// - Neither the names of Advanced Micro Devices, Inc,
|
|
// nor the names of its contributors may be used to endorse or promote
|
|
// products derived from this Software without specific prior written
|
|
// permission.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
// THE CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
// OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
// DEALINGS WITH THE SOFTWARE.
|
|
//
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#ifndef HSA_RUNTIME_INC_HSA_API_TRACE_H
|
|
#define HSA_RUNTIME_INC_HSA_API_TRACE_H
|
|
|
|
#include "hsa.h"
|
|
#ifdef AMD_INTERNAL_BUILD
|
|
#include "hsa_ext_image.h"
|
|
#include "hsa_ext_amd.h"
|
|
#include "hsa_ext_finalize.h"
|
|
#else
|
|
#include "inc/hsa_ext_image.h"
|
|
#include "inc/hsa_ext_amd.h"
|
|
#include "inc/hsa_ext_finalize.h"
|
|
#endif
|
|
|
|
#include <string.h>
|
|
#include <assert.h>
|
|
#include <stddef.h>
|
|
|
|
// Major Ids of the Api tables exported by Hsa Core Runtime
|
|
#define HSA_API_TABLE_MAJOR_VERSION 0x01
|
|
#define HSA_CORE_API_TABLE_MAJOR_VERSION 0x01
|
|
#define HSA_AMD_EXT_API_TABLE_MAJOR_VERSION 0x01
|
|
#define HSA_FINALIZER_API_TABLE_MAJOR_VERSION 0x01
|
|
#define HSA_IMAGE_API_TABLE_MAJOR_VERSION 0x01
|
|
#define HSA_AQLPROFILE_API_TABLE_MAJOR_VERSION 0x01
|
|
|
|
// Step Ids of the Api tables exported by Hsa Core Runtime
|
|
#define HSA_API_TABLE_STEP_VERSION 0x00
|
|
#define HSA_CORE_API_TABLE_STEP_VERSION 0x00
|
|
#define HSA_AMD_EXT_API_TABLE_STEP_VERSION 0x00
|
|
#define HSA_FINALIZER_API_TABLE_STEP_VERSION 0x00
|
|
#define HSA_IMAGE_API_TABLE_STEP_VERSION 0x00
|
|
#define HSA_AQLPROFILE_API_TABLE_STEP_VERSION 0x00
|
|
|
|
// Min function used to copy Api Tables
|
|
static inline uint32_t Min(const uint32_t a, const uint32_t b) {
|
|
return (a > b) ? b : a;
|
|
}
|
|
|
|
// Declarations of APIs intended for use only by tools.
|
|
typedef void (*hsa_amd_queue_intercept_packet_writer)(const void* pkts, uint64_t pkt_count);
|
|
typedef void (*hsa_amd_queue_intercept_handler)(const void* pkts, uint64_t pkt_count,
|
|
uint64_t user_pkt_index, void* data,
|
|
hsa_amd_queue_intercept_packet_writer writer);
|
|
hsa_status_t hsa_amd_queue_intercept_register(hsa_queue_t* queue,
|
|
hsa_amd_queue_intercept_handler callback,
|
|
void* user_data);
|
|
hsa_status_t hsa_amd_queue_intercept_create(
|
|
hsa_agent_t agent_handle, uint32_t size, hsa_queue_type32_t type,
|
|
void (*callback)(hsa_status_t status, hsa_queue_t* source, void* data), void* data,
|
|
uint32_t private_segment_size, uint32_t group_segment_size, hsa_queue_t** queue);
|
|
|
|
typedef void (*hsa_amd_runtime_queue_notifier)(const hsa_queue_t* queue, hsa_agent_t agent,
|
|
void* data);
|
|
hsa_status_t hsa_amd_runtime_queue_create_register(hsa_amd_runtime_queue_notifier callback,
|
|
void* user_data);
|
|
|
|
// Structure of Version used to identify an instance of Api table
|
|
// Must be the first member (offsetof == 0) of all API tables.
|
|
// This is the root of the table passing ABI.
|
|
struct ApiTableVersion {
|
|
uint32_t major_id;
|
|
uint32_t minor_id;
|
|
uint32_t step_id;
|
|
uint32_t reserved;
|
|
};
|
|
|
|
// Table to export HSA Finalizer Extension Apis
|
|
struct FinalizerExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ext_program_create)* hsa_ext_program_create_fn;
|
|
decltype(hsa_ext_program_destroy)* hsa_ext_program_destroy_fn;
|
|
decltype(hsa_ext_program_add_module)* hsa_ext_program_add_module_fn;
|
|
decltype(hsa_ext_program_iterate_modules)* hsa_ext_program_iterate_modules_fn;
|
|
decltype(hsa_ext_program_get_info)* hsa_ext_program_get_info_fn;
|
|
decltype(hsa_ext_program_finalize)* hsa_ext_program_finalize_fn;
|
|
};
|
|
|
|
// Table to export HSA Image Extension Apis
|
|
struct ImageExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_ext_image_get_capability)* hsa_ext_image_get_capability_fn;
|
|
decltype(hsa_ext_image_data_get_info)* hsa_ext_image_data_get_info_fn;
|
|
decltype(hsa_ext_image_create)* hsa_ext_image_create_fn;
|
|
decltype(hsa_ext_image_import)* hsa_ext_image_import_fn;
|
|
decltype(hsa_ext_image_export)* hsa_ext_image_export_fn;
|
|
decltype(hsa_ext_image_copy)* hsa_ext_image_copy_fn;
|
|
decltype(hsa_ext_image_clear)* hsa_ext_image_clear_fn;
|
|
decltype(hsa_ext_image_destroy)* hsa_ext_image_destroy_fn;
|
|
decltype(hsa_ext_sampler_create)* hsa_ext_sampler_create_fn;
|
|
decltype(hsa_ext_sampler_destroy)* hsa_ext_sampler_destroy_fn;
|
|
decltype(hsa_ext_image_get_capability_with_layout)* hsa_ext_image_get_capability_with_layout_fn;
|
|
decltype(hsa_ext_image_data_get_info_with_layout)* hsa_ext_image_data_get_info_with_layout_fn;
|
|
decltype(hsa_ext_image_create_with_layout)* hsa_ext_image_create_with_layout_fn;
|
|
};
|
|
|
|
// Table to export AMD Extension Apis
|
|
struct AmdExtTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_amd_coherency_get_type)* hsa_amd_coherency_get_type_fn;
|
|
decltype(hsa_amd_coherency_set_type)* hsa_amd_coherency_set_type_fn;
|
|
decltype(hsa_amd_profiling_set_profiler_enabled)* hsa_amd_profiling_set_profiler_enabled_fn;
|
|
decltype(hsa_amd_profiling_async_copy_enable) *hsa_amd_profiling_async_copy_enable_fn;
|
|
decltype(hsa_amd_profiling_get_dispatch_time)* hsa_amd_profiling_get_dispatch_time_fn;
|
|
decltype(hsa_amd_profiling_get_async_copy_time) *hsa_amd_profiling_get_async_copy_time_fn;
|
|
decltype(hsa_amd_profiling_convert_tick_to_system_domain)* hsa_amd_profiling_convert_tick_to_system_domain_fn;
|
|
decltype(hsa_amd_signal_async_handler)* hsa_amd_signal_async_handler_fn;
|
|
decltype(hsa_amd_async_function)* hsa_amd_async_function_fn;
|
|
decltype(hsa_amd_signal_wait_any)* hsa_amd_signal_wait_any_fn;
|
|
decltype(hsa_amd_queue_cu_set_mask)* hsa_amd_queue_cu_set_mask_fn;
|
|
decltype(hsa_amd_memory_pool_get_info)* hsa_amd_memory_pool_get_info_fn;
|
|
decltype(hsa_amd_agent_iterate_memory_pools)* hsa_amd_agent_iterate_memory_pools_fn;
|
|
decltype(hsa_amd_memory_pool_allocate)* hsa_amd_memory_pool_allocate_fn;
|
|
decltype(hsa_amd_memory_pool_free)* hsa_amd_memory_pool_free_fn;
|
|
decltype(hsa_amd_memory_async_copy)* hsa_amd_memory_async_copy_fn;
|
|
decltype(hsa_amd_memory_async_copy_on_engine)* hsa_amd_memory_async_copy_on_engine_fn;
|
|
decltype(hsa_amd_memory_copy_engine_status)* hsa_amd_memory_copy_engine_status_fn;
|
|
decltype(hsa_amd_agent_memory_pool_get_info)* hsa_amd_agent_memory_pool_get_info_fn;
|
|
decltype(hsa_amd_agents_allow_access)* hsa_amd_agents_allow_access_fn;
|
|
decltype(hsa_amd_memory_pool_can_migrate)* hsa_amd_memory_pool_can_migrate_fn;
|
|
decltype(hsa_amd_memory_migrate)* hsa_amd_memory_migrate_fn;
|
|
decltype(hsa_amd_memory_lock)* hsa_amd_memory_lock_fn;
|
|
decltype(hsa_amd_memory_unlock)* hsa_amd_memory_unlock_fn;
|
|
decltype(hsa_amd_memory_fill)* hsa_amd_memory_fill_fn;
|
|
decltype(hsa_amd_interop_map_buffer)* hsa_amd_interop_map_buffer_fn;
|
|
decltype(hsa_amd_interop_unmap_buffer)* hsa_amd_interop_unmap_buffer_fn;
|
|
decltype(hsa_amd_image_create)* hsa_amd_image_create_fn;
|
|
decltype(hsa_amd_pointer_info)* hsa_amd_pointer_info_fn;
|
|
decltype(hsa_amd_pointer_info_set_userdata)* hsa_amd_pointer_info_set_userdata_fn;
|
|
decltype(hsa_amd_ipc_memory_create)* hsa_amd_ipc_memory_create_fn;
|
|
decltype(hsa_amd_ipc_memory_attach)* hsa_amd_ipc_memory_attach_fn;
|
|
decltype(hsa_amd_ipc_memory_detach)* hsa_amd_ipc_memory_detach_fn;
|
|
decltype(hsa_amd_signal_create)* hsa_amd_signal_create_fn;
|
|
decltype(hsa_amd_ipc_signal_create)* hsa_amd_ipc_signal_create_fn;
|
|
decltype(hsa_amd_ipc_signal_attach)* hsa_amd_ipc_signal_attach_fn;
|
|
decltype(hsa_amd_register_system_event_handler)* hsa_amd_register_system_event_handler_fn;
|
|
decltype(hsa_amd_queue_intercept_create)* hsa_amd_queue_intercept_create_fn;
|
|
decltype(hsa_amd_queue_intercept_register)* hsa_amd_queue_intercept_register_fn;
|
|
decltype(hsa_amd_queue_set_priority)* hsa_amd_queue_set_priority_fn;
|
|
decltype(hsa_amd_memory_async_copy_rect)* hsa_amd_memory_async_copy_rect_fn;
|
|
decltype(hsa_amd_runtime_queue_create_register)* hsa_amd_runtime_queue_create_register_fn;
|
|
decltype(hsa_amd_memory_lock_to_pool)* hsa_amd_memory_lock_to_pool_fn;
|
|
decltype(hsa_amd_register_deallocation_callback)* hsa_amd_register_deallocation_callback_fn;
|
|
decltype(hsa_amd_deregister_deallocation_callback)* hsa_amd_deregister_deallocation_callback_fn;
|
|
decltype(hsa_amd_signal_value_pointer)* hsa_amd_signal_value_pointer_fn;
|
|
decltype(hsa_amd_svm_attributes_set)* hsa_amd_svm_attributes_set_fn;
|
|
decltype(hsa_amd_svm_attributes_get)* hsa_amd_svm_attributes_get_fn;
|
|
decltype(hsa_amd_svm_prefetch_async)* hsa_amd_svm_prefetch_async_fn;
|
|
decltype(hsa_amd_spm_acquire)* hsa_amd_spm_acquire_fn;
|
|
decltype(hsa_amd_spm_release)* hsa_amd_spm_release_fn;
|
|
decltype(hsa_amd_spm_set_dest_buffer)* hsa_amd_spm_set_dest_buffer_fn;
|
|
decltype(hsa_amd_queue_cu_get_mask)* hsa_amd_queue_cu_get_mask_fn;
|
|
decltype(hsa_amd_portable_export_dmabuf)* hsa_amd_portable_export_dmabuf_fn;
|
|
decltype(hsa_amd_portable_close_dmabuf)* hsa_amd_portable_close_dmabuf_fn;
|
|
decltype(hsa_amd_vmem_address_reserve)* hsa_amd_vmem_address_reserve_fn;
|
|
decltype(hsa_amd_vmem_address_free)* hsa_amd_vmem_address_free_fn;
|
|
decltype(hsa_amd_vmem_handle_create)* hsa_amd_vmem_handle_create_fn;
|
|
decltype(hsa_amd_vmem_handle_release)* hsa_amd_vmem_handle_release_fn;
|
|
decltype(hsa_amd_vmem_map)* hsa_amd_vmem_map_fn;
|
|
decltype(hsa_amd_vmem_unmap)* hsa_amd_vmem_unmap_fn;
|
|
decltype(hsa_amd_vmem_set_access)* hsa_amd_vmem_set_access_fn;
|
|
decltype(hsa_amd_vmem_get_access)* hsa_amd_vmem_get_access_fn;
|
|
};
|
|
|
|
// Table to export HSA Core Runtime Apis
|
|
struct CoreApiTable {
|
|
ApiTableVersion version;
|
|
decltype(hsa_init)* hsa_init_fn;
|
|
decltype(hsa_shut_down)* hsa_shut_down_fn;
|
|
decltype(hsa_system_get_info)* hsa_system_get_info_fn;
|
|
decltype(hsa_system_extension_supported)* hsa_system_extension_supported_fn;
|
|
decltype(hsa_system_get_extension_table)* hsa_system_get_extension_table_fn;
|
|
decltype(hsa_iterate_agents)* hsa_iterate_agents_fn;
|
|
decltype(hsa_agent_get_info)* hsa_agent_get_info_fn;
|
|
decltype(hsa_queue_create)* hsa_queue_create_fn;
|
|
decltype(hsa_soft_queue_create)* hsa_soft_queue_create_fn;
|
|
decltype(hsa_queue_destroy)* hsa_queue_destroy_fn;
|
|
decltype(hsa_queue_inactivate)* hsa_queue_inactivate_fn;
|
|
decltype(hsa_queue_load_read_index_scacquire)* hsa_queue_load_read_index_scacquire_fn;
|
|
decltype(hsa_queue_load_read_index_relaxed)* hsa_queue_load_read_index_relaxed_fn;
|
|
decltype(hsa_queue_load_write_index_scacquire)* hsa_queue_load_write_index_scacquire_fn;
|
|
decltype(hsa_queue_load_write_index_relaxed)* hsa_queue_load_write_index_relaxed_fn;
|
|
decltype(hsa_queue_store_write_index_relaxed)* hsa_queue_store_write_index_relaxed_fn;
|
|
decltype(hsa_queue_store_write_index_screlease)* hsa_queue_store_write_index_screlease_fn;
|
|
decltype(hsa_queue_cas_write_index_scacq_screl)* hsa_queue_cas_write_index_scacq_screl_fn;
|
|
decltype(hsa_queue_cas_write_index_scacquire)* hsa_queue_cas_write_index_scacquire_fn;
|
|
decltype(hsa_queue_cas_write_index_relaxed)* hsa_queue_cas_write_index_relaxed_fn;
|
|
decltype(hsa_queue_cas_write_index_screlease)* hsa_queue_cas_write_index_screlease_fn;
|
|
decltype(hsa_queue_add_write_index_scacq_screl)* hsa_queue_add_write_index_scacq_screl_fn;
|
|
decltype(hsa_queue_add_write_index_scacquire)* hsa_queue_add_write_index_scacquire_fn;
|
|
decltype(hsa_queue_add_write_index_relaxed)* hsa_queue_add_write_index_relaxed_fn;
|
|
decltype(hsa_queue_add_write_index_screlease)* hsa_queue_add_write_index_screlease_fn;
|
|
decltype(hsa_queue_store_read_index_relaxed)* hsa_queue_store_read_index_relaxed_fn;
|
|
decltype(hsa_queue_store_read_index_screlease)* hsa_queue_store_read_index_screlease_fn;
|
|
decltype(hsa_agent_iterate_regions)* hsa_agent_iterate_regions_fn;
|
|
decltype(hsa_region_get_info)* hsa_region_get_info_fn;
|
|
decltype(hsa_agent_get_exception_policies)* hsa_agent_get_exception_policies_fn;
|
|
decltype(hsa_agent_extension_supported)* hsa_agent_extension_supported_fn;
|
|
decltype(hsa_memory_register)* hsa_memory_register_fn;
|
|
decltype(hsa_memory_deregister)* hsa_memory_deregister_fn;
|
|
decltype(hsa_memory_allocate)* hsa_memory_allocate_fn;
|
|
decltype(hsa_memory_free)* hsa_memory_free_fn;
|
|
decltype(hsa_memory_copy)* hsa_memory_copy_fn;
|
|
decltype(hsa_memory_assign_agent)* hsa_memory_assign_agent_fn;
|
|
decltype(hsa_signal_create)* hsa_signal_create_fn;
|
|
decltype(hsa_signal_destroy)* hsa_signal_destroy_fn;
|
|
decltype(hsa_signal_load_relaxed)* hsa_signal_load_relaxed_fn;
|
|
decltype(hsa_signal_load_scacquire)* hsa_signal_load_scacquire_fn;
|
|
decltype(hsa_signal_store_relaxed)* hsa_signal_store_relaxed_fn;
|
|
decltype(hsa_signal_store_screlease)* hsa_signal_store_screlease_fn;
|
|
decltype(hsa_signal_wait_relaxed)* hsa_signal_wait_relaxed_fn;
|
|
decltype(hsa_signal_wait_scacquire)* hsa_signal_wait_scacquire_fn;
|
|
decltype(hsa_signal_and_relaxed)* hsa_signal_and_relaxed_fn;
|
|
decltype(hsa_signal_and_scacquire)* hsa_signal_and_scacquire_fn;
|
|
decltype(hsa_signal_and_screlease)* hsa_signal_and_screlease_fn;
|
|
decltype(hsa_signal_and_scacq_screl)* hsa_signal_and_scacq_screl_fn;
|
|
decltype(hsa_signal_or_relaxed)* hsa_signal_or_relaxed_fn;
|
|
decltype(hsa_signal_or_scacquire)* hsa_signal_or_scacquire_fn;
|
|
decltype(hsa_signal_or_screlease)* hsa_signal_or_screlease_fn;
|
|
decltype(hsa_signal_or_scacq_screl)* hsa_signal_or_scacq_screl_fn;
|
|
decltype(hsa_signal_xor_relaxed)* hsa_signal_xor_relaxed_fn;
|
|
decltype(hsa_signal_xor_scacquire)* hsa_signal_xor_scacquire_fn;
|
|
decltype(hsa_signal_xor_screlease)* hsa_signal_xor_screlease_fn;
|
|
decltype(hsa_signal_xor_scacq_screl)* hsa_signal_xor_scacq_screl_fn;
|
|
decltype(hsa_signal_exchange_relaxed)* hsa_signal_exchange_relaxed_fn;
|
|
decltype(hsa_signal_exchange_scacquire)* hsa_signal_exchange_scacquire_fn;
|
|
decltype(hsa_signal_exchange_screlease)* hsa_signal_exchange_screlease_fn;
|
|
decltype(hsa_signal_exchange_scacq_screl)* hsa_signal_exchange_scacq_screl_fn;
|
|
decltype(hsa_signal_add_relaxed)* hsa_signal_add_relaxed_fn;
|
|
decltype(hsa_signal_add_scacquire)* hsa_signal_add_scacquire_fn;
|
|
decltype(hsa_signal_add_screlease)* hsa_signal_add_screlease_fn;
|
|
decltype(hsa_signal_add_scacq_screl)* hsa_signal_add_scacq_screl_fn;
|
|
decltype(hsa_signal_subtract_relaxed)* hsa_signal_subtract_relaxed_fn;
|
|
decltype(hsa_signal_subtract_scacquire)* hsa_signal_subtract_scacquire_fn;
|
|
decltype(hsa_signal_subtract_screlease)* hsa_signal_subtract_screlease_fn;
|
|
decltype(hsa_signal_subtract_scacq_screl)* hsa_signal_subtract_scacq_screl_fn;
|
|
decltype(hsa_signal_cas_relaxed)* hsa_signal_cas_relaxed_fn;
|
|
decltype(hsa_signal_cas_scacquire)* hsa_signal_cas_scacquire_fn;
|
|
decltype(hsa_signal_cas_screlease)* hsa_signal_cas_screlease_fn;
|
|
decltype(hsa_signal_cas_scacq_screl)* hsa_signal_cas_scacq_screl_fn;
|
|
|
|
//===--- Instruction Set Architecture -----------------------------------===//
|
|
|
|
decltype(hsa_isa_from_name)* hsa_isa_from_name_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_isa_get_info)* hsa_isa_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_isa_compatible)* hsa_isa_compatible_fn;
|
|
|
|
//===--- Code Objects (deprecated) --------------------------------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_serialize)* hsa_code_object_serialize_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_deserialize)* hsa_code_object_deserialize_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_destroy)* hsa_code_object_destroy_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_info)* hsa_code_object_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_symbol)* hsa_code_object_get_symbol_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_symbol_get_info)* hsa_code_symbol_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_iterate_symbols)* hsa_code_object_iterate_symbols_fn;
|
|
|
|
//===--- Executable -----------------------------------------------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_create)* hsa_executable_create_fn;
|
|
decltype(hsa_executable_destroy)* hsa_executable_destroy_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_load_code_object)* hsa_executable_load_code_object_fn;
|
|
decltype(hsa_executable_freeze)* hsa_executable_freeze_fn;
|
|
decltype(hsa_executable_get_info)* hsa_executable_get_info_fn;
|
|
decltype(hsa_executable_global_variable_define)*
|
|
hsa_executable_global_variable_define_fn;
|
|
decltype(hsa_executable_agent_global_variable_define)*
|
|
hsa_executable_agent_global_variable_define_fn;
|
|
decltype(hsa_executable_readonly_variable_define)*
|
|
hsa_executable_readonly_variable_define_fn;
|
|
decltype(hsa_executable_validate)* hsa_executable_validate_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_get_symbol)* hsa_executable_get_symbol_fn;
|
|
decltype(hsa_executable_symbol_get_info)* hsa_executable_symbol_get_info_fn;
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_executable_iterate_symbols)* hsa_executable_iterate_symbols_fn;
|
|
|
|
//===--- Runtime Notifications ------------------------------------------===//
|
|
|
|
decltype(hsa_status_string)* hsa_status_string_fn;
|
|
|
|
// Start HSA v1.1 additions
|
|
decltype(hsa_extension_get_name)* hsa_extension_get_name_fn;
|
|
decltype(hsa_system_major_extension_supported)* hsa_system_major_extension_supported_fn;
|
|
decltype(hsa_system_get_major_extension_table)* hsa_system_get_major_extension_table_fn;
|
|
decltype(hsa_agent_major_extension_supported)* hsa_agent_major_extension_supported_fn;
|
|
decltype(hsa_cache_get_info)* hsa_cache_get_info_fn;
|
|
decltype(hsa_agent_iterate_caches)* hsa_agent_iterate_caches_fn;
|
|
decltype(hsa_signal_silent_store_relaxed)* hsa_signal_silent_store_relaxed_fn;
|
|
decltype(hsa_signal_silent_store_screlease)* hsa_signal_silent_store_screlease_fn;
|
|
decltype(hsa_signal_group_create)* hsa_signal_group_create_fn;
|
|
decltype(hsa_signal_group_destroy)* hsa_signal_group_destroy_fn;
|
|
decltype(hsa_signal_group_wait_any_scacquire)* hsa_signal_group_wait_any_scacquire_fn;
|
|
decltype(hsa_signal_group_wait_any_relaxed)* hsa_signal_group_wait_any_relaxed_fn;
|
|
|
|
//===--- Instruction Set Architecture - HSA v1.1 additions --------------===//
|
|
|
|
decltype(hsa_agent_iterate_isas)* hsa_agent_iterate_isas_fn;
|
|
decltype(hsa_isa_get_info_alt)* hsa_isa_get_info_alt_fn;
|
|
decltype(hsa_isa_get_exception_policies)* hsa_isa_get_exception_policies_fn;
|
|
decltype(hsa_isa_get_round_method)* hsa_isa_get_round_method_fn;
|
|
decltype(hsa_wavefront_get_info)* hsa_wavefront_get_info_fn;
|
|
decltype(hsa_isa_iterate_wavefronts)* hsa_isa_iterate_wavefronts_fn;
|
|
|
|
//===--- Code Objects (deprecated) - HSA v1.1 additions -----------------===//
|
|
|
|
// Deprecated since v1.1.
|
|
decltype(hsa_code_object_get_symbol_from_name)*
|
|
hsa_code_object_get_symbol_from_name_fn;
|
|
|
|
//===--- Executable - HSA v1.1 additions --------------------------------===//
|
|
|
|
decltype(hsa_code_object_reader_create_from_file)*
|
|
hsa_code_object_reader_create_from_file_fn;
|
|
decltype(hsa_code_object_reader_create_from_memory)*
|
|
hsa_code_object_reader_create_from_memory_fn;
|
|
decltype(hsa_code_object_reader_destroy)* hsa_code_object_reader_destroy_fn;
|
|
decltype(hsa_executable_create_alt)* hsa_executable_create_alt_fn;
|
|
decltype(hsa_executable_load_program_code_object)*
|
|
hsa_executable_load_program_code_object_fn;
|
|
decltype(hsa_executable_load_agent_code_object)*
|
|
hsa_executable_load_agent_code_object_fn;
|
|
decltype(hsa_executable_validate_alt)* hsa_executable_validate_alt_fn;
|
|
decltype(hsa_executable_get_symbol_by_name)*
|
|
hsa_executable_get_symbol_by_name_fn;
|
|
decltype(hsa_executable_iterate_agent_symbols)*
|
|
hsa_executable_iterate_agent_symbols_fn;
|
|
decltype(hsa_executable_iterate_program_symbols)*
|
|
hsa_executable_iterate_program_symbols_fn;
|
|
};
|
|
|
|
// Table to export HSA Apis from Core Runtime, Amd Extensions
|
|
// Finalizer and Images
|
|
struct HsaApiTable {
|
|
|
|
// Version of Hsa Api Table
|
|
ApiTableVersion version;
|
|
|
|
// Table of function pointers to HSA Core Runtime
|
|
CoreApiTable* core_;
|
|
|
|
// Table of function pointers to AMD extensions
|
|
AmdExtTable* amd_ext_;
|
|
|
|
// Table of function pointers to HSA Finalizer Extension
|
|
FinalizerExtTable* finalizer_ext_;
|
|
|
|
// Table of function pointers to HSA Image Extension
|
|
ImageExtTable* image_ext_;
|
|
};
|
|
|
|
// Structure containing instances of different api tables
|
|
struct HsaApiTableContainer {
|
|
HsaApiTable root;
|
|
CoreApiTable core;
|
|
AmdExtTable amd_ext;
|
|
FinalizerExtTable finalizer_ext;
|
|
ImageExtTable image_ext;
|
|
|
|
// Default initialization of a container instance
|
|
HsaApiTableContainer() {
|
|
root.version.major_id = HSA_API_TABLE_MAJOR_VERSION;
|
|
root.version.minor_id = sizeof(HsaApiTable);
|
|
root.version.step_id = HSA_API_TABLE_STEP_VERSION;
|
|
|
|
core.version.major_id = HSA_CORE_API_TABLE_MAJOR_VERSION;
|
|
core.version.minor_id = sizeof(CoreApiTable);
|
|
core.version.step_id = HSA_CORE_API_TABLE_STEP_VERSION;
|
|
root.core_ = &core;
|
|
|
|
amd_ext.version.major_id = HSA_AMD_EXT_API_TABLE_MAJOR_VERSION;
|
|
amd_ext.version.minor_id = sizeof(AmdExtTable);
|
|
amd_ext.version.step_id = HSA_AMD_EXT_API_TABLE_STEP_VERSION;
|
|
root.amd_ext_ = &amd_ext;
|
|
|
|
finalizer_ext.version.major_id = HSA_FINALIZER_API_TABLE_MAJOR_VERSION;
|
|
finalizer_ext.version.minor_id = sizeof(FinalizerExtTable);
|
|
finalizer_ext.version.step_id = HSA_FINALIZER_API_TABLE_STEP_VERSION;
|
|
root.finalizer_ext_ = & finalizer_ext;
|
|
|
|
image_ext.version.major_id = HSA_IMAGE_API_TABLE_MAJOR_VERSION;
|
|
image_ext.version.minor_id = sizeof(ImageExtTable);
|
|
image_ext.version.step_id = HSA_IMAGE_API_TABLE_STEP_VERSION;
|
|
root.image_ext_ = &image_ext;
|
|
}
|
|
};
|
|
|
|
// Api to copy function pointers of a table
|
|
static
|
|
void inline copyApi(void* src, void* dest, size_t size) {
|
|
assert(size >= sizeof(ApiTableVersion));
|
|
memcpy((char*)src + sizeof(ApiTableVersion),
|
|
(char*)dest + sizeof(ApiTableVersion),
|
|
(size - sizeof(ApiTableVersion)));
|
|
}
|
|
|
|
// Copy Api child tables if valid.
|
|
static void inline copyElement(ApiTableVersion* dest, ApiTableVersion* src) {
|
|
if (src->major_id && (dest->major_id == src->major_id)) {
|
|
dest->step_id = src->step_id;
|
|
dest->minor_id = Min(dest->minor_id, src->minor_id);
|
|
copyApi(dest, src, dest->minor_id);
|
|
} else {
|
|
dest->major_id = 0;
|
|
dest->minor_id = 0;
|
|
dest->step_id = 0;
|
|
}
|
|
}
|
|
|
|
// Copy constructor for all Api tables. The function assumes the
|
|
// user has initialized an instance of tables container correctly
|
|
// for the Major, Minor and Stepping Ids of Root and Child Api tables.
|
|
// The function will overwrite the value of Minor Id by taking the
|
|
// minimum of source and destination parameters. It will also overwrite
|
|
// the stepping Id with value from source parameter.
|
|
static void inline copyTables(const HsaApiTable* src, HsaApiTable* dest) {
|
|
// Verify Major Id of source and destination tables match
|
|
if (dest->version.major_id != src->version.major_id) {
|
|
dest->version.major_id = 0;
|
|
dest->version.minor_id = 0;
|
|
dest->version.step_id = 0;
|
|
return;
|
|
}
|
|
|
|
// Initialize the stepping id and minor id of root table. For the
|
|
// minor id which encodes struct size, take the minimum of source
|
|
// and destination parameters
|
|
dest->version.step_id = src->version.step_id;
|
|
dest->version.minor_id = Min(dest->version.minor_id, src->version.minor_id);
|
|
|
|
// Copy child tables if present
|
|
if ((offsetof(HsaApiTable, core_) < dest->version.minor_id))
|
|
copyElement(&dest->core_->version, &src->core_->version);
|
|
if ((offsetof(HsaApiTable, amd_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->amd_ext_->version, &src->amd_ext_->version);
|
|
if ((offsetof(HsaApiTable, finalizer_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->finalizer_ext_->version, &src->finalizer_ext_->version);
|
|
if ((offsetof(HsaApiTable, image_ext_) < dest->version.minor_id))
|
|
copyElement(&dest->image_ext_->version, &src->image_ext_->version);
|
|
}
|
|
#endif
|