/* Copyright (c) 2015-present Advanced Micro Devices, Inc. Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "cl_common.hpp" #include #include "platform/object.hpp" #include "cl_lqdflash_amd.h" #if (!defined(BUILD_HSA_TARGET) && defined(WITH_HSA_DEVICE) && \ defined(WITH_AMDGPU_PRO)) || defined(_WIN32) || defined(WITH_PAL_DEVICE) #define WITH_LIQUID_FLASH 1 #endif // _WIN32 #if defined(WITH_LIQUID_FLASH) #include "lf.h" #include #include #endif // WITH_LIQUID_FLASH namespace amd { LiquidFlashFile::~LiquidFlashFile() { close(); } bool LiquidFlashFile::open() { #if defined WITH_LIQUID_FLASH lf_status err; lf_file_flags flags = 0; switch (flags_) { case CL_FILE_READ_ONLY_AMD: flags = LF_READ; break; case CL_FILE_WRITE_ONLY_AMD: flags = LF_WRITE; break; case CL_FILE_READ_WRITE_AMD: flags = LF_READ | LF_WRITE; break; } #ifdef ATI_OS_LINUX assert(sizeof(wchar_t) != sizeof(lf_char)); std::string name_char; std::wstring_convert, wchar_t> cv; name_char = cv.to_bytes(name_); handle_ = lfOpenFile(name_char.c_str(), flags, &err); #else handle_ = lfOpenFile(name_.c_str(), flags, &err); #endif if (err != lf_success) { return false; } if (lfGetFileBlockSize((lf_file)handle_, &blockSize_) != lf_success) { return false; } if (lfGetFileSize((lf_file)handle_, &fileSize_) != lf_success) { return false; } return true; #else return false; #endif // WITH_LIQUID_FLASH } void LiquidFlashFile::close() { #if defined WITH_LIQUID_FLASH if (handle_ != NULL) { lfReleaseFile((lf_file)handle_); handle_ = NULL; } #endif // WITH_LIQUID_FLASH } bool LiquidFlashFile::transferBlock(bool writeBuffer, void* srcDst, uint64_t bufferSize, uint64_t fileOffset, uint64_t bufferOffset, uint64_t size) const { #if defined WITH_LIQUID_FLASH lf_status status; lf_region_descriptor region = {fileOffset / blockSize(), bufferOffset / blockSize(), size / blockSize()}; if (writeBuffer) { status = lfReadFile(srcDst, bufferSize, (lf_file)handle_, 1, ®ion, NULL); } else { status = lfWriteFile(srcDst, bufferSize, (lf_file)handle_, 1, ®ion, NULL); } if (lf_success == status) { return true; } else { return false; } #else return false; #endif // WITH_LIQUID_FLASH } } // namespace amd /*! \addtogroup API * @{ * * \addtogroup AMD_Extensions * @{ * */ RUNTIME_ENTRY_RET(cl_file_amd, clCreateSsgFileObjectAMD, (cl_context context, cl_file_flags_amd flags, const wchar_t* file_name, cl_int* errcode_ret)) { #if defined WITH_LIQUID_FLASH && defined ATI_OS_LINUX if (!is_valid(context)) { *not_null(errcode_ret) = CL_INVALID_CONTEXT; LogWarning("invalid parameter \"context\""); return (cl_file_amd)0; } const std::vector& devices = as_amd(context)->devices(); bool supportPass = false; for (auto& dev : devices) { if (lf_success == lfCheckExtensionSupportForDevice(dev->info().pcieDeviceId_, dev->info().pcieRevisionId_)) { supportPass = true; break; } } if (!supportPass) { *not_null(errcode_ret) = CL_INVALID_DEVICE; LogWarning("SSG isn't supported"); return (cl_file_amd)0; } #endif amd::LiquidFlashFile* file = new amd::LiquidFlashFile(file_name, flags); if (file == NULL) { *not_null(errcode_ret) = CL_OUT_OF_HOST_MEMORY; return (cl_file_amd)0; } if (!file->open()) { *not_null(errcode_ret) = CL_INVALID_VALUE; delete file; return (cl_file_amd)0; } *not_null(errcode_ret) = CL_SUCCESS; return as_cl(file); } RUNTIME_EXIT RUNTIME_ENTRY(cl_int, clGetSsgFileObjectInfoAMD, (cl_file_amd file, cl_file_info_amd param_name, size_t param_value_size, void* param_value, size_t* param_value_size_ret)) { if (!is_valid(file)) { return CL_INVALID_FILE_OBJECT_AMD; } switch (param_name) { case CL_FILE_BLOCK_SIZE_AMD: { cl_uint blockSize = as_amd(file)->blockSize(); return amd::clGetInfo(blockSize, param_value_size, param_value, param_value_size_ret); } case CL_FILE_SIZE_AMD: { cl_ulong fileSize = as_amd(file)->fileSize(); return amd::clGetInfo(fileSize, param_value_size, param_value, param_value_size_ret); } default: break; } return CL_INVALID_VALUE; } RUNTIME_EXIT RUNTIME_ENTRY(cl_int, clRetainSsgFileObjectAMD, (cl_file_amd file)) { if (!is_valid(file)) { return CL_INVALID_FILE_OBJECT_AMD; } as_amd(file)->retain(); return CL_SUCCESS; } RUNTIME_EXIT RUNTIME_ENTRY(cl_int, clReleaseSsgFileObjectAMD, (cl_file_amd file)) { if (!is_valid(file)) { return CL_INVALID_FILE_OBJECT_AMD; } as_amd(file)->release(); return CL_SUCCESS; } RUNTIME_EXIT static cl_int EnqueueTransferBufferFromSsgFileAMD( cl_bool isWrite, cl_command_queue command_queue, cl_mem buffer, cl_bool blocking_write, size_t buffer_offset, size_t cb, cl_file_amd file, size_t file_offset, cl_uint num_events_in_wait_list, const cl_event* event_wait_list, cl_event* event) { if (!is_valid(command_queue)) { return CL_INVALID_COMMAND_QUEUE; } if (!is_valid(buffer)) { return CL_INVALID_MEM_OBJECT; } amd::Buffer* pBuffer = as_amd(buffer)->asBuffer(); if (pBuffer == NULL) { return CL_INVALID_MEM_OBJECT; } if (pBuffer->getMemFlags() & (CL_MEM_HOST_READ_ONLY | CL_MEM_HOST_NO_ACCESS)) { return CL_INVALID_OPERATION; } amd::HostQueue* queue = as_amd(command_queue)->asHostQueue(); if (NULL == queue) { return CL_INVALID_COMMAND_QUEUE; } amd::HostQueue& hostQueue = *queue; if (hostQueue.context() != pBuffer->getContext()) { return CL_INVALID_CONTEXT; } if (!is_valid(file)) { return CL_INVALID_FILE_OBJECT_AMD; } amd::LiquidFlashFile* amdFile = as_amd(file); amd::Coord3D bufferOffset(buffer_offset, 0, 0); amd::Coord3D bufferSize(cb, 1, 1); if ((!pBuffer->validateRegion(bufferOffset, bufferSize)) || // LF library supports aligned sizes only ((buffer_offset % amdFile->blockSize()) != 0) || ((cb % amdFile->blockSize()) != 0) || ((file_offset % amdFile->blockSize()) != 0)) { return CL_INVALID_VALUE; } amd::Command::EventWaitList eventWaitList; cl_int err = amd::clSetEventWaitList(eventWaitList, hostQueue, num_events_in_wait_list, event_wait_list); if (err != CL_SUCCESS) { return err; } amd::TransferBufferFileCommand* command; command = new amd::TransferBufferFileCommand( isWrite ? CL_COMMAND_READ_SSG_FILE_AMD : CL_COMMAND_WRITE_SSG_FILE_AMD, hostQueue, eventWaitList, *pBuffer, bufferOffset, bufferSize, amdFile, file_offset); if (command == NULL) { return CL_OUT_OF_HOST_MEMORY; } // Make sure we have memory for the command execution if (!command->validateMemory()) { delete command; return CL_MEM_OBJECT_ALLOCATION_FAILURE; } command->enqueue(); if (blocking_write) { command->awaitCompletion(); } *not_null(event) = as_cl(&command->event()); if (event == NULL) { command->release(); } return CL_SUCCESS; } RUNTIME_ENTRY(cl_int, clEnqueueReadSsgFileAMD, (cl_command_queue command_queue, cl_mem buffer, cl_bool blocking_write, size_t buffer_offset, size_t cb, cl_file_amd file, size_t file_offset, cl_uint num_events_in_wait_list, const cl_event* event_wait_list, cl_event* event)) { return EnqueueTransferBufferFromSsgFileAMD(CL_TRUE, command_queue, buffer, blocking_write, buffer_offset, cb, file, file_offset, num_events_in_wait_list, event_wait_list, event); } RUNTIME_EXIT RUNTIME_ENTRY(cl_int, clEnqueueWriteSsgFileAMD, (cl_command_queue command_queue, cl_mem buffer, cl_bool blocking_write, size_t buffer_offset, size_t cb, cl_file_amd file, size_t file_offset, cl_uint num_events_in_wait_list, const cl_event* event_wait_list, cl_event* event)) { return EnqueueTransferBufferFromSsgFileAMD(CL_FALSE, command_queue, buffer, blocking_write, buffer_offset, cb, file, file_offset, num_events_in_wait_list, event_wait_list, event); } RUNTIME_EXIT