/* Copyright (c) 2010 - 2021 Advanced Micro Devices, Inc. Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "top.hpp" #include "os/os.hpp" #include "device/device.hpp" #include "device/rocm/rocdefs.hpp" #include "device/rocm/rocmemory.hpp" #include "device/rocm/rockernel.hpp" #include "device/rocm/rocprogram.hpp" #include "device/rocm/rocdevice.hpp" #include "device/rocm/rocprintf.hpp" #include #include #include namespace roc { PrintfDbg::PrintfDbg(Device& device, FILE* file) : dbgBuffer_(nullptr), dbgBuffer_size_(0), dbgFile_(file), gpuDevice_(device) {} PrintfDbg::~PrintfDbg() { dev().hostFree(dbgBuffer_, dbgBuffer_size_); } bool PrintfDbg::allocate(bool realloc) { if (nullptr == dbgBuffer_) { dbgBuffer_size_ = dev().info().printfBufferSize_; dbgBuffer_ = reinterpret_cast
(dev().hostAlloc(dbgBuffer_size_, sizeof(void*))); } else if (realloc) { LogWarning("Debug buffer reallocation!"); // Double the buffer size if it's not big enough dev().hostFree(dbgBuffer_, dbgBuffer_size_); dbgBuffer_size_ = dbgBuffer_size_ << 1; dbgBuffer_ = reinterpret_cast
(dev().hostAlloc(dbgBuffer_size_, sizeof(void*))); } return (nullptr != dbgBuffer_) ? true : false; } bool PrintfDbg::checkFloat(const std::string& fmt) const { switch (fmt[fmt.size() - 1]) { case 'e': case 'E': case 'f': case 'g': case 'G': case 'a': return true; break; default: break; } return false; } bool PrintfDbg::checkString(const std::string& fmt) const { if (fmt[fmt.size() - 1] == 's') return true; return false; } int PrintfDbg::checkVectorSpecifier(const std::string& fmt, size_t startPos, size_t& curPos) const { int vectorSize = 0; size_t pos = curPos; size_t size = curPos - startPos; if (size >= 3) { size = 0; // no modifiers if (fmt[curPos - 3] == 'v') { size = 2; } // the modifiers are "h" or "l" else if (fmt[curPos - 4] == 'v') { size = 3; } // the modifier is "hh" else if ((curPos >= 5) && (fmt[curPos - 5] == 'v')) { size = 4; } if (size > 0) { curPos = size; pos -= curPos; // Get vector size vectorSize = fmt[pos++] - '0'; // PrintfDbg supports only 2, 3, 4, 8 and 16 wide vectors switch (vectorSize) { case 1: if ((fmt[pos++] - '0') == 6) { vectorSize = 16; } else { vectorSize = 0; } break; case 2: case 3: case 4: case 8: break; default: vectorSize = 0; break; } } } return vectorSize; } static constexpr size_t ConstStr = 0xffffffff; static constexpr char Separator[] = ",\0"; size_t PrintfDbg::outputArgument(const std::string& fmt, bool printFloat, size_t size, const uint32_t* argument) const { // Serialize the output to the screen // amd::ScopedLock k(dev().lockAsyncOps()); size_t copiedBytes = size; // Print the string argument, using standard PrintfDbg() if (checkString(fmt.c_str())) { // copiedBytes should be as number of printed chars copiedBytes = 0; //(null) should be printed if (*argument == 0) { amd::Os::printf(fmt.data(), 0); // copiedBytes = strlen("(null)") copiedBytes = 6; } else { const unsigned char* argumentStr = reinterpret_cast(argument); amd::Os::printf(fmt.data(), argumentStr); // copiedBytes = strlen(argumentStr) while (argumentStr[copiedBytes++] != 0) ; } } // Print the argument(except for string ), using standard PrintfDbg() else { bool hlModifier = (strstr(fmt.c_str(), "hl") != nullptr); std::string hlFmt; if (hlModifier) { hlFmt = fmt; hlFmt.erase(hlFmt.find_first_of("hl"), 2); } switch (size) { case 0: { const char* str = reinterpret_cast(argument); amd::Os::printf(fmt.data(), str); // Find the string length while (str[copiedBytes++] != 0) ; } break; case 1: amd::Os::printf(fmt.data(), *(reinterpret_cast(argument))); break; case 2: case 4: if (printFloat) { static const char* fSpecifiers = "eEfgGa"; std::string fmtF = fmt; size_t posS = fmtF.find_first_of("%"); size_t posE = fmtF.find_first_of(fSpecifiers); if (posS != std::string::npos && posE != std::string::npos) { fmtF.replace(posS + 1, posE - posS, "s"); } float fArg = *(reinterpret_cast(argument)); float fSign = copysign(1.0, fArg); if (std::isinf(fArg) && !std::isnan(fArg)) { if (fSign < 0) { amd::Os::printf(fmtF.data(), "-infinity"); } else { amd::Os::printf(fmtF.data(), "infinity"); } } else if (std::isnan(fArg)) { if (fSign < 0) { amd::Os::printf(fmtF.data(), "-nan"); } else { amd::Os::printf(fmtF.data(), "nan"); } } else if (hlModifier) { amd::Os::printf(hlFmt.data(), fArg); } else { amd::Os::printf(fmt.data(), fArg); } } else { bool hhModifier = (strstr(fmt.c_str(), "hh") != nullptr); if (hhModifier) { // current implementation of printf in gcc 4.5.2 runtime libraries, // doesn`t recognize "hh" modifier ==> // argument should be explicitly converted to unsigned char (uchar) // before printing and // fmt should be updated not to contain "hh" modifier std::string hhFmt = fmt; hhFmt.erase(hhFmt.find_first_of("h"), 2); amd::Os::printf(hhFmt.data(), *(reinterpret_cast(argument))); } else if (hlModifier) { amd::Os::printf(hlFmt.data(), *argument); } else { amd::Os::printf(fmt.data(), *argument); } } break; case 8: if (printFloat) { if (hlModifier) { amd::Os::printf(hlFmt.data(), *(reinterpret_cast(argument))); } else { amd::Os::printf(fmt.data(), *(reinterpret_cast(argument))); } } else { std::string out = fmt; // Use 'll' for 64 bit printf out.insert((out.size() - 1), 1, 'l'); amd::Os::printf(out.data(), *(reinterpret_cast(argument))); } break; case ConstStr: { const char* str = reinterpret_cast(argument); amd::Os::printf(fmt.data(), str); } break; default: amd::Os::printf("Error: Unsupported data size for PrintfDbg. %d bytes", static_cast(size)); return 0; } } fflush(stdout); return copiedBytes; } void PrintfDbg::outputDbgBuffer(const device::PrintfInfo& info, const uint32_t* workitemData, size_t& i) const { static const char* specifiers = "cdieEfgGaosuxXp"; static const char* modifiers = "hl"; static const char* special = "%n"; static const std::string sepStr = "%s"; const uint32_t* s = workitemData; size_t pos = 0; // Find the format string std::string str = info.fmtString_; std::string fmt; size_t posStart, posEnd; // Print all arguments // Note: the following code walks through all arguments, provided by the // kernel and // finds the corresponding specifier in the format string. // Then it splits the original string into substrings with a single specifier // and // uses standard PrintfDbg() to print each argument for (uint j = 0; j < info.arguments_.size(); ++j) { do { posStart = str.find_first_of("%", pos); if (posStart != std::string::npos) { posStart++; // Erase all spaces after % while (str[posStart] == ' ') { str.erase(posStart, 1); } size_t tmp = str.find_first_of(special, posStart); size_t tmp2 = str.find_first_of(specifiers, posStart); // Special cases. Special symbol is located before any specifier if (tmp < tmp2) { posEnd = posStart + 1; fmt = str.substr(pos, posEnd - pos); fmt.erase(posStart - pos - 1, 1); pos = posStart = posEnd; outputArgument(sepStr, false, ConstStr, reinterpret_cast(fmt.data())); continue; } break; } else if (pos < str.length()) { outputArgument(sepStr, false, ConstStr, reinterpret_cast((str.substr(pos)).data())); } } while (posStart != std::string::npos); if (posStart != std::string::npos) { bool printFloat = false; int vectorSize = 0; size_t idPos = 0; // Search for PrintfDbg specifier in the format string. // It will be a split point for the output posEnd = str.find_first_of(specifiers, posStart); if (posEnd == std::string::npos) { pos = posStart = posEnd; break; } posEnd++; size_t curPos = posEnd; vectorSize = checkVectorSpecifier(str, posStart, curPos); // Get substring from the last position to the current specifier fmt = str.substr(pos, posEnd - pos); // Readjust the string pointer if PrintfDbg outputs a vector if (vectorSize != 0) { size_t posVecSpec = fmt.length() - (curPos + 1); size_t posVecMod = fmt.find_first_of(modifiers, posVecSpec + 1); size_t posMod = str.find_first_of(modifiers, posStart); if (posMod < posEnd) { fmt = fmt.erase(posVecSpec, posVecMod - posVecSpec); } else { fmt = fmt.erase(posVecSpec, curPos); } idPos = posStart - pos - 1; } pos = posStart = posEnd; // Find out if the argument is a float printFloat = checkFloat(fmt); // Is it a scalar value? if (vectorSize == 0) { size_t length; length = outputArgument(fmt, printFloat, info.arguments_[j], &s[i]); if (0 == length) { return; } i += amd::alignUp(length, sizeof(uint32_t)) / sizeof(uint32_t); } else { // 3-component vector's size is defined as 4 * size of each scalar // component size_t elemSize = info.arguments_[j] / (vectorSize == 3 ? 4 : vectorSize); size_t k = i * sizeof(uint32_t); std::string elementStr = fmt.substr(idPos, fmt.size()); // Print first element with full string if (0 == outputArgument(fmt, printFloat, elemSize, &s[i])) { return; } // Print other elemnts with separator if available for (int e = 1; e < vectorSize; ++e) { const char* t = reinterpret_cast(s); // Output the vector separator outputArgument(sepStr, false, ConstStr, reinterpret_cast(Separator)); // Output the next element outputArgument(elementStr, printFloat, elemSize, reinterpret_cast(&t[k + e * elemSize])); } i += (amd::alignUp(info.arguments_[j], sizeof(uint32_t))) / sizeof(uint32_t); } } else { amd::Os::printf( "Error: The arguments don't match the printf format string. " "printf(%s)", info.fmtString_.data()); return; } } if (pos != std::string::npos) { fmt = str.substr(pos, str.size() - pos); outputArgument(sepStr, false, ConstStr, reinterpret_cast(fmt.data())); } } bool PrintfDbg::init(bool printfEnabled) { // Set up debug output buffer (if printf active) if (printfEnabled) { if (!allocate()) { return false; } // The first two DWORDs in the printf buffer are as follows: // First DWORD = Offset to where next information is to // be written, initialized to 0 // Second DWORD = Number of bytes available for printf data // = buffer size \96 2*sizeof(uint32_t) const uint8_t initSize = 2 * sizeof(uint32_t); uint8_t sysMem[initSize]; memset(sysMem, 0, initSize); uint32_t dbgBufferSize = dbgBuffer_size_ - initSize; memcpy(&sysMem[4], &dbgBufferSize, sizeof(dbgBufferSize)); // Copy offset and number of bytes available for printf data // into the corresponding location in the debug buffer hsa_status_t err = hsa_memory_copy(dbgBuffer_, sysMem, 2 * sizeof(uint32_t)); if (err != HSA_STATUS_SUCCESS) { LogPrintfError("\n Can't copy offset and bytes available data to dgbBuffer_," "failed with status: %d \n!", err); return false; } } return true; } bool PrintfDbg::output(VirtualGPU& gpu, bool printfEnabled, const std::vector& printfInfo) { if (printfEnabled) { uint32_t offsetSize = 0; // Wait until outstanding kernels finish gpu.releaseGpuMemoryFence(); // Get memory pointer to the staged buffer uint32_t* dbgBufferPtr = reinterpret_cast(dbgBuffer_); if (nullptr == dbgBufferPtr) { return false; } offsetSize = *dbgBufferPtr; if (offsetSize == 0) { return true; } // Get a pointer to the buffer data dbgBufferPtr = reinterpret_cast(dbgBuffer_ + 2 * sizeof(uint32_t)); if (nullptr == dbgBufferPtr) { return false; } uint sb = 0; uint sbt = 0; // parse the debug buffer while (sbt < offsetSize) { if (*dbgBufferPtr >= printfInfo.size()) { LogError("Couldn't find the reported PrintfID!"); return false; } const device::PrintfInfo& info = printfInfo[(*dbgBufferPtr)]; sb += sizeof(uint32_t); for (const auto& ita : info.arguments_) { sb += ita; } size_t idx = 1; // There's something in the debug buffer outputDbgBuffer(info, dbgBufferPtr, idx); sbt += sb; dbgBufferPtr += sb / sizeof(uint32_t); sb = 0; } } return true; } } // namespace gpu