Rahul Manocha
259 řádky
8.4 KiB
C++
259 řádky
8.4 KiB
C++
/*
|
||
Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved.
|
||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||
of this software and associated documentation files (the "Software"), to deal
|
||
in the Software without restriction, including without limitation the rights
|
||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||
copies of the Software, and to permit persons to whom the Software is
|
||
furnished to do so, subject to the following conditions:
|
||
The above copyright notice and this permission notice shall be included in
|
||
all copies or substantial portions of the Software.
|
||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||
THE SOFTWARE.
|
||
*/
|
||
|
||
/**
|
||
* @addtogroup hipMemcpyAsync hipMemcpyAsync
|
||
* @{
|
||
* @ingroup perfMemoryTest
|
||
* `hipMemcpyAsync(void* dst, const void* src, size_t count,
|
||
* hipMemcpyKind kind, hipStream_t stream = 0)` -
|
||
* Copies data between host and device.
|
||
*/
|
||
|
||
#include <hip_test_common.hh>
|
||
|
||
#define NUM_SIZES 9
|
||
// 4KB, 8KB, 64KB, 256KB, 1 MB, 4MB, 16 MB, 16MB+10
|
||
static const unsigned int Sizes[NUM_SIZES] =
|
||
{4096, 8192, 65536, 262144, 524288, 1048576, 4194304, 16777216, 16777216+10};
|
||
|
||
static const unsigned int Iterations[2] = {1, 1000};
|
||
|
||
#define BUF_TYPES 4
|
||
// 16 ways to combine 4 different buffer types
|
||
#define NUM_SUBTESTS (BUF_TYPES*BUF_TYPES)
|
||
|
||
static void setData(void *ptr, unsigned int size, char value) {
|
||
char *ptr2 = reinterpret_cast<char *>(ptr);
|
||
for (unsigned int i = 0; i < size ; i++) {
|
||
ptr2[i] = value;
|
||
}
|
||
}
|
||
|
||
static void checkData(void *ptr, unsigned int size, char value) {
|
||
char *ptr2 = reinterpret_cast<char *>(ptr);
|
||
for (unsigned int i = 0; i < size; i++) {
|
||
if (ptr2[i] != value) {
|
||
INFO("Validation failed at " << i << " Got " << ptr2[i] <<
|
||
" Expected " << value);
|
||
REQUIRE(false);
|
||
}
|
||
}
|
||
}
|
||
|
||
static bool hipPerfBufferCopySpeed_test(int p_tests) {
|
||
unsigned int bufSize_;
|
||
unsigned int numIter;
|
||
bool hostMalloc[2] = {false};
|
||
bool hostRegister[2] = {false};
|
||
bool unpinnedMalloc[2] = {false};
|
||
void *memptr[2] = {NULL};
|
||
void *alignedmemptr[2] = {NULL};
|
||
void *srcBuffer = NULL;
|
||
void *dstBuffer = NULL;
|
||
|
||
int numTests = (p_tests == -1) ? (NUM_SIZES*NUM_SUBTESTS*2 - 1) : p_tests;
|
||
int test = (p_tests == -1) ? 0 : p_tests;
|
||
|
||
for ( ; test <= numTests; test++ ) {
|
||
unsigned int srcTest = (test / NUM_SIZES) % BUF_TYPES;
|
||
unsigned int dstTest = (test / (NUM_SIZES*BUF_TYPES)) % BUF_TYPES;
|
||
bufSize_ = Sizes[test % NUM_SIZES];
|
||
hostMalloc[0] = hostMalloc[1] = false;
|
||
hostRegister[0] = hostRegister[1] = false;
|
||
unpinnedMalloc[0] = unpinnedMalloc[1] = false;
|
||
srcBuffer = dstBuffer = 0;
|
||
memptr[0] = memptr[1] = NULL;
|
||
alignedmemptr[0] = alignedmemptr[1] = NULL;
|
||
|
||
if (srcTest == 3) {
|
||
hostRegister[0] = true;
|
||
} else if (srcTest == 2) {
|
||
hostMalloc[0] = true;
|
||
} else if (srcTest == 1) {
|
||
unpinnedMalloc[0] = true;
|
||
}
|
||
|
||
if (dstTest == 1) {
|
||
unpinnedMalloc[1] = true;
|
||
} else if (dstTest == 2) {
|
||
hostMalloc[1] = true;
|
||
} else if (dstTest == 3) {
|
||
hostRegister[1] = true;
|
||
}
|
||
|
||
numIter = Iterations[test / (NUM_SIZES * NUM_SUBTESTS)];
|
||
|
||
if (hostMalloc[0]) {
|
||
HIP_CHECK(hipHostMalloc(reinterpret_cast<void**>(&srcBuffer),
|
||
bufSize_, 0));
|
||
setData(srcBuffer, bufSize_, 0xd0);
|
||
} else if (hostRegister[0]) {
|
||
memptr[0] = malloc(bufSize_ + 4096);
|
||
alignedmemptr[0] = reinterpret_cast<void*>(memptr[0]);
|
||
srcBuffer = alignedmemptr[0];
|
||
setData(srcBuffer, bufSize_, 0xd0);
|
||
HIP_CHECK(hipHostRegister(srcBuffer, bufSize_, 0));
|
||
} else if (unpinnedMalloc[0]) {
|
||
memptr[0] = malloc(bufSize_ + 4096);
|
||
alignedmemptr[0] = reinterpret_cast<void*>(memptr[0]);
|
||
srcBuffer = alignedmemptr[0];
|
||
setData(srcBuffer, bufSize_, 0xd0);
|
||
} else {
|
||
HIP_CHECK(hipMalloc(&srcBuffer, bufSize_));
|
||
HIP_CHECK(hipMemset(srcBuffer, 0xd0, bufSize_));
|
||
}
|
||
|
||
if (hostMalloc[1]) {
|
||
HIP_CHECK(hipHostMalloc(reinterpret_cast<void**>(&dstBuffer),
|
||
bufSize_, 0));
|
||
} else if (hostRegister[1]) {
|
||
memptr[1] = malloc(bufSize_ + 4096);
|
||
alignedmemptr[1] = reinterpret_cast<void*>(memptr[1]);
|
||
dstBuffer = alignedmemptr[1];
|
||
HIP_CHECK(hipHostRegister(dstBuffer, bufSize_, 0));
|
||
} else if (unpinnedMalloc[1]) {
|
||
memptr[1] = malloc(bufSize_ + 4096);
|
||
alignedmemptr[1] = reinterpret_cast<void*>(memptr[1]);
|
||
dstBuffer = alignedmemptr[1];
|
||
} else {
|
||
HIP_CHECK(hipMalloc(&dstBuffer, bufSize_));
|
||
}
|
||
|
||
// warm up
|
||
HIP_CHECK(hipMemcpy(dstBuffer, srcBuffer, bufSize_, hipMemcpyDefault));
|
||
|
||
// measure performance based on host time
|
||
auto all_start = std::chrono::steady_clock::now();
|
||
|
||
for (unsigned int i = 0; i < numIter; i++) {
|
||
HIP_CHECK(hipMemcpyAsync(dstBuffer, srcBuffer, bufSize_,
|
||
hipMemcpyDefault, NULL));
|
||
}
|
||
HIP_CHECK(hipDeviceSynchronize());
|
||
|
||
auto all_end = std::chrono::steady_clock::now();
|
||
std::chrono::duration<double> elapsed_secs = all_end - all_start;
|
||
|
||
// read speed in GB/s
|
||
double perf = (static_cast<double>(bufSize_ * numIter) *
|
||
static_cast<double>(1e-09)) / elapsed_secs.count();
|
||
|
||
const char *strSrc = NULL;
|
||
const char *strDst = NULL;
|
||
if (hostMalloc[0])
|
||
strSrc = "hHM";
|
||
else if (hostRegister[0])
|
||
strSrc = "hHR";
|
||
else if (unpinnedMalloc[0])
|
||
strSrc = "unp";
|
||
else
|
||
strSrc = "hM";
|
||
|
||
if (hostMalloc[1])
|
||
strDst = "hHM";
|
||
else if (hostRegister[1])
|
||
strDst = "hHR";
|
||
else if (unpinnedMalloc[1])
|
||
strDst = "unp";
|
||
else
|
||
strDst = "hM";
|
||
|
||
// Double results when src and dst are both on device
|
||
if ((!hostMalloc[0] && !hostRegister[0] && !unpinnedMalloc[0]) &&
|
||
(!hostMalloc[1] && !hostRegister[1] && !unpinnedMalloc[1]))
|
||
perf *= 2.0;
|
||
// Double results when src and dst are both in sysmem
|
||
if ((hostMalloc[0] || hostRegister[0] || unpinnedMalloc[0]) &&
|
||
(hostMalloc[1] || hostRegister[1] || unpinnedMalloc[1]))
|
||
perf *= 2.0;
|
||
|
||
INFO("HIPPerfBufferCopySpeed[" << test << "]\t( " << bufSize_ <<
|
||
")\ts:" << strSrc << " d:" << strDst << "\ti:" << numIter <<
|
||
"\t(GB/s) perf\t" << (float)perf);
|
||
|
||
// Verification
|
||
void* temp = malloc(bufSize_ + 4096);
|
||
void* chkBuf = reinterpret_cast<void*>(temp);
|
||
HIP_CHECK(hipMemcpy(chkBuf, dstBuffer, bufSize_, hipMemcpyDefault));
|
||
checkData(chkBuf, bufSize_, 0xd0);
|
||
free(temp);
|
||
|
||
// Free src
|
||
if (hostMalloc[0]) {
|
||
HIP_CHECK(hipHostFree(srcBuffer));
|
||
} else if (hostRegister[0]) {
|
||
HIP_CHECK(hipHostUnregister(srcBuffer));
|
||
free(memptr[0]);
|
||
} else if (unpinnedMalloc[0]) {
|
||
free(memptr[0]);
|
||
} else {
|
||
HIP_CHECK(hipFree(srcBuffer));
|
||
}
|
||
|
||
// Free dst
|
||
if (hostMalloc[1]) {
|
||
HIP_CHECK(hipHostFree(dstBuffer));
|
||
} else if (hostRegister[1]) {
|
||
HIP_CHECK(hipHostUnregister(dstBuffer));
|
||
free(memptr[1]);
|
||
} else if (unpinnedMalloc[1]) {
|
||
free(memptr[1]);
|
||
} else {
|
||
HIP_CHECK(hipFree(dstBuffer));
|
||
}
|
||
}
|
||
|
||
return true;
|
||
}
|
||
|
||
/**
|
||
* Test Description
|
||
* ------------------------
|
||
* - Verify hipPerfBufferCopySpeed status.
|
||
* Test source
|
||
* ------------------------
|
||
* - perftests/memory/hipPerfBufferCopySpeed.cc
|
||
* Test requirements
|
||
* ------------------------
|
||
* - HIP_VERSION >= 5.6
|
||
*/
|
||
|
||
TEST_CASE("Perf_hipPerfBufferCopySpeed_test") {
|
||
int numDevices = 0;
|
||
HIP_CHECK(hipGetDeviceCount(&numDevices));
|
||
|
||
if (numDevices <= 0) {
|
||
SUCCEED("Skipped testcase hipPerfBufferCopySpeed as"
|
||
"there is no device to test.");
|
||
} else {
|
||
int deviceId = 0;
|
||
HIP_CHECK(hipSetDevice(deviceId));
|
||
hipDeviceProp_t props;
|
||
HIP_CHECK(hipGetDeviceProperties(&props, deviceId));
|
||
|
||
INFO("hipPerfBufferCopySpeed - info: Set device to " << deviceId
|
||
<< " : " << props.name << "Legend: unp - unpinned(malloc),"
|
||
" hM - hipMalloc(device)\n hHR - hipHostRegister(pinned),"
|
||
" hHM - hipHostMalloc(prePinned)\n");
|
||
|
||
REQUIRE(true == hipPerfBufferCopySpeed_test(1));
|
||
}
|
||
}
|