diff --git a/tools/EmptyKernelTest/EmptyKernelTest.cpp b/tools/EmptyKernelTest/EmptyKernelTest.cpp new file mode 100644 index 0000000000..fe159437c0 --- /dev/null +++ b/tools/EmptyKernelTest/EmptyKernelTest.cpp @@ -0,0 +1,102 @@ +/* +Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved. + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in +all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN +THE SOFTWARE. +*/ + +#include +#include + +// Helper macro for catching HIP errors +#define HIP_CALL(cmd) \ + do { \ + hipError_t error = (cmd); \ + if (error != hipSuccess) \ + { \ + std::cerr << "Encountered HIP error (" << hipGetErrorString(error) \ + << ") at line " << __LINE__ << " in file " << __FILE__ << "\n"; \ + exit(-1); \ + } \ + } while (0) + + +__global__ void EmptyKernel(){}; + +int main(int argc, char **argv) +{ + int numIterations = (argc > 1 ? atoi(argv[1]) : 10); + int gridSize = (argc > 2 ? atoi(argv[2]) : 1); + int blockSize = (argc > 3 ? atoi(argv[3]) : 1); + int numWarmups = 3; + printf("Running %d iterations <<<%d,%d>>>\n", numIterations, gridSize, blockSize); + + // Create events and stream + hipEvent_t startEvent, stopEvent; + HIP_CALL(hipEventCreate(&startEvent)); + HIP_CALL(hipEventCreate(&stopEvent)); + hipStream_t stream; + HIP_CALL(hipStreamCreate(&stream)); + + // Run untimed warmup iterations (to cache kernel code) + for (int iteration = 0; iteration < numWarmups; iteration++) + { + EmptyKernel<<>>(); + } + HIP_CALL(hipStreamSynchronize(stream)); + + // Launch empty kernel + // NOTE: Timing is done per-iteration, instead of batching multiple iterations + double cpuSum = 0.0; + double gpuSum = 0.0; + for (int iteration = 0; iteration < numIterations; iteration++) + { + // Start timing + auto cpuStart = std::chrono::high_resolution_clock::now(); + HIP_CALL(hipEventRecord(startEvent, stream)); + + // Launch kernel and wait for completion + EmptyKernel<<>>(); + HIP_CALL(hipEventRecord(stopEvent, stream)); + HIP_CALL(hipStreamSynchronize(stream)); + + // Collect timing info + auto cpuDelta = std::chrono::high_resolution_clock::now() - cpuStart; + double cpuDeltaMsec = std::chrono::duration_cast>(cpuDelta).count() * 1000.0; + float gpuDeltaMsec; + HIP_CALL(hipEventElapsedTime(&gpuDeltaMsec, startEvent, stopEvent)); + + // Report timing + printf("Iteration %03d Kernel Launch Time (usec) %10.5f (CPU) %10.5f (GPU)\n", iteration, cpuDeltaMsec *1000.0, gpuDeltaMsec * 1000.0); + cpuSum += cpuDeltaMsec * 1000.0; + gpuSum += gpuDeltaMsec * 1000.0; + } + printf("\n"); + + // Report averages + double avgCpuUsec = cpuSum / numIterations; + double avgGpuUsec = gpuSum / numIterations; + printf("Average Kernel Launch time (usec) %10.5f (CPU) %10.5f (GPU)\n", avgCpuUsec, avgGpuUsec); + + // Cleanup events and stream + HIP_CALL(hipStreamDestroy(stream)); + HIP_CALL(hipEventDestroy(startEvent)); + HIP_CALL(hipEventDestroy(stopEvent)); + + return 0; +} diff --git a/tools/EmptyKernelTest/Makefile b/tools/EmptyKernelTest/Makefile new file mode 100644 index 0000000000..8066587ca3 --- /dev/null +++ b/tools/EmptyKernelTest/Makefile @@ -0,0 +1,8 @@ + +CXX=/opt/rocm/bin/hipcc + +EmptyKernelTest: EmptyKernelTest.cpp + $(CXX) EmptyKernelTest.cpp -o EmptyKernelTest + +clean: + rm -f ./EmptyKernelTest