Files
rocm-systems/tests/rocm_smi_test/functional/measure_api_execution_time.cc
T
Charis Poag 0609cbf1d0 [SWDEV-422195/SWDEV-440985] GPU metrics 1.6 + --showmetrics
Changes:
- Added new GPU metrics:
  1) Violation status' (ex. PVIOL/TVIOL) accumulators
  2) XCP (Graphics Compute Partitions) statistics
  3) pcie other end recovery counter
- Added rocm-smi --showmetrics
Units/values reflect as indicated by driver, may differ
from AMD SMI or other ROCm SMI interfaces which
use these fields.
- N/A fields means the device does not support providing this
data.

Change-Id: Ia2cd3bb65c4f474ebdb39db8062ea716f2b4d8ee
Signed-off-by: Charis Poag <Charis.Poag@amd.com>
2024-09-27 13:18:05 -04:00

256 řádky
10 KiB
C++

/*
* =============================================================================
* ROC Runtime Conformance Release License
* =============================================================================
* The University of Illinois/NCSA
* Open Source License (NCSA)
*
* Copyright (c) 2022, Advanced Micro Devices, Inc.
* All rights reserved.
*
* Developed by:
*
* AMD Research and AMD ROC Software Development
*
* Advanced Micro Devices, Inc.
*
* www.amd.com
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to
* deal with the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* - Redistributions of source code must retain the above copyright notice,
* this list of conditions and the following disclaimers.
* - Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimers in
* the documentation and/or other materials provided with the distribution.
* - Neither the names of <Name of Development Group, Name of Institution>,
* nor the names of its contributors may be used to endorse or promote
* products derived from this Software without specific prior written
* permission.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS WITH THE SOFTWARE.
*
*/
#include <chrono>
#include <cstdint>
#include <iostream>
#include <string>
#include "gtest/gtest.h"
#include "rocm_smi/rocm_smi.h"
#include "rocm_smi_test/functional/measure_api_execution_time.h"
#include "rocm_smi_test/test_common.h"
#include "rocm_smi/rocm_smi_utils.h"
TestMeasureApiExecutionTime::TestMeasureApiExecutionTime() : TestBase() {
set_title("RSMI Measure API Execution Time");
set_description("This test measures execution times for select APIs");
}
TestMeasureApiExecutionTime::~TestMeasureApiExecutionTime(void) {
}
void TestMeasureApiExecutionTime::SetUp(void) {
TestBase::SetUp();
return;
}
void TestMeasureApiExecutionTime::DisplayTestInfo(void) {
TestBase::DisplayTestInfo();
}
void TestMeasureApiExecutionTime::DisplayResults(void) const {
TestBase::DisplayResults();
return;
}
void TestMeasureApiExecutionTime::Close() {
// This will close handles opened within rsmitst utility calls and call
// rsmi_shut_down(), so it should be done after other hsa cleanup
TestBase::Close();
}
void TestMeasureApiExecutionTime::Run(void) {
int64_t val_i64;
rsmi_gpu_metrics_t smu;
rsmi_temperature_metric_t met = RSMI_TEMP_CURRENT;
rsmi_status_t ret;
float repeat = 300.0;
constexpr float kFAN_SPEED_ELAPSED_MICROSEC_BASE = (1000);
/**
* gpu_metrics can only refresh every 1000 microseconds (1 millisecs) due to FW
*
* We have additional processing time (each read() -> fread() ~ costs 900 microseconds).
* We need to read 2x:
* 1) reading metric's header to check support (~900 microseconds)
* 2) read full metric based on defined structure (~900 microseconds)
* 3) Setup backwards compatiblity (~100 microseconds)
* 4) Put data into structures (~100 microseconds)
* 5) Pass to public structure (~100 microseconds)
* ---------------------------
* ~2100 worst case
*
* Note: performance of fread/mmap/read
* https://github.com/nurettn/c-read-vs-mmap-vs-fread
*
* Possible improvments ideas:
* a) Initize "N/A" / Max UINT only for non-backwards comptable public struct
* or arrays
* b) Directly put data into public structure - this skips other copy/fill
* procedures
* c) Expirement with other file reading options
**/
constexpr float kMETRICS_ELAPSED_MICROSEC_BASE = (2100);
bool skip = false;
TestBase::Run();
if (setup_failed_) {
IF_VERB(STANDARD) {
std::cout << "** SetUp Failed for this test. Skipping.**" << std::endl;
}
return;
}
auto test_start = std::chrono::high_resolution_clock::now();
auto prev = std::cout.precision(3);
for (uint32_t dv_ind = 0; dv_ind < num_monitor_devs(); ++dv_ind) {
PrintDeviceHeader(dv_ind);
// test execution time for rsmi_dev_fan_speed_get
auto start = std::chrono::high_resolution_clock::now();
for (int i=0; i < static_cast<int>(repeat); ++i) {
ret = rsmi_dev_fan_speed_get(dv_ind, 0, &val_i64);
}
auto stop = std::chrono::high_resolution_clock::now();
auto duration = std::chrono::duration_cast
<std::chrono::microseconds>(stop - start);
std::cout << "\n\trsmi_dev_fan_speed_get returned: "
<< amd::smi::getRSMIStatusString(ret) << "\n";
if (ret != RSMI_STATUS_SUCCESS) {
skip = true;
}
std::cout << std:: endl;
// Expected performance: (stop - start) over all iterations [in microseconds]
// == (expected microseconds * # of iterations)
if (!skip) {
std::cout << "\trsmi_dev_fan_speed_get() total execution time: "
<< std::to_string((static_cast<float>(duration.count())))
<< " microseconds, expected < "
<< std::to_string((static_cast<float>(kFAN_SPEED_ELAPSED_MICROSEC_BASE) * repeat))
<< " microseconds" << std::endl;
std::cout << "\trsmi_dev_fan_speed_get() average execution time: "
<< std::to_string(duration.count()/repeat) << " microseconds" << std::endl;
EXPECT_LT(duration.count(), static_cast<float>(kFAN_SPEED_ELAPSED_MICROSEC_BASE) * repeat);
}
skip = false;
// test execution time for rsmi_dev_temp_metric_get
start = std::chrono::high_resolution_clock::now();
for (int i=0; i < static_cast<int>(repeat); ++i) {
ret = rsmi_dev_temp_metric_get(dv_ind, 0, met, &val_i64);
}
stop = std::chrono::high_resolution_clock::now();
duration = std::chrono::duration_cast
<std::chrono::microseconds>(stop - start);
std::cout << "\n\trsmi_dev_temp_metric_get returned: "
<< amd::smi::getRSMIStatusString(ret) << "\n";
if (ret != RSMI_STATUS_SUCCESS) {
skip = true;
}
if (!skip) {
std::cout << "\trsmi_dev_temp_metric_get() total execution time: "
<< std::to_string((static_cast<float>(duration.count())))
<< " microseconds, expected < "
<< std::to_string((static_cast<float>(kMETRICS_ELAPSED_MICROSEC_BASE) * repeat))
<< " microseconds" << std::endl;
std::cout << "\trsmi_dev_temp_metric_get() average execution time: "
<< std::to_string(duration.count()/repeat) << " microseconds" << std::endl;
EXPECT_LT(duration.count(), (static_cast<float>(kMETRICS_ELAPSED_MICROSEC_BASE) * repeat));
}
skip = false;
// test execution time for rsmi_dev_gpu_metrics_info_get
start = std::chrono::high_resolution_clock::now();
for (int i=0; i < static_cast<int>(repeat); ++i) {
ret = rsmi_dev_gpu_metrics_info_get(dv_ind, &smu);
}
stop = std::chrono::high_resolution_clock::now();
duration = std::chrono::duration_cast
<std::chrono::microseconds>(stop - start);
std::cout << "\n\trsmi_dev_gpu_metrics_info_get returned: "
<< amd::smi::getRSMIStatusString(ret) << "\n";
if (ret != RSMI_STATUS_SUCCESS) {
skip = true;
}
if (!skip) {
std::cout << "\trsmi_dev_gpu_metrics_info_get() total execution time: "
<< std::to_string(static_cast<float>(duration.count()))
<< " microseconds, expected < "
<< std::to_string((kMETRICS_ELAPSED_MICROSEC_BASE * repeat))
<< " microseconds" << std::endl;
std::cout << "\trsmi_dev_gpu_metrics_info_get() average execution time: "
<< std::to_string(duration.count()/repeat) << " microseconds" << std::endl;
EXPECT_LT(static_cast<float>(duration.count()),
static_cast<float>(kMETRICS_ELAPSED_MICROSEC_BASE) * repeat);
}
skip = false;
auto val_ui16 = static_cast<uint16_t>(0);
auto status_code(rsmi_status_t::RSMI_STATUS_SUCCESS);
start = std::chrono::high_resolution_clock::now();
for (int i=0; i < static_cast<int>(repeat); ++i) {
status_code = rsmi_dev_metrics_xcd_counter_get(dv_ind, &val_ui16);
}
stop = std::chrono::high_resolution_clock::now();
duration = std::chrono::duration_cast<std::chrono::microseconds>(stop - start);
std::cout << "\n\tsmi_dev_metrics_xcd_counter_get returned: "
<< amd::smi::getRSMIStatusString(ret) << "\n";
if (status_code != rsmi_status_t::RSMI_STATUS_SUCCESS) {
skip = true;
}
if (!skip) {
std::cout << "\trsmi_dev_metrics_xcd_counter_get() total execution time: "
<< std::to_string((static_cast<float>(duration.count())))
<< " microseconds, expected < "
<< std::to_string((static_cast<float>(kMETRICS_ELAPSED_MICROSEC_BASE) * repeat))
<< " microseconds" << std::endl;
std::cout << "\trsmi_dev_metrics_xcd_counter_get() average execution time: "
<< std::to_string(duration.count()/repeat) << " microseconds" << std::endl;
EXPECT_LT(duration.count(), static_cast<float>(kMETRICS_ELAPSED_MICROSEC_BASE) * repeat);
}
skip = false;
}
std::cout.precision(prev);
auto test_stop = std::chrono::high_resolution_clock::now();
auto test_duration = std::chrono::duration_cast<std::chrono::microseconds>(
test_stop - test_start);
std::cout << "\n"
<< "============================================================================" << "\n";
std::cout << " Total execution time (All APIs): "
<< (test_duration.count()) << " microseconds" << "\n";
std::cout
<< "============================================================================" << "\n";
}