Jonathan R. Madsen
ad48201912
* SDK: create CMake option for strict checks on CPU vs. GPU timestamps - Configurating CMake with `ROCPROFILER_BUILD_CI_STRICT_TIMESTAMPS=ON` will enable fatal errors if dispatch/memcpy timestamps on GPU are outside of the start/end time from the CPU - `ROCPROFIELR_BUILD_CI_STRICT_TIMESTAMPS` defaults to the value of `ROCPROFILER_BUILD_CI` * Formatting * Disable async_copy frequency scaling * Disable profiling dispatch time frequency scaling * Support runtime configuration via env variables - ROCPROFILER_CI_FREQ_SCALE_TIMESTAMPS env variable will enable scaling the timestamps based on the hsa timestamp period - ROCPROFILER_CI_STRICT_TIMESTAMPS env variable will enable strict timestamp checks - when cmake is configured with ROCPROFILER_BUILD_CI_STRICT_TIMESTAMPS=ON, this env variable defaults to true * ROCPROFILER_BUILD_CI_STRICT_TIMESTAMPS defaults to OFF * Update cmake-target * Common tracing::adjust_profiling_time --------- Co-authored-by: Gopesh Bhardwaj <gopesh.bhardwaj@amd.com>
85 строки
3.5 KiB
C++
85 строки
3.5 KiB
C++
// MIT License
|
|
//
|
|
// Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
#include "lib/rocprofiler-sdk/kernel_dispatch/profiling_time.hpp"
|
|
#include "lib/common/defines.hpp"
|
|
#include "lib/common/environment.hpp"
|
|
#include "lib/common/logging.hpp"
|
|
#include "lib/common/utility.hpp"
|
|
#include "lib/rocprofiler-sdk/agent.hpp"
|
|
#include "lib/rocprofiler-sdk/hsa/hsa.hpp"
|
|
#include "lib/rocprofiler-sdk/tracing/profiling_time.hpp"
|
|
|
|
#include <rocprofiler-sdk/fwd.h>
|
|
|
|
#include <hsa/hsa.h>
|
|
|
|
#include <string_view>
|
|
|
|
namespace rocprofiler
|
|
{
|
|
namespace kernel_dispatch
|
|
{
|
|
profiling_time
|
|
get_dispatch_time(hsa_agent_t _hsa_agent,
|
|
hsa_signal_t _signal,
|
|
rocprofiler_kernel_id_t _kernel_id,
|
|
std::optional<uint64_t> _baseline)
|
|
{
|
|
auto ts = common::timestamp_ns();
|
|
auto dispatch_time = hsa_amd_profiling_dispatch_time_t{};
|
|
auto dispatch_time_status = hsa::get_amd_ext_table()->hsa_amd_profiling_get_dispatch_time_fn(
|
|
_hsa_agent, _signal, &dispatch_time);
|
|
|
|
auto _profile_time =
|
|
tracing::profiling_time{dispatch_time_status, dispatch_time.start, dispatch_time.end};
|
|
|
|
if(_profile_time.status == HSA_STATUS_SUCCESS)
|
|
{
|
|
// if we encounter this in CI, it will cause test to fail
|
|
ROCP_CI_LOG_IF(ERROR, _profile_time.end < _profile_time.start)
|
|
<< "hsa_amd_profiling_get_dispatch_time for kernel_id=" << _kernel_id
|
|
<< " on rocprofiler_agent="
|
|
<< CHECK_NOTNULL(agent::get_rocprofiler_agent(_hsa_agent))->node_id
|
|
<< " returned dispatch times where the end time (" << _profile_time.end
|
|
<< ") was less than the start time (" << _profile_time.start << ")";
|
|
|
|
_profile_time = tracing::adjust_profiling_time(
|
|
"dispatch",
|
|
_profile_time,
|
|
tracing::profiling_time{
|
|
HSA_STATUS_SUCCESS, _baseline.value_or(dispatch_time.start), ts});
|
|
}
|
|
else
|
|
{
|
|
ROCP_CI_LOG(ERROR) << "hsa_amd_profiling_get_dispatch_time for kernel id=" << _kernel_id
|
|
<< " on rocprofiler_agent="
|
|
<< CHECK_NOTNULL(agent::get_rocprofiler_agent(_hsa_agent))->id.handle
|
|
<< " returned status=" << dispatch_time_status
|
|
<< " :: " << hsa::get_hsa_status_string(dispatch_time_status);
|
|
}
|
|
|
|
return _profile_time;
|
|
}
|
|
} // namespace kernel_dispatch
|
|
} // namespace rocprofiler
|