3bd7773cf7
* Initial commit: Need to implement wrapper function to collect data and test that wrapper function is correctly replacing core HSA functions * Attempted to implement wrapper implementation for hsa memory allocation functions. Need to modify generate record files and test if implementation is working as expected * Debugging and implementing generateCSV function * Memory allocation size and starting address outputted to csv and json file formats * Formatting * Initial setup for OTF2 and Perfetto generation * Collecting agent id for memory_allocation and formatting * Modified memory_allocation.cpp to set up code for AMD_EXT commands * Support for memory_pool_allocate added * Removed accidently added file * Made flag optional and added more OTF2 and Perfetto code. Needs testing to ensure perfetto and OTF2 works * Formatting * Fixed perfetto and otf2 output * Fixed flag issue due to incorrect buffer use * Updated documentation * Small cleaning and comments * Added test for HSA memory allocation tracing * Fixed summary test validation errors due to allocation tracing. Added type to location_base to create unique event ids for allocation due to OTF2 trace error * Decreased lower limit of hip calls for test * Modified summary tests to vary number of allocate requests * Minor fixes to address comments. Still need to address OTF2 comments * Fix docs and changed OTF2 to use enum for type specified in location_base construction * Fixed schema error * Added vmem command tracking. Need to add test * Updated test to work with vmem command and updated generateCSV to output int instead of hex string. * OTF2 enum update and mispelling fix * CI does not support Virtual Memory API. Removed vmem test. Will add back if CI is modifed to suport vmem API * Update CMakeLists.txt for memory allocation test * Updated summary test * Minor fixes to address comments * Moved domain_type.hpp enum to before LAST * Fixed compile errors and formatting * Fixed stats summary domain name error * Added rocprofv3 test * Page migration test fix * Undo page migration test changes. Failures do not appear to have to do with memory allocation
161 строка
4.8 KiB
C++
161 строка
4.8 KiB
C++
// MIT License
|
|
//
|
|
// Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in all
|
|
// copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
// SOFTWARE.
|
|
|
|
#pragma once
|
|
|
|
#include "counter_info.hpp"
|
|
#include "generator.hpp"
|
|
#include "statistics.hpp"
|
|
#include "tmp_file_buffer.hpp"
|
|
|
|
#include "lib/common/container/ring_buffer.hpp"
|
|
#include "lib/common/logging.hpp"
|
|
|
|
#include <fmt/format.h>
|
|
|
|
#include <deque>
|
|
|
|
namespace rocprofiler
|
|
{
|
|
namespace tool
|
|
{
|
|
using float_type = double;
|
|
using stats_data_t = statistics<uint64_t, float_type>;
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
struct buffered_output
|
|
{
|
|
using type = Tp;
|
|
static constexpr auto buffer_type_v = DomainT;
|
|
|
|
explicit buffered_output(bool _enabled);
|
|
~buffered_output() = default;
|
|
buffered_output(const buffered_output&) = delete;
|
|
buffered_output(buffered_output&&) noexcept = delete;
|
|
buffered_output& operator=(const buffered_output&) = delete;
|
|
buffered_output& operator=(buffered_output&&) noexcept = delete;
|
|
|
|
operator bool() const { return enabled; }
|
|
|
|
void flush();
|
|
void read();
|
|
void clear();
|
|
void destroy();
|
|
|
|
generator<Tp> get_generator() const { return generator<Tp>{get_tmp_file_buffer<Tp>(DomainT)}; }
|
|
std::deque<Tp> load_all();
|
|
|
|
stats_entry_t stats = {};
|
|
|
|
private:
|
|
bool enabled = false;
|
|
};
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
buffered_output<Tp, DomainT>::buffered_output(bool _enabled)
|
|
: enabled{_enabled}
|
|
{}
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
void
|
|
buffered_output<Tp, DomainT>::flush()
|
|
{
|
|
if(!enabled) return;
|
|
|
|
flush_tmp_buffer<type>(buffer_type_v);
|
|
}
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
void
|
|
buffered_output<Tp, DomainT>::read()
|
|
{
|
|
if(!enabled) return;
|
|
|
|
flush();
|
|
|
|
read_tmp_file<type>(buffer_type_v);
|
|
}
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
std::deque<Tp>
|
|
buffered_output<Tp, DomainT>::load_all()
|
|
{
|
|
auto data = std::deque<Tp>{};
|
|
if(enabled)
|
|
{
|
|
auto gen = get_generator();
|
|
for(auto ditr : gen)
|
|
{
|
|
for(auto itr : gen.get(ditr))
|
|
{
|
|
data.emplace_back(itr);
|
|
}
|
|
}
|
|
}
|
|
return data;
|
|
}
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
void
|
|
buffered_output<Tp, DomainT>::clear()
|
|
{
|
|
if(!enabled) return;
|
|
}
|
|
|
|
template <typename Tp, domain_type DomainT>
|
|
void
|
|
buffered_output<Tp, DomainT>::destroy()
|
|
{
|
|
if(!enabled) return;
|
|
|
|
clear();
|
|
auto*& filebuf = get_tmp_file_buffer<type>(buffer_type_v);
|
|
file_buffer<type>* tmp = nullptr;
|
|
std::swap(filebuf, tmp);
|
|
tmp->buffer.destroy();
|
|
delete tmp;
|
|
}
|
|
|
|
using hip_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_hip_api_record_t, domain_type::HIP>;
|
|
using hsa_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_hsa_api_record_t, domain_type::HSA>;
|
|
using kernel_dispatch_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_kernel_dispatch_record_t,
|
|
domain_type::KERNEL_DISPATCH>;
|
|
using memory_copy_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_memory_copy_record_t, domain_type::MEMORY_COPY>;
|
|
using marker_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_marker_api_record_t, domain_type::MARKER>;
|
|
using rccl_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_rccl_api_record_t, domain_type::RCCL>;
|
|
using counter_collection_buffered_output_t =
|
|
buffered_output<tool_counter_record_t, domain_type::COUNTER_COLLECTION>;
|
|
using scratch_memory_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_scratch_memory_record_t,
|
|
domain_type::SCRATCH_MEMORY>;
|
|
using memory_allocation_buffered_output_t =
|
|
buffered_output<rocprofiler_buffer_tracing_memory_allocation_record_t,
|
|
domain_type::MEMORY_ALLOCATION>;
|
|
} // namespace tool
|
|
} // namespace rocprofiler
|