Add 'projects/rocprofiler-sdk/' from commit 'bf0fad1d5406fbc51403ba1aa9621a9d4a9bce2b'
git-subtree-dir: projects/rocprofiler-sdk git-subtree-mainline:50a90550e9git-subtree-split:bf0fad1d54
This commit is contained in:
systems-assistant[bot]
@@ -0,0 +1,211 @@
|
||||
// MIT License
|
||||
//
|
||||
// Copyright (c) 2024-2025 Advanced Micro Devices, Inc. All rights reserved.
|
||||
//
|
||||
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
// of this software and associated documentation files (the "Software"), to deal
|
||||
// in the Software without restriction, including without limitation the rights
|
||||
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
// copies of the Software, and to permit persons to whom the Software is
|
||||
// furnished to do so, subject to the following conditions:
|
||||
//
|
||||
// The above copyright notice and this permission notice shall be included in all
|
||||
// copies or substantial portions of the Software.
|
||||
//
|
||||
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
// SOFTWARE.
|
||||
|
||||
#include "code.hpp"
|
||||
#include <nlohmann/json.hpp>
|
||||
#include "lib/output/csv.hpp"
|
||||
#include "outputfile.hpp"
|
||||
|
||||
#include <fstream>
|
||||
#include <iostream>
|
||||
#include <sstream>
|
||||
#include <unordered_set>
|
||||
|
||||
namespace rocprofiler
|
||||
{
|
||||
namespace att_wrapper
|
||||
{
|
||||
using csv_encoder = rocprofiler::tool::csv::csv_encoder<8>;
|
||||
|
||||
// Builds a json filetree by recursively inserting "path" into the json object.
|
||||
void
|
||||
navigate(nlohmann::json& json, std::vector<std::string>& path, const std::string& filename)
|
||||
{
|
||||
if(path.size() == 1) json[path.at(0)] = filename;
|
||||
|
||||
if(path.size() <= 1) return;
|
||||
|
||||
auto& j = json[path.at(0)];
|
||||
path.erase(path.begin());
|
||||
navigate(j, path, filename);
|
||||
}
|
||||
|
||||
CodeFile::CodeFile(Fspath _dir, std::shared_ptr<AddressTable> _table)
|
||||
: dir(std::move(_dir))
|
||||
, table(std::move(_table))
|
||||
{}
|
||||
|
||||
CodeFile::~CodeFile()
|
||||
{
|
||||
std::vector<std::pair<pcinfo_t, std::unique_ptr<CodeLine>>> vec;
|
||||
vec.reserve(isa_map.size());
|
||||
|
||||
for(auto& [pc, isa] : isa_map)
|
||||
if(isa && isa->code_line) vec.emplace_back(pc, std::move(isa));
|
||||
|
||||
isa_map.clear();
|
||||
line_numbers.clear();
|
||||
|
||||
if(GlobalDefs::get().has_format("csv"))
|
||||
{
|
||||
// Write CSV, ordered by id + vaddr
|
||||
std::sort(vec.begin(),
|
||||
vec.end(),
|
||||
[](const std::pair<pcinfo_t, std::unique_ptr<CodeLine>>& a,
|
||||
const std::pair<pcinfo_t, std::unique_ptr<CodeLine>>& b) {
|
||||
if(a.first.marker_id == b.first.marker_id) return a.first.addr < b.first.addr;
|
||||
return a.first.marker_id < b.first.marker_id;
|
||||
});
|
||||
|
||||
std::stringstream ofs;
|
||||
csv_encoder::write_row(ofs,
|
||||
"CodeObj",
|
||||
"Vaddr",
|
||||
"Instruction",
|
||||
"Hitcount",
|
||||
"Latency",
|
||||
"Stall",
|
||||
"Idle",
|
||||
"Source");
|
||||
|
||||
for(auto& [pc, line] : vec)
|
||||
{
|
||||
if(kernel_names.find(pc) != kernel_names.end())
|
||||
{
|
||||
csv_encoder::write_row(ofs,
|
||||
pc.marker_id,
|
||||
pc.addr,
|
||||
"; " + kernel_names.at(pc).name,
|
||||
0,
|
||||
0,
|
||||
0,
|
||||
0,
|
||||
kernel_names.at(pc).demangled);
|
||||
}
|
||||
csv_encoder::write_row(ofs,
|
||||
pc.marker_id,
|
||||
pc.addr,
|
||||
line->code_line->inst,
|
||||
line->hitcount,
|
||||
line->latency,
|
||||
line->stall,
|
||||
line->idle,
|
||||
line->code_line->comment);
|
||||
}
|
||||
|
||||
OutputFile file(dir.parent_path() / ("stats_" + dir.filename().string() + ".csv"));
|
||||
file << ofs.str();
|
||||
}
|
||||
|
||||
if(!GlobalDefs::get().has_format("json")) return;
|
||||
|
||||
// Write JSON, ordered by exec line number
|
||||
std::sort(vec.begin(),
|
||||
vec.end(),
|
||||
[](const std::pair<pcinfo_t, std::unique_ptr<CodeLine>>& a,
|
||||
const std::pair<pcinfo_t, std::unique_ptr<CodeLine>>& b) {
|
||||
return a.second->line_number < b.second->line_number;
|
||||
});
|
||||
|
||||
nlohmann::json jcode;
|
||||
|
||||
std::unordered_set<std::string> snapshots{};
|
||||
|
||||
for(auto& line : vec)
|
||||
{
|
||||
auto& isa = *line.second;
|
||||
|
||||
if(kernel_names.find(line.first) != kernel_names.end())
|
||||
{
|
||||
std::stringstream code;
|
||||
code << "[\"; " << kernel_names.at(line.first).name << "\",0," << (isa.line_number - 1)
|
||||
<< ",\"" << kernel_names.at(line.first).demangled << "\"," << line.first.marker_id
|
||||
<< "," << line.first.addr << ",0,0,0,0]";
|
||||
jcode.push_back(nlohmann::json::parse(code.str()));
|
||||
}
|
||||
|
||||
std::stringstream code;
|
||||
code << "[\"" << isa.code_line->inst << "\",0," << isa.line_number << ",\""
|
||||
<< isa.code_line->comment << "\"," << line.first.marker_id << "," << line.first.addr
|
||||
<< "," << isa.hitcount << "," << isa.latency << "," << isa.stall << "," << isa.idle
|
||||
<< "]";
|
||||
|
||||
jcode.push_back(nlohmann::json::parse(code.str()));
|
||||
|
||||
auto& comment = isa.code_line->comment;
|
||||
size_t lineref = comment.find(':');
|
||||
size_t previous = 0;
|
||||
|
||||
// size() + 2 because we need at least ':' and one number after
|
||||
while(lineref != std::string::npos && lineref < comment.size() + 2)
|
||||
{
|
||||
auto source_ref = comment.substr(previous, lineref - previous);
|
||||
|
||||
if(!source_ref.empty() && snapshots.find(source_ref) == snapshots.end())
|
||||
snapshots.insert(std::move(source_ref));
|
||||
|
||||
previous = comment.find(CodeLine::Instruction::separator, lineref);
|
||||
if(previous == std::string::npos) break;
|
||||
|
||||
previous += CodeLine::Instruction::separator.size();
|
||||
lineref = comment.find(':', previous);
|
||||
}
|
||||
}
|
||||
|
||||
nlohmann::json json;
|
||||
json["code"] = jcode;
|
||||
json["version"] = TOOL_VERSION;
|
||||
json["header"] = "ISA, _, LineNumber, Source, Codeobj, Vaddr, Hit, Latency, Stall, Idle";
|
||||
|
||||
OutputFile(dir / "code.json") << json;
|
||||
|
||||
nlohmann::json jsnapfiletree;
|
||||
size_t num_snap = 0;
|
||||
|
||||
for(const auto& source_ref : snapshots)
|
||||
{
|
||||
if(rocprofiler::common::filesystem::exists(source_ref))
|
||||
{
|
||||
Fspath filepath(source_ref);
|
||||
std::stringstream newfile;
|
||||
newfile << "source_" << (num_snap++) << '_' << filepath.filename().string();
|
||||
|
||||
std::vector<std::string> path_elements(filepath.begin(), filepath.end());
|
||||
navigate(jsnapfiletree, path_elements, newfile.str());
|
||||
|
||||
constexpr auto opt = rocprofiler::common::filesystem::copy_options::overwrite_existing;
|
||||
try
|
||||
{
|
||||
rocprofiler::common::filesystem::copy(filepath, dir / newfile.str(), opt);
|
||||
} catch(std::exception& e)
|
||||
{
|
||||
ROCP_WARNING << "Missing source file " << filepath << ": " << e.what();
|
||||
ROCP_CI_LOG(ERROR) << "Unable to copy source files: " << (dir / newfile.str());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if(num_snap != 0) OutputFile(dir / "snapshots.json") << jsnapfiletree;
|
||||
}
|
||||
|
||||
} // namespace att_wrapper
|
||||
} // namespace rocprofiler
|
||||
Reference in New Issue
Block a user