Files
rocm-systems/projects/rocprofiler-systems/source/lib/binary/analysis.cpp
T
Jonathan R. Madsen b2bedda138 restructure libomnitrace + tasking and omnitrace-causal updates (#237)
* restructured libomnitrace

- this is necessary to incorporate some of the binary analysis capabilities into omnitrace exe
- created libomnitrace-core (static)
- created libomnitrace-binary (static)
- created libomnitrace (static)
- omnitrace-avail links to libomnitrace.a
- omnitrace-critical-trace links to libomnitrace.a
- tweaked the testing
  - reduced verbosity on some of MPI tests
  - excluded trace-time-window from tests on Ubuntu 18.04
  - reduced causal e2e iterations
- minor tweak to tasking
  - manually create `PTL::UserTaskQueue` instance instead of relying on `PTL::ThreadPool` to create it

* Update formatting workflow

- source formatting uses ubuntu-22.04
- check-includes doesn't generate false positive for 'include "timemory.hpp"'

* omnitrace-causal --generate-configs

- fix config generation in omnitrace causal
- add test for omnitrace-causal + generating configs

* Fix omnitrace-object-library build

- accidentally included rocm sources in non-rocm builds

* Fix rocm compilation w/o rocprofiler

* update timemory submodule with mpi_get warning messages

* sampling offload file updates

- more verbose messages
- disable offload before stopping

* testing updates

- increase causal e2e iterations to 12
- increase lock_environment verbose to 2 (for sampling offload messages)
- fix return for omnitrace_add_validation_test

[ROCm/rocprofiler-systems commit: e7d3125459]
2023-02-04 10:59:50 -06:00

202 řádky
6.6 KiB
C++

// MIT License
//
// Copyright (c) 2022 Advanced Micro Devices, Inc. All Rights Reserved.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in all
// copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
#include "core/config.hpp"
#if !defined(TIMEMORY_USE_BFD)
# error "BFD support not enabled"
#endif
#define PACKAGE "omnitrace"
#include <bfd.h>
#include "analysis.hpp"
#include "binary_info.hpp"
#include "core/binary/address_range.hpp"
#include "core/binary/fwd.hpp"
#include "core/common.hpp"
#include "core/config.hpp"
#include "core/debug.hpp"
#include "core/state.hpp"
#include "core/utility.hpp"
#include "dwarf_entry.hpp"
#include "scope_filter.hpp"
#include "symbol.hpp"
#include <timemory/log/macros.hpp>
#include <timemory/unwind/bfd.hpp>
#include <timemory/unwind/dlinfo.hpp>
#include <timemory/utility/filepath.hpp>
#include <timemory/utility/join.hpp>
#include <timemory/utility/procfs/maps.hpp>
#include <cstdint>
#include <cstdlib>
#include <dlfcn.h>
#include <regex>
#include <set>
#include <stdexcept>
namespace omnitrace
{
namespace binary
{
namespace
{
binary_info
parse_line_info(const std::string& _name, bool _process_dwarf)
{
auto _info = binary_info{};
auto& _bfd = _info.bfd;
_bfd = std::make_shared<bfd_file>(_name);
OMNITRACE_VERBOSE(0, "[binary] Reading line info for '%s'...\n", _name.c_str());
if(_bfd && _bfd->is_good())
{
auto& _section_map = _info.sections;
auto _section_set = std::set<asection*>{};
auto _processed = std::set<uintptr_t>{};
for(auto&& itr : _bfd->get_symbols())
{
if(itr.symsize == 0) continue;
auto& _sym = _info.symbols.emplace_back(symbol{ itr });
// if(itr.symsize == 0) continue;
auto* _section = static_cast<asection*>(itr.section);
_section_set.emplace(_section);
_processed.emplace(itr.address);
_info.ranges.emplace_back(
address_range{ itr.address, itr.address + itr.symsize });
_sym.read_bfd(*_bfd);
}
for(auto* itr : _section_set)
{
auto* _section = const_cast<asection*>(itr);
bfd_vma _section_vma = bfd_section_vma(_section);
bfd_size_type _section_len = bfd_section_size(_section);
auto _section_range =
address_range{ _section_vma, _section_vma + _section_len };
_section_map[_section_range] = _section;
}
TIMEMORY_REQUIRE(_section_set.size() == _section_map.size())
<< "section set size (" << _section_set.size() << ") != section map size ("
<< _section_map.size() << ")\n";
if(_process_dwarf)
{
std::tie(_info.debug_info, _info.ranges, _info.breakpoints) =
dwarf_entry::process_dwarf(_bfd->fd);
}
for(auto& itr : _info.symbols)
{
itr.read_dwarf_entries(_info.debug_info);
itr.read_dwarf_breakpoints(_info.breakpoints);
}
_info.sort();
}
OMNITRACE_VERBOSE(1, "[binary] Reading line info for '%s'... %zu entries\n",
_bfd->name.c_str(), _info.symbols.size());
return _info;
}
} // namespace
std::vector<binary_info>
get_binary_info(const std::vector<std::string>& _files,
const std::vector<scope_filter>& _filters, bool _process_dwarf)
{
auto _satisfies_filter = [&_filters](auto _scope, const std::string& _value) {
for(const auto& itr : _filters) // NOLINT
{
// if the filter is for the specified scope and itr does not satisfy the
// include/exclude mode, return false
if((itr.scope & _scope) == _scope && !itr(_value)) return false;
}
return true;
};
auto _satisfies_binary_filter = [&_satisfies_filter](const std::string& _value) {
return _satisfies_filter(scope_filter::BINARY_FILTER, _value);
};
// filter function used by procfs::get_contiguous_maps
// ensures that we do not process omnitrace/gotcha/libunwind libraries
// and do not process the libraries outside of the binary scope
auto _filter = [&_satisfies_binary_filter](const procfs::maps& _v) {
if(_v.pathname.empty()) return false;
auto _path = filepath::realpath(_v.pathname, nullptr, false);
return (filepath::exists(_path) && _satisfies_binary_filter(_path));
};
auto _data = std::vector<binary_info>{};
_data.reserve(_files.size());
{
auto _exists = std::set<std::string>{};
for(const auto& itr : _files)
{
auto _filename = filepath::realpath(itr, nullptr, false);
if(filepath::exists(_filename) && _satisfies_binary_filter(_filename) &&
_exists.find(_filename) == _exists.end())
{
_data.emplace_back(parse_line_info(_filename, _process_dwarf));
_exists.emplace(_filename);
}
}
}
// get the memory maps
auto _maps = procfs::get_contiguous_maps(process::get_id(), _filter, true);
for(auto& itr : _data)
{
for(const auto& mitr : _maps)
if(itr.bfd->name == mitr.pathname) itr.mappings.emplace_back(mitr);
}
for(auto& itr : _data)
{
for(const auto& mitr : itr.mappings)
{
auto mrange = address_range{ mitr.load_address, mitr.last_address };
for(auto& sitr : itr.symbols)
{
auto _addr = sitr.address + mitr.load_address;
if(mrange.contains(_addr)) sitr.load_address = mitr.load_address;
}
}
}
for(auto& itr : _data)
itr.sort();
return _data;
}
} // namespace binary
} // namespace omnitrace