Files
rocm-systems/source/lib/rocprofiler/hsa/agent_cache.hpp
T
Jonathan R. Madsen 7f631de401 Separate agent cache from queue controller (#145)
* Update lib/rocprofiler/agent.{hpp,cpp}

- get_agents() function for internal access to agent pointers

* Update AgentCache

- make member variables and member functions distinguish b/t hsa agent and rocprofiler agent clear

* Change ctor of AgentCache

* Update lib/rocprofiler/hsa/queue_controller.cpp

- QueueController::init uses agent::get_agent_cache

* Update lib/rocprofiler/hsa/agent_cache.*

- member function to get index
- operator== for rocprofiler_agent_t and hsa_agent_t
- removed hsa_iterate_agents from ctor (now in agent.cpp)

* Update lib/rocprofiler/agent.*

- construct_agent_cache function
- functions for rocprofiler agent <-> HSA agent
- functions for getting agent cache

* Update lib/rocprofiler/registration.cpp

- invoke construct_agent_cache when HSA table is receieved

* Update lib/rocprofiler/agent.cpp

- loosen failure conditions
- handle spurious duplicate entry warning

* Update lib/rocprofiler/agent.cpp

- improve read_map diagnostics

* Update lib/rocprofiler/agent.cpp

- avoid infinite loop in read_map

* Update lib/rocprofiler/agent.cpp

- handle empty kfd node properties file

* Update lib/rocprofiler/agent.cpp

- check for permissions to read a node properties file

* Update lib/rocprofiler/agent.cpp

- more checks on file readability

* Update lib/rocprofiler/tests/agent.cpp

- print virtual kfd topology

* Update lib/rocprofiler/tests/agent.cpp

- verify id.handle == hsa_agent internal node id

* Update lib/rocprofiler/tests/agent.cpp

- check node_id
- check location id
- check device id
- update abi test

* Update include/rocprofiler/agent.h

- add node_id field
- add reserved0 field to ensure new field increases struct size

* Update lib/rocprofiler/agent.cpp

- node_id instead of id.handle

* Update lib/rocprofiler/agent_cache.cpp

- node_id instead of id.handle

* Update samples/pc_sampling

- node_id for agent instead of id.handle

* Update lib/rocprofiler/buffer.cpp

- remove debug prints
2023-10-19 19:04:02 -05:00

112 lines
4.0 KiB
C++

// Copyright (c) 2018-2023 Advanced Micro Devices, Inc.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
#pragma once
#include <hsa/hsa.h>
#include <hsa/hsa_api_trace.h>
#include <hsa/hsa_ext_amd.h>
#include "fmt/core.h"
#include "fmt/ranges.h"
#include <string>
#include <string_view>
#include <unordered_map>
#include <vector>
#include <rocprofiler/agent.h>
#include "lib/common/utility.hpp"
// Construct const and non-const accessor functions
#define CONST_NONCONST_ACCESSOR(RTYPE, NAME, VAL) \
const RTYPE& NAME() const { return VAL; } \
RTYPE& NAME() { return VAL; }
namespace rocprofiler
{
namespace hsa
{
static const uint32_t LDS_BLOCK_SIZE = 128 * 4;
// Stores per-agent HSA information such as GPU and Kernel pools
// along with nearest CPU agent and its pool. Links rocprofiler_agent_t
// to its HSA agent. Note this class is only valid when HSA is
// init'd
class AgentCache
{
public:
AgentCache(const rocprofiler_agent_t* rocp_agent,
hsa_agent_t hsa_agent,
size_t index,
hsa_agent_t nearest_cpu,
const AmdExtTable& ext_table);
~AgentCache() = default;
AgentCache(const AgentCache&) = default;
AgentCache(AgentCache&&) noexcept = default;
AgentCache& operator=(const AgentCache&) = default;
AgentCache& operator=(AgentCache&&) noexcept = default;
// Provides const and a non-const accessor functions.
CONST_NONCONST_ACCESSOR(hsa_amd_memory_pool_t, cpu_pool, m_cpu_pool);
CONST_NONCONST_ACCESSOR(hsa_amd_memory_pool_t, kernarg_pool, m_kernarg_pool);
CONST_NONCONST_ACCESSOR(hsa_amd_memory_pool_t, gpu_pool, m_gpu_pool);
CONST_NONCONST_ACCESSOR(hsa_agent_t, get_hsa_agent, m_hsa_agent);
CONST_NONCONST_ACCESSOR(hsa_agent_t, near_cpu, m_nearest_cpu);
const rocprofiler_agent_t& get_rocp_agent() const { return *m_rocp_agent; }
std::string_view name() const { return m_name; }
size_t index() const { return m_index; }
bool operator==(const rocprofiler_agent_t*) const;
bool operator==(hsa_agent_t) const;
private:
// Agent info
const rocprofiler_agent_t* m_rocp_agent = nullptr;
size_t m_index{0}; // rocprofiler_agent index
// GPU Agent
hsa_agent_t m_hsa_agent{.handle = 0};
hsa_agent_t m_nearest_cpu{.handle = 0};
// memory pools
hsa_amd_memory_pool_t m_cpu_pool{.handle = 0};
hsa_amd_memory_pool_t m_kernarg_pool{.handle = 0};
hsa_amd_memory_pool_t m_gpu_pool{.handle = 0};
std::string_view m_name = {};
};
inline bool
AgentCache::operator==(const rocprofiler_agent_t* agent) const
{
return (agent == m_rocp_agent);
}
inline bool
AgentCache::operator==(hsa_agent_t agent) const
{
return (agent.handle == m_hsa_agent.handle);
}
} // namespace hsa
} // namespace rocprofiler