Report page migration events as start/end (#793)
* Squashed commit of the following:
commit b76f2635f4b65599f03812a73d0cf410f5ada213
Author: Mythreya <mythreya.kuricheti@amd.com>
Date: Fri Apr 26 00:29:09 2024 +0000
Changed for PR feedback
commit bedb8ad566ff42fbf117b19202c26c507abcf8ac
Author: Jonathan R. Madsen <jonathanrmadsen@gmail.com>
Date: Thu Apr 25 19:20:06 2024 -0500
Fix installation
commit a98f8a69459a1450a1be9c98e20b3c1e7f2568c2
Author: Jonathan R. Madsen <jonathanrmadsen@gmail.com>
Date: Thu Apr 25 19:16:35 2024 -0500
Restructure the headers
commit 46489a020ffafdd5f4ce3f580469ff233ef67fe1
Author: Mythreya <mythreya.kuricheti@amd.com>
Date: Tue Apr 23 23:31:10 2024 +0000
Update hsa include
commit 8e795282cce348fc6aa736b7857b21aeb32aa20a
Author: Mythreya <mythreya.kuricheti@amd.com>
Date: Tue Apr 23 23:02:32 2024 +0000
Report page migration events as start/end
* Updated tests accordingly
* Page migration events are reported independently
commit 8784e5ad4895a626a2a8e4ac12f8021b34172bd4
Author: Mythreya <mythreya.kuricheti@amd.com>
Date: Tue Apr 16 17:01:57 2024 +0000
Update handling of dropped page migration events
Previously, we dropped all locally buffered events when we detect that
KFD has dropped some events. This may drop too many pending events too eagerly.
When we receive an end event and cannot find the corresponding start,
we can be sure that KFD has dropped some events in the immediate past.
When this happens, we look through all locally buffered events and report
the start events that are older than 10s as partial events --- they have
no "end" information (we expect that the end events have been dropped).
We also set the polling timeout to 10s to prevent the local buffer from
getting too large with events waiting to be paired up.
Updated tests
commit 2e8e0b07eeda9b5990e1ae8d28dcd3a035ce38e1
Author: Mythreya <mythreya.kuricheti@amd.com>
Date: Tue Apr 16 17:01:31 2024 +0000
Docs for triggers
* Fix page migration sample
* Fix hasher, kfd install
* Add hsa include
* Install KFD include dir
* Updates from code review
- single timestamp field
- node_id -> agent_id
- from_node -> from_agent
- to_node -> to_agent
* Misc revisions
* Remove page-migration install target
* Update page-migration pytest
* Tweak to serialization
* Address PR comments
* Update page-migration test
* Add cli args, update iterations
* Address PR comments
* Add abi.cpp for static_asserts
* Update page_migration gtest with only runtime tests
* Moved helpers into utils.hpp
---------
Co-authored-by: Jonathan R. Madsen <jonathanrmadsen@gmail.com>
[ROCm/rocprofiler-sdk commit: 363f85dc72]
This commit is contained in:
Mythreya
GitHub
@@ -1,6 +1,6 @@
|
||||
#
|
||||
#
|
||||
set(ROCPROFILER_LIB_UVM_SOURCES page_migration.cpp)
|
||||
set(ROCPROFILER_LIB_UVM_SOURCES abi.cpp page_migration.cpp)
|
||||
set(ROCPROFILER_LIB_UVM_HEADERS defines.hpp page_migration.hpp utils.hpp)
|
||||
|
||||
target_sources(rocprofiler-sdk-object-library PRIVATE ${ROCPROFILER_LIB_UVM_SOURCES}
|
||||
|
||||
@@ -0,0 +1,106 @@
|
||||
// MIT License
|
||||
//
|
||||
// Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved.
|
||||
//
|
||||
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
// of this software and associated documentation files (the "Software"), to deal
|
||||
// in the Software without restriction, including without limitation the rights
|
||||
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
// copies of the Software, and to permit persons to whom the Software is
|
||||
// furnished to do so, subject to the following conditions:
|
||||
//
|
||||
// The above copyright notice and this permission notice shall be included in all
|
||||
// copies or substantial portions of the Software.
|
||||
//
|
||||
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
// SOFTWARE.
|
||||
|
||||
#include <fmt/core.h>
|
||||
|
||||
#include "lib/common/container/small_vector.hpp"
|
||||
#include "lib/common/defines.hpp"
|
||||
#include "lib/common/mpl.hpp"
|
||||
#include "lib/rocprofiler-sdk/details/kfd_ioctl.h"
|
||||
#include "lib/rocprofiler-sdk/page_migration/utils.hpp"
|
||||
|
||||
#define ASSERT_SAME(A, B) static_assert(static_cast<size_t>(A) == static_cast<size_t>(B))
|
||||
|
||||
#define ROCPROFILER_LIB_ROCPROFILER_SDK_PAGE_MIGRATION_PAGE_MIGRATION_CPP_IMPL 1
|
||||
#include "lib/rocprofiler-sdk/page_migration/page_migration.def.cpp"
|
||||
#undef ROCPROFILER_LIB_ROCPROFILER_SDK_PAGE_MIGRATION_PAGE_MIGRATION_CPP_IMPL
|
||||
|
||||
namespace rocprofiler
|
||||
{
|
||||
namespace page_migration
|
||||
{
|
||||
using namespace rocprofiler::page_migration;
|
||||
using namespace rocprofiler::common::container;
|
||||
using rocprofiler_page_migration_seq_t = std::make_index_sequence<ROCPROFILER_PAGE_MIGRATION_LAST>;
|
||||
|
||||
static_assert(KFD_SMI_EVENT_NONE == 0);
|
||||
static_assert(KFD_SMI_EVENT_MIGRATE_START == 5);
|
||||
static_assert(KFD_SMI_EVENT_MIGRATE_END == 6);
|
||||
static_assert(KFD_SMI_EVENT_PAGE_FAULT_START == 7);
|
||||
static_assert(KFD_SMI_EVENT_PAGE_FAULT_END == 8);
|
||||
static_assert(KFD_SMI_EVENT_QUEUE_EVICTION == 9);
|
||||
static_assert(KFD_SMI_EVENT_QUEUE_RESTORE == 10);
|
||||
static_assert(KFD_SMI_EVENT_UNMAP_FROM_GPU == 11);
|
||||
static_assert(KFD_SMI_EVENT_ALL_PROCESS == 64);
|
||||
|
||||
// Update page_migration.def.cpp with event mappings
|
||||
// Update page_migration.cpp to parse and report new event
|
||||
static_assert(ROCPROFILER_PAGE_MIGRATION_LAST == 8,
|
||||
"New event added, update KFD to ROCPROFILER mappings");
|
||||
|
||||
// clang-format off
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_PAGEFAULT_GPU, KFD_MIGRATE_TRIGGER_PAGEFAULT_GPU );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_PAGEFAULT_CPU, KFD_MIGRATE_TRIGGER_PAGEFAULT_CPU );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_TTM_EVICTION, KFD_MIGRATE_TRIGGER_TTM_EVICTION );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_SVM, KFD_QUEUE_EVICTION_TRIGGER_SVM );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_USERPTR, KFD_QUEUE_EVICTION_TRIGGER_USERPTR );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_TTM, KFD_QUEUE_EVICTION_TRIGGER_TTM );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_SUSPEND, KFD_QUEUE_EVICTION_TRIGGER_SUSPEND );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_CRIU_CHECKPOINT, KFD_QUEUE_EVICTION_CRIU_CHECKPOINT );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_CRIU_RESTORE, KFD_QUEUE_EVICTION_CRIU_RESTORE );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU_TRIGGER_MMU_NOTIFY, KFD_SVM_UNMAP_TRIGGER_MMU_NOTIFY );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU_TRIGGER_MMU_NOTIFY_MIGRATE, KFD_SVM_UNMAP_TRIGGER_MMU_NOTIFY_MIGRATE);
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU_TRIGGER_UNMAP_FROM_CPU, KFD_SVM_UNMAP_TRIGGER_UNMAP_FROM_CPU );
|
||||
// clang-format on
|
||||
|
||||
static_assert(kfd_bitmask(std::index_sequence<ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT_START,
|
||||
ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_END,
|
||||
ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU>()) ==
|
||||
(KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_PAGE_FAULT_START) |
|
||||
KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_MIGRATE_END) |
|
||||
KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_UNMAP_FROM_GPU)));
|
||||
|
||||
static_assert((page_migration_info<ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_END>::kfd_bitmask |
|
||||
page_migration_info<ROCPROFILER_PAGE_MIGRATION_QUEUE_EVICTION>::kfd_bitmask |
|
||||
page_migration_info<ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU>::kfd_bitmask) ==
|
||||
(KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_MIGRATE_END) |
|
||||
KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_QUEUE_EVICTION) |
|
||||
KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_UNMAP_FROM_GPU)));
|
||||
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_MIGRATE_START, rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_START);
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_MIGRATE_END, rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_END);
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_PAGE_FAULT_START,
|
||||
rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT_START);
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_PAGE_FAULT_END, rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT_END);
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_QUEUE_EVICTION, rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_QUEUE_EVICTION);
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_QUEUE_RESTORE, rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_QUEUE_RESTORE);
|
||||
static_assert(kfd_to_rocprof_op(KFD_SMI_EVENT_UNMAP_FROM_GPU, rocprofiler_page_migration_seq_t{}) ==
|
||||
ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU);
|
||||
|
||||
} // namespace page_migration
|
||||
} // namespace rocprofiler
|
||||
@@ -44,43 +44,17 @@
|
||||
} \
|
||||
} while(0)
|
||||
|
||||
#define APPEND_UVM_EVENT(X) ROCPROFILER_UVM_EVENT_##X
|
||||
#define APPEND_1(X) APPEND_UVM_EVENT(X)
|
||||
#define CONCAT(X, Y) X##Y
|
||||
#define APPEND_2(A1, A2) APPEND_1(A1), APPEND_1(A2)
|
||||
#define APPEND_3(A1, A2, A3) APPEND_2(A1, A2), APPEND_1(A3)
|
||||
#define APPEND_4(A1, A2, A3, A4) APPEND_3(A1, A2, A3), APPEND_1(A4)
|
||||
#define APPEND_5(A1, A2, A3, A4, A5) APPEND_4(A1, A2, A3, A4), APPEND_1(A5)
|
||||
|
||||
#define MACRO_N(MACRO, N, ...) CONCAT(MACRO, N)(__VA_ARGS__)
|
||||
#define APPLY_N(MACRO, ...) MACRO_N(MACRO, IMPL_DETAIL_FOR_EACH_NARG(__VA_ARGS__), __VA_ARGS__)
|
||||
|
||||
#define GET_UVM_ENUMS(...) APPLY_N(APPEND_, __VA_ARGS__)
|
||||
|
||||
// static constexpr size_t uvm_event = UVM_ENUM;
|
||||
#define SPECIALIZE_UVM_KFD_EVENT(UVM_ENUM, KFD_ENUM, FORMAT_STRING) \
|
||||
template <> \
|
||||
struct uvm_event_info<UVM_ENUM> \
|
||||
{ \
|
||||
static constexpr size_t kfd_event = KFD_ENUM; \
|
||||
static constexpr std::string_view format_str{FORMAT_STRING}; \
|
||||
#define SPECIALIZE_PAGE_MIGRATION_INFO(ROCPROF_NAME, KFD_NAME, FORMAT_STRING) \
|
||||
template <> \
|
||||
struct page_migration_info<ROCPROFILER_PAGE_MIGRATION_##ROCPROF_NAME> \
|
||||
{ \
|
||||
static constexpr auto name = "PAGE_MIGRATION_" #ROCPROF_NAME; \
|
||||
static constexpr size_t operation = ROCPROFILER_PAGE_MIGRATION_##ROCPROF_NAME; \
|
||||
static constexpr size_t kfd_operation = KFD_SMI_EVENT_##KFD_NAME; \
|
||||
static constexpr size_t kfd_bitmask = bitmask(KFD_SMI_EVENT_##KFD_NAME); \
|
||||
static constexpr std::string_view format_str = FORMAT_STRING; \
|
||||
};
|
||||
|
||||
#define SPECIALIZE_PAGE_MIGRATION_INFO(TYPE, ...) \
|
||||
template <> \
|
||||
struct page_migration_info<ROCPROFILER_PAGE_MIGRATION_##TYPE> \
|
||||
{ \
|
||||
static constexpr auto operation_idx = ROCPROFILER_PAGE_MIGRATION_##TYPE; \
|
||||
static constexpr auto name = "PAGE_MIGRATION_" #TYPE; \
|
||||
static constexpr size_t uvm_bitmask = \
|
||||
bitmask(std::index_sequence<GET_UVM_ENUMS(__VA_ARGS__)>()); \
|
||||
static constexpr size_t kfd_bitmask = \
|
||||
to_kfd_bitmask(std::index_sequence<GET_UVM_ENUMS(__VA_ARGS__)>()); \
|
||||
}
|
||||
|
||||
#define COPY_FROM_START_1(MEMBER) end.MEMBER = start.MEMBER;
|
||||
#define COPY_FROM_START_2(UNION_TYPE, MEMBER) end.UNION_TYPE.MEMBER = start.UNION_TYPE.MEMBER;
|
||||
|
||||
#define SPECIALIZE_KFD_IOC_IOCTL(STRUCT, ARG_IOC) \
|
||||
template <> \
|
||||
struct IOC_event<STRUCT> \
|
||||
|
||||
+282
-532
File diff suppressed because it is too large
Load Diff
+20
-35
@@ -30,45 +30,30 @@ namespace rocprofiler
|
||||
{
|
||||
namespace page_migration
|
||||
{
|
||||
using namespace rocprofiler::common;
|
||||
|
||||
using kfd_event_id_t = decltype(KFD_SMI_EVENT_NONE);
|
||||
using migrate_trigger_t = rocprofiler_page_migration_trigger_t;
|
||||
using page_migration_record_t = rocprofiler_buffer_tracing_page_migration_record_t;
|
||||
using queue_suspend_trigger_t = rocprofiler_page_migration_queue_suspend_trigger_t;
|
||||
using unmap_from_gpu_trigger_t = rocprofiler_page_migration_unmap_from_gpu_trigger_t;
|
||||
|
||||
using trigger_type_list_t = common::mpl::type_list<rocprofiler_page_migration_trigger_t,
|
||||
queue_suspend_trigger_t,
|
||||
unmap_from_gpu_trigger_t>;
|
||||
// clang-format off
|
||||
// Map ROCPROF UVM enums to KFD enums
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_NONE, KFD_SMI_EVENT_NONE, "Error: Invalid UVM event from KFD" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_MIGRATE_START, KFD_SMI_EVENT_MIGRATE_START, "%x %ld -%d @%lx(%lx) %x->%x %x:%x %d\n" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_MIGRATE_END, KFD_SMI_EVENT_MIGRATE_END, "%x %ld -%d @%lx(%lx) %x->%x %d\n" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_PAGE_FAULT_START, KFD_SMI_EVENT_PAGE_FAULT_START, "%x %ld -%d @%lx(%x) %c\n" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_PAGE_FAULT_END, KFD_SMI_EVENT_PAGE_FAULT_END, "%x %ld -%d @%lx(%x) %c\n" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_QUEUE_EVICTION, KFD_SMI_EVENT_QUEUE_EVICTION, "%x %ld -%d %x %d\n" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_QUEUE_RESTORE, KFD_SMI_EVENT_QUEUE_RESTORE, "%x %ld -%d %x\n" );
|
||||
SPECIALIZE_UVM_KFD_EVENT(ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU, KFD_SMI_EVENT_UNMAP_FROM_GPU, "%x %ld -%d @%lx(%lx) %x %d\n" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(NONE, NONE, "Error: Invalid UVM event from KFD" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(PAGE_MIGRATE_START, MIGRATE_START, "%x %ld -%d @%lx(%lx) %x->%x %x:%x %d\n");
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(PAGE_MIGRATE_END, MIGRATE_END, "%x %ld -%d @%lx(%lx) %x->%x %d\n" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(PAGE_FAULT_START, PAGE_FAULT_START, "%x %ld -%d @%lx(%x) %c\n" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(PAGE_FAULT_END, PAGE_FAULT_END, "%x %ld -%d @%lx(%x) %c\n" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(QUEUE_EVICTION, QUEUE_EVICTION, "%x %ld -%d %x %d\n" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(QUEUE_RESTORE, QUEUE_RESTORE, "%x %ld -%d %x\n" );
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(UNMAP_FROM_GPU, UNMAP_FROM_GPU, "%x %ld -%d @%lx(%lx) %x %d\n" );
|
||||
#undef SPECIALIZE_PAGE_MIGRATION_INFO
|
||||
// clang-format on
|
||||
# undef SPECIALIZE_UVM_KFD_EVENT
|
||||
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(NONE, NONE);
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(PAGE_MIGRATE, MIGRATE_START, MIGRATE_END);
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(PAGE_FAULT, PAGE_FAULT_START, PAGE_FAULT_END);
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(QUEUE_SUSPEND, QUEUE_EVICTION, QUEUE_RESTORE);
|
||||
SPECIALIZE_PAGE_MIGRATION_INFO(UNMAP_FROM_GPU, UNMAP_FROM_GPU);
|
||||
|
||||
template <size_t UvmOpInx, size_t... OpInxs>
|
||||
constexpr size_t to_rocprof_op_impl(std::index_sequence<OpInxs...>)
|
||||
{
|
||||
return ((((bitmask(UvmOpInx) & page_migration_info<OpInxs>::uvm_bitmask) != 0) * OpInxs) + ...);
|
||||
}
|
||||
|
||||
template <size_t... OpInxs>
|
||||
constexpr auto _to_rocprof_op_impl(std::index_sequence<OpInxs...>)
|
||||
{
|
||||
return std::array{
|
||||
to_rocprof_op_impl<OpInxs>(std::make_index_sequence<ROCPROFILER_PAGE_MIGRATION_LAST>{})...};
|
||||
}
|
||||
|
||||
constexpr auto
|
||||
to_rocprof_op(size_t pos)
|
||||
{
|
||||
using rop = rocprofiler_page_migration_operation_t;
|
||||
return static_cast<rop>(
|
||||
_to_rocprof_op_impl(std::make_index_sequence<ROCPROFILER_UVM_EVENT_LAST>{})[pos]);
|
||||
}
|
||||
} // namespace page_migration
|
||||
} // namespace rocprofiler
|
||||
#endif
|
||||
|
||||
@@ -22,12 +22,15 @@
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "lib/common/container/small_vector.hpp"
|
||||
#include "lib/rocprofiler-sdk/details/kfd_ioctl.h"
|
||||
|
||||
#include <rocprofiler-sdk/buffer_tracing.h>
|
||||
#include <rocprofiler-sdk/fwd.h>
|
||||
|
||||
#include <algorithm>
|
||||
#include <cstdint>
|
||||
#include <string_view>
|
||||
#include <unordered_map>
|
||||
#include <utility>
|
||||
|
||||
@@ -35,38 +38,32 @@ namespace rocprofiler
|
||||
{
|
||||
namespace page_migration
|
||||
{
|
||||
// serves as an overview of what events we capture and report
|
||||
enum fault_type_t
|
||||
{
|
||||
NONE,
|
||||
READ,
|
||||
WRITE,
|
||||
};
|
||||
/* serves as an overview of what events we capture and report
|
||||
|
||||
struct uvm_event_page_fault_start_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t start_timestamp;
|
||||
int pid;
|
||||
int node_id;
|
||||
uint64_t address;
|
||||
fault_type_t fault;
|
||||
};
|
||||
|
||||
struct uvm_event_page_fault_end_t
|
||||
struct event_page_fault_start_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t end_timestamp;
|
||||
uint64_t timestamp;
|
||||
int pid;
|
||||
int node_id;
|
||||
uint64_t address;
|
||||
fault_t fault;
|
||||
};
|
||||
|
||||
struct event_page_fault_end_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t timestamp;
|
||||
uint32_t pid;
|
||||
int node_id;
|
||||
uint64_t address;
|
||||
bool migrated;
|
||||
};
|
||||
|
||||
struct uvm_event_migrate_start_t
|
||||
struct event_migrate_start_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t start_timestamp;
|
||||
uint64_t timestamp;
|
||||
uint32_t pid;
|
||||
uint64_t start;
|
||||
uint64_t end_offset;
|
||||
@@ -77,10 +74,10 @@ struct uvm_event_migrate_start_t
|
||||
uint32_t trigger;
|
||||
};
|
||||
|
||||
struct uvm_event_migrate_end_t
|
||||
struct event_migrate_end_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t end_timestamp;
|
||||
uint64_t timestamp;
|
||||
uint32_t pid;
|
||||
uint64_t start;
|
||||
uint64_t end_offset;
|
||||
@@ -89,25 +86,25 @@ struct uvm_event_migrate_end_t
|
||||
uint32_t trigger;
|
||||
};
|
||||
|
||||
struct uvm_event_queue_eviction_t
|
||||
struct event_queue_eviction_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t start_timestamp;
|
||||
uint64_t timestamp;
|
||||
uint32_t pid;
|
||||
int node_id;
|
||||
uint32_t trigger;
|
||||
};
|
||||
|
||||
struct uvm_event_queue_restore_t
|
||||
struct event_queue_restore_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t end_timestamp;
|
||||
uint64_t timestamp;
|
||||
uint32_t pid;
|
||||
int node_id;
|
||||
bool rescheduled;
|
||||
};
|
||||
|
||||
struct uvm_event_unmap_from_gpu_t
|
||||
struct event_unmap_from_gpu_t
|
||||
{
|
||||
int kind;
|
||||
uint64_t timestamp;
|
||||
@@ -117,13 +114,13 @@ struct uvm_event_unmap_from_gpu_t
|
||||
int node_id;
|
||||
uint32_t trigger;
|
||||
};
|
||||
|
||||
template <size_t e>
|
||||
struct uvm_event_info;
|
||||
*/
|
||||
|
||||
template <size_t>
|
||||
struct page_migration_info;
|
||||
|
||||
using namespace rocprofiler::common;
|
||||
|
||||
namespace kfd
|
||||
{
|
||||
template <typename T>
|
||||
@@ -145,74 +142,56 @@ constexpr size_t bitmask(std::index_sequence<Args...>)
|
||||
return (bitmask(Args) | ...);
|
||||
}
|
||||
|
||||
enum uvm_event_id_t
|
||||
template <size_t... Ints>
|
||||
constexpr size_t kfd_bitmask(std::index_sequence<Ints...>)
|
||||
{
|
||||
ROCPROFILER_UVM_EVENT_NONE,
|
||||
ROCPROFILER_UVM_EVENT_MIGRATE_START,
|
||||
ROCPROFILER_UVM_EVENT_MIGRATE_END,
|
||||
ROCPROFILER_UVM_EVENT_PAGE_FAULT_START,
|
||||
ROCPROFILER_UVM_EVENT_PAGE_FAULT_END,
|
||||
ROCPROFILER_UVM_EVENT_QUEUE_EVICTION,
|
||||
ROCPROFILER_UVM_EVENT_QUEUE_RESTORE,
|
||||
ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU,
|
||||
ROCPROFILER_UVM_EVENT_LAST,
|
||||
};
|
||||
return (page_migration_info<Ints>::kfd_bitmask | ...);
|
||||
}
|
||||
|
||||
static_assert(KFD_SMI_EVENT_NONE == 0);
|
||||
static_assert(KFD_SMI_EVENT_MIGRATE_START == 5);
|
||||
static_assert(KFD_SMI_EVENT_MIGRATE_END == 6);
|
||||
static_assert(KFD_SMI_EVENT_PAGE_FAULT_START == 7);
|
||||
static_assert(KFD_SMI_EVENT_PAGE_FAULT_END == 8);
|
||||
static_assert(KFD_SMI_EVENT_QUEUE_EVICTION == 9);
|
||||
static_assert(KFD_SMI_EVENT_QUEUE_RESTORE == 10);
|
||||
static_assert(KFD_SMI_EVENT_UNMAP_FROM_GPU == 11);
|
||||
static_assert(KFD_SMI_EVENT_ALL_PROCESS == 64);
|
||||
template <size_t OpInx, size_t... OpInxs>
|
||||
constexpr size_t
|
||||
kfd_bitmask_impl(size_t rocprof_op, std::index_sequence<OpInx, OpInxs...>)
|
||||
{
|
||||
if(rocprof_op == OpInx) return page_migration_info<OpInx>::kfd_bitmask;
|
||||
if constexpr(sizeof...(OpInxs) > 0)
|
||||
return kfd_bitmask_impl(rocprof_op, std::index_sequence<OpInxs...>{});
|
||||
else
|
||||
return 0;
|
||||
}
|
||||
|
||||
template <size_t... OpInxs>
|
||||
constexpr auto
|
||||
kfd_bitmask(const container::small_vector<size_t>& rocprof_event_ids,
|
||||
std::index_sequence<OpInxs...>)
|
||||
{
|
||||
uint64_t m{};
|
||||
for(const size_t& event_id : rocprof_event_ids)
|
||||
{
|
||||
m |= kfd_bitmask_impl(event_id, std::index_sequence<OpInxs...>{});
|
||||
}
|
||||
return m;
|
||||
}
|
||||
|
||||
template <size_t OpInx, size_t... OpInxs>
|
||||
constexpr size_t
|
||||
kfd_to_rocprof_op(size_t kfd_id, std::index_sequence<OpInx, OpInxs...>)
|
||||
{
|
||||
if(kfd_id == page_migration_info<OpInx>::kfd_operation) return OpInx;
|
||||
if constexpr(sizeof...(OpInxs) > 0)
|
||||
return kfd_to_rocprof_op(kfd_id, std::index_sequence<OpInxs...>{});
|
||||
else
|
||||
return 0;
|
||||
}
|
||||
|
||||
size_t
|
||||
get_rocprof_op(const std::string_view event_data);
|
||||
|
||||
void
|
||||
kfd_readlines(const std::string_view str, void(handler)(std::string_view));
|
||||
|
||||
using rocprof_buffer_op_t = rocprofiler_page_migration_operation_t;
|
||||
|
||||
using node_fd_t = int;
|
||||
|
||||
using event_map_t =
|
||||
std::unordered_map<uint64_t, rocprofiler_buffer_tracing_page_migration_record_t>;
|
||||
using events_cache_t = std::array<event_map_t, ROCPROFILER_PAGE_MIGRATION_LAST>;
|
||||
|
||||
template <size_t... Ints>
|
||||
constexpr size_t to_kfd_bitmask(std::index_sequence<Ints...>)
|
||||
{
|
||||
return bitmask(std::index_sequence<uvm_event_info<Ints>::kfd_event...>());
|
||||
}
|
||||
|
||||
template <rocprofiler_page_migration_operation_t... Ops>
|
||||
constexpr size_t to_uvm_bitmask(std::index_sequence<Ops...>)
|
||||
{
|
||||
return bitmask(std::index_sequence<static_cast<uint32_t>(Ops)...>());
|
||||
}
|
||||
|
||||
template <size_t RocprofOpIdx, size_t UvmOpIdx>
|
||||
constexpr bool
|
||||
is_rocprof_uvm_map()
|
||||
{
|
||||
return page_migration_info<RocprofOpIdx>::uvm_bitmask & bitmask(UvmOpIdx);
|
||||
}
|
||||
|
||||
template <size_t RocprofOpIdx, size_t OpInx, size_t... OpInxs>
|
||||
constexpr bool
|
||||
_is_rocprof_uvm_map(size_t uvm_event, std::index_sequence<OpInx, OpInxs...>)
|
||||
{
|
||||
if(OpInx == uvm_event)
|
||||
return is_rocprof_uvm_map<RocprofOpIdx, OpInx>();
|
||||
else if constexpr(sizeof...(OpInxs) > 0)
|
||||
return _is_rocprof_uvm_map<RocprofOpIdx>(uvm_event, std::index_sequence<OpInxs...>{});
|
||||
else
|
||||
return false;
|
||||
}
|
||||
|
||||
template <size_t RocprofOpIdx>
|
||||
constexpr bool
|
||||
is_rocprof_uvm_map(size_t uvm_event)
|
||||
{
|
||||
return _is_rocprof_uvm_map<RocprofOpIdx>(
|
||||
uvm_event, std::make_index_sequence<ROCPROFILER_UVM_EVENT_LAST>{});
|
||||
}
|
||||
} // namespace page_migration
|
||||
} // namespace rocprofiler
|
||||
|
||||
@@ -11,8 +11,16 @@ include(GoogleTest)
|
||||
#
|
||||
# -------------------------------------------------------------------------------------- #
|
||||
|
||||
set(rocprofiler_lib_sources agent.cpp buffer.cpp contexts.cpp hsa.cpp naming.cpp
|
||||
timestamp.cpp version.cpp hsa_barrier.cpp)
|
||||
set(rocprofiler_lib_sources
|
||||
agent.cpp
|
||||
buffer.cpp
|
||||
contexts.cpp
|
||||
hsa.cpp
|
||||
naming.cpp
|
||||
timestamp.cpp
|
||||
version.cpp
|
||||
hsa_barrier.cpp
|
||||
page_migration.cpp)
|
||||
|
||||
add_executable(rocprofiler-sdk-lib-tests)
|
||||
target_sources(rocprofiler-sdk-lib-tests PRIVATE ${rocprofiler_lib_sources}
|
||||
@@ -23,6 +31,7 @@ target_link_libraries(
|
||||
rocprofiler-sdk::rocprofiler-sdk-common-library
|
||||
rocprofiler-sdk::counter-test-constants
|
||||
rocprofiler-sdk::rocprofiler-sdk-hsa-runtime
|
||||
rocprofiler-sdk::rocprofiler-sdk-drm
|
||||
GTest::gtest
|
||||
GTest::gtest_main)
|
||||
|
||||
@@ -40,9 +49,8 @@ set_tests_properties(${lib_TESTS} PROPERTIES TIMEOUT 30 LABELS "unittests")
|
||||
#
|
||||
# -------------------------------------------------------------------------------------- #
|
||||
|
||||
set(rocprofiler_shared_lib_sources
|
||||
external_correlation.cpp intercept_table.cpp page_migration.cpp registration.cpp
|
||||
roctx.cpp status.cpp)
|
||||
set(rocprofiler_shared_lib_sources external_correlation.cpp intercept_table.cpp
|
||||
registration.cpp roctx.cpp status.cpp)
|
||||
|
||||
add_executable(rocprofiler-sdk-lib-tests-shared)
|
||||
target_sources(rocprofiler-sdk-lib-tests-shared PRIVATE ${rocprofiler_shared_lib_sources})
|
||||
|
||||
@@ -20,25 +20,26 @@
|
||||
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
// SOFTWARE.
|
||||
|
||||
#include "lib/common/container/small_vector.hpp"
|
||||
#include "lib/common/defines.hpp"
|
||||
#include "lib/rocprofiler-sdk/details/kfd_ioctl.h"
|
||||
#include "lib/common/mpl.hpp"
|
||||
#include "lib/rocprofiler-sdk/page_migration/utils.hpp"
|
||||
|
||||
#include <rocprofiler-sdk/buffer_tracing.h>
|
||||
#include <rocprofiler-sdk/fwd.h>
|
||||
#include <rocprofiler-sdk/rocprofiler.h>
|
||||
|
||||
#include <fmt/format.h>
|
||||
#include <fmt/core.h>
|
||||
#include <gtest/gtest.h>
|
||||
|
||||
#include <sstream>
|
||||
#include <string_view>
|
||||
#include <utility>
|
||||
|
||||
#define ROCPROFILER_LIB_ROCPROFILER_SDK_PAGE_MIGRATION_PAGE_MIGRATION_CPP_IMPL 1
|
||||
#include "lib/rocprofiler-sdk/page_migration/page_migration.def.cpp"
|
||||
#undef ROCPROFILER_LIB_ROCPROFILER_SDK_PAGE_MIGRATION_PAGE_MIGRATION_CPP_IMPL
|
||||
|
||||
#define ASSERT_SAME(A, B) static_assert(static_cast<size_t>(A) == static_cast<size_t>(B))
|
||||
|
||||
namespace
|
||||
{
|
||||
constexpr std::string_view MULTILINE_STRING = "This is 0 Line 0\n"
|
||||
@@ -61,7 +62,7 @@ return_line(const std::string_view line)
|
||||
auto
|
||||
parse_lines()
|
||||
{
|
||||
KFD_EVENT_PARSE_EVENTS(MULTILINE_STRING, return_line);
|
||||
rocprofiler::page_migration::kfd_readlines(MULTILINE_STRING, return_line);
|
||||
}
|
||||
|
||||
TEST(page_migration, readlines)
|
||||
@@ -70,107 +71,35 @@ TEST(page_migration, readlines)
|
||||
parse_lines();
|
||||
}
|
||||
|
||||
TEST(page_migration, parse_kvm_events)
|
||||
{
|
||||
// Ensure all lines are read
|
||||
parse_lines();
|
||||
}
|
||||
|
||||
TEST(page_migtation, rocprof_kfd_map)
|
||||
{
|
||||
using namespace ::rocprofiler::page_migration;
|
||||
using namespace rocprofiler::page_migration;
|
||||
using namespace rocprofiler::common::container;
|
||||
|
||||
using rocprofiler_page_migration_seq_t =
|
||||
std::make_index_sequence<ROCPROFILER_PAGE_MIGRATION_LAST>;
|
||||
|
||||
const small_vector<size_t> vec{ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_END,
|
||||
ROCPROFILER_PAGE_MIGRATION_QUEUE_EVICTION,
|
||||
ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU};
|
||||
|
||||
EXPECT_EQ((page_migration_info<ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_END>::kfd_bitmask |
|
||||
page_migration_info<ROCPROFILER_PAGE_MIGRATION_QUEUE_EVICTION>::kfd_bitmask |
|
||||
page_migration_info<ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU>::kfd_bitmask),
|
||||
kfd_bitmask(vec, rocprofiler_page_migration_seq_t{}));
|
||||
|
||||
const auto to_kfd_str = [](kfd_smi_event e) {
|
||||
std::string str = fmt::format("{:x} ", static_cast<size_t>(e));
|
||||
return rocprofiler::page_migration::get_rocprof_op({str});
|
||||
};
|
||||
|
||||
// clang-format off
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_PAGE_FAULT_START >() );
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_PAGE_FAULT_END >() );
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_MIGRATE_START >() );
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_MIGRATE_END >() );
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_QUEUE_EVICTION >() );
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_QUEUE_RESTORE >() );
|
||||
static_assert( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU >() );
|
||||
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_START) );
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_END ) );
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_MIGRATE_START ) );
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_MIGRATE_END ) );
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_QUEUE_EVICTION ) );
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_QUEUE_RESTORE ) );
|
||||
EXPECT_TRUE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU ) );
|
||||
|
||||
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_QUEUE_EVICTION >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_QUEUE_RESTORE >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_PAGE_FAULT_START >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE, ROCPROFILER_UVM_EVENT_PAGE_FAULT_END >() );
|
||||
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_MIGRATE_START >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_MIGRATE_END >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_QUEUE_EVICTION >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_QUEUE_RESTORE >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT, ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU >() );
|
||||
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_MIGRATE_START >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_MIGRATE_END >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_PAGE_FAULT_START >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_PAGE_FAULT_END >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND, ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU >() );
|
||||
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_MIGRATE_START >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_MIGRATE_END >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_PAGE_FAULT_START >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_PAGE_FAULT_END >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_QUEUE_EVICTION >() );
|
||||
static_assert( ! is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU, ROCPROFILER_UVM_EVENT_QUEUE_RESTORE >() );
|
||||
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_QUEUE_EVICTION ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_QUEUE_RESTORE ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_START) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_END ) );
|
||||
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_MIGRATE_START ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_MIGRATE_END ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_QUEUE_EVICTION ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_QUEUE_RESTORE ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT >(ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU ) );
|
||||
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_MIGRATE_START ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_MIGRATE_END ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_START) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_END ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND >(ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU ) );
|
||||
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_MIGRATE_START ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_MIGRATE_END ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_START) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_PAGE_FAULT_END ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_QUEUE_EVICTION ) );
|
||||
EXPECT_FALSE( is_rocprof_uvm_map < ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU >(ROCPROFILER_UVM_EVENT_QUEUE_RESTORE ) );
|
||||
|
||||
static_assert(to_rocprof_op(ROCPROFILER_UVM_EVENT_MIGRATE_START) == ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE );
|
||||
static_assert(to_rocprof_op(ROCPROFILER_UVM_EVENT_PAGE_FAULT_END) == ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT );
|
||||
static_assert(to_rocprof_op(ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU) == ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU );
|
||||
static_assert(to_rocprof_op(ROCPROFILER_UVM_EVENT_QUEUE_EVICTION) == ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND );
|
||||
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_PREFETCH, KFD_MIGRATE_TRIGGER_PREFETCH );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_PAGEFAULT_GPU, KFD_MIGRATE_TRIGGER_PAGEFAULT_GPU );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_PAGEFAULT_CPU, KFD_MIGRATE_TRIGGER_PAGEFAULT_CPU );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_TRIGGER_TTM_EVICTION, KFD_MIGRATE_TRIGGER_TTM_EVICTION );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_SVM, KFD_QUEUE_EVICTION_TRIGGER_SVM );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_USERPTR, KFD_QUEUE_EVICTION_TRIGGER_USERPTR );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_TTM, KFD_QUEUE_EVICTION_TRIGGER_TTM );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_SUSPEND, KFD_QUEUE_EVICTION_TRIGGER_SUSPEND );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_CRIU_CHECKPOINT, KFD_QUEUE_EVICTION_CRIU_CHECKPOINT );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_QUEUE_SUSPEND_TRIGGER_CRIU_RESTORE, KFD_QUEUE_EVICTION_CRIU_RESTORE );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU_TRIGGER_MMU_NOTIFY, KFD_SVM_UNMAP_TRIGGER_MMU_NOTIFY );
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU_TRIGGER_MMU_NOTIFY_MIGRATE, KFD_SVM_UNMAP_TRIGGER_MMU_NOTIFY_MIGRATE);
|
||||
ASSERT_SAME(ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU_TRIGGER_UNMAP_FROM_CPU, KFD_SVM_UNMAP_TRIGGER_UNMAP_FROM_CPU );
|
||||
|
||||
static_assert(to_kfd_bitmask(std::index_sequence<
|
||||
ROCPROFILER_UVM_EVENT_PAGE_FAULT_START, ROCPROFILER_UVM_EVENT_UNMAP_FROM_GPU>()) ==
|
||||
(KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_PAGE_FAULT_START)
|
||||
| KFD_SMI_EVENT_MASK_FROM_INDEX(KFD_SMI_EVENT_UNMAP_FROM_GPU)));
|
||||
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_MIGRATE_START), ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_START);
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_MIGRATE_END), ROCPROFILER_PAGE_MIGRATION_PAGE_MIGRATE_END);
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_PAGE_FAULT_START), ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT_START);
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_PAGE_FAULT_END), ROCPROFILER_PAGE_MIGRATION_PAGE_FAULT_END);
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_QUEUE_EVICTION), ROCPROFILER_PAGE_MIGRATION_QUEUE_EVICTION);
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_QUEUE_RESTORE), ROCPROFILER_PAGE_MIGRATION_QUEUE_RESTORE);
|
||||
EXPECT_EQ(to_kfd_str(KFD_SMI_EVENT_UNMAP_FROM_GPU), ROCPROFILER_PAGE_MIGRATION_UNMAP_FROM_GPU);
|
||||
// clang-format on
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user