itrowbri
3bd7773cf7
* Initial commit: Need to implement wrapper function to collect data and test that wrapper function is correctly replacing core HSA functions * Attempted to implement wrapper implementation for hsa memory allocation functions. Need to modify generate record files and test if implementation is working as expected * Debugging and implementing generateCSV function * Memory allocation size and starting address outputted to csv and json file formats * Formatting * Initial setup for OTF2 and Perfetto generation * Collecting agent id for memory_allocation and formatting * Modified memory_allocation.cpp to set up code for AMD_EXT commands * Support for memory_pool_allocate added * Removed accidently added file * Made flag optional and added more OTF2 and Perfetto code. Needs testing to ensure perfetto and OTF2 works * Formatting * Fixed perfetto and otf2 output * Fixed flag issue due to incorrect buffer use * Updated documentation * Small cleaning and comments * Added test for HSA memory allocation tracing * Fixed summary test validation errors due to allocation tracing. Added type to location_base to create unique event ids for allocation due to OTF2 trace error * Decreased lower limit of hip calls for test * Modified summary tests to vary number of allocate requests * Minor fixes to address comments. Still need to address OTF2 comments * Fix docs and changed OTF2 to use enum for type specified in location_base construction * Fixed schema error * Added vmem command tracking. Need to add test * Updated test to work with vmem command and updated generateCSV to output int instead of hex string. * OTF2 enum update and mispelling fix * CI does not support Virtual Memory API. Removed vmem test. Will add back if CI is modifed to suport vmem API * Update CMakeLists.txt for memory allocation test * Updated summary test * Minor fixes to address comments * Moved domain_type.hpp enum to before LAST * Fixed compile errors and formatting * Fixed stats summary domain name error * Added rocprofv3 test * Page migration test fix * Undo page migration test changes. Failures do not appear to have to do with memory allocation
90 行
2.6 KiB
Python
実行ファイル
90 行
2.6 KiB
Python
実行ファイル
#!/usr/bin/env python3
|
|
|
|
import sys
|
|
import pytest
|
|
import json
|
|
|
|
from collections import defaultdict
|
|
|
|
|
|
# helper function
|
|
def node_exists(name, data, min_len=1):
|
|
assert name in data
|
|
assert data[name] is not None
|
|
if isinstance(data[name], (list, tuple, dict, set)):
|
|
assert len(data[name]) >= min_len
|
|
|
|
|
|
def get_operation(record, kind_name, op_name=None):
|
|
for idx, itr in enumerate(record["strings"]["buffer_records"]):
|
|
if kind_name == itr["kind"]:
|
|
if op_name is None:
|
|
return idx, itr["operations"]
|
|
else:
|
|
for oidx, oname in enumerate(itr["operations"]):
|
|
if op_name == oname:
|
|
return oidx
|
|
return None
|
|
|
|
|
|
def test_memory_allocation(json_data):
|
|
data = json_data["rocprofiler-sdk-tool"]
|
|
buffer_records = data["buffer_records"]
|
|
|
|
memory_allocation_data = buffer_records["memory_allocation"]
|
|
|
|
_, bf_op_names = get_operation(data, "MEMORY_ALLOCATION")
|
|
|
|
assert len(bf_op_names) == 4
|
|
|
|
allocation_reported_agent_ids = set()
|
|
# check buffering data
|
|
for node in memory_allocation_data:
|
|
assert "size" in node
|
|
assert "kind" in node
|
|
assert "operation" in node
|
|
assert "correlation_id" in node
|
|
assert "end_timestamp" in node
|
|
assert "start_timestamp" in node
|
|
assert "thread_id" in node
|
|
|
|
assert "agent_id" in node
|
|
assert "starting_address" in node
|
|
assert "allocation_size" in node
|
|
|
|
assert node.size > 0
|
|
assert node.allocation_size > 0
|
|
assert node.starting_address > 0
|
|
assert node.thread_id > 0
|
|
assert node.agent_id.handle > 0
|
|
assert node.start_timestamp > 0
|
|
assert node.end_timestamp > 0
|
|
assert node.start_timestamp < node.end_timestamp
|
|
|
|
assert data.strings.buffer_records[node.kind].kind == "MEMORY_ALLOCATION"
|
|
assert (
|
|
data.strings.buffer_records[node.kind].operations[node.operation]
|
|
in bf_op_names
|
|
)
|
|
|
|
allocation_reported_agent_ids.add(node["agent_id"]["handle"])
|
|
|
|
assert 2**64 - 1 not in allocation_reported_agent_ids
|
|
|
|
|
|
def test_perfetto_data(pftrace_data, json_data):
|
|
import rocprofiler_sdk.tests.rocprofv3 as rocprofv3
|
|
|
|
rocprofv3.test_perfetto_data(pftrace_data, json_data, ("memory_allocation",))
|
|
|
|
|
|
def test_otf2_data(otf2_data, json_data):
|
|
import rocprofiler_sdk.tests.rocprofv3 as rocprofv3
|
|
|
|
rocprofv3.test_otf2_data(otf2_data, json_data, ("memory_allocation",))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
exit_code = pytest.main(["-x", __file__] + sys.argv[1:])
|
|
sys.exit(exit_code)
|