itrowbri
94f4f56c40
* Initial commit: Need to implement wrapper function to collect data and test that wrapper function is correctly replacing core HSA functions
* Attempted to implement wrapper implementation for hsa memory allocation functions. Need to modify generate record files and test if implementation is working as expected
* Debugging and implementing generateCSV function
* Memory allocation size and starting address outputted to csv and json file formats
* Formatting
* Initial setup for OTF2 and Perfetto generation
* Collecting agent id for memory_allocation and formatting
* Modified memory_allocation.cpp to set up code for AMD_EXT commands
* Support for memory_pool_allocate added
* Removed accidently added file
* Made flag optional and added more OTF2 and Perfetto code. Needs testing to ensure perfetto and OTF2 works
* Formatting
* Fixed perfetto and otf2 output
* Fixed flag issue due to incorrect buffer use
* Updated documentation
* Small cleaning and comments
* Added test for HSA memory allocation tracing
* Fixed summary test validation errors due to allocation tracing. Added type to location_base to create unique event ids for allocation due to OTF2 trace error
* Decreased lower limit of hip calls for test
* Modified summary tests to vary number of allocate requests
* Minor fixes to address comments. Still need to address OTF2 comments
* Fix docs and changed OTF2 to use enum for type specified in location_base construction
* Fixed schema error
* Added vmem command tracking. Need to add test
* Updated test to work with vmem command and updated generateCSV to output int instead of hex string.
* OTF2 enum update and mispelling fix
* CI does not support Virtual Memory API. Removed vmem test. Will add back if CI is modifed to suport vmem API
* Update CMakeLists.txt for memory allocation test
* Updated summary test
* Minor fixes to address comments
* Moved domain_type.hpp enum to before LAST
* Fixed compile errors and formatting
* Fixed stats summary domain name error
* Added rocprofv3 test
* Page migration test fix
* Undo page migration test changes. Failures do not appear to have to do with memory allocation
[ROCm/rocprofiler-sdk commit: 3bd7773cf7]
90 строки
2.6 KiB
Python
Исполняемый файл
90 строки
2.6 KiB
Python
Исполняемый файл
#!/usr/bin/env python3
|
|
|
|
import sys
|
|
import pytest
|
|
import json
|
|
|
|
from collections import defaultdict
|
|
|
|
|
|
# helper function
|
|
def node_exists(name, data, min_len=1):
|
|
assert name in data
|
|
assert data[name] is not None
|
|
if isinstance(data[name], (list, tuple, dict, set)):
|
|
assert len(data[name]) >= min_len
|
|
|
|
|
|
def get_operation(record, kind_name, op_name=None):
|
|
for idx, itr in enumerate(record["strings"]["buffer_records"]):
|
|
if kind_name == itr["kind"]:
|
|
if op_name is None:
|
|
return idx, itr["operations"]
|
|
else:
|
|
for oidx, oname in enumerate(itr["operations"]):
|
|
if op_name == oname:
|
|
return oidx
|
|
return None
|
|
|
|
|
|
def test_memory_allocation(json_data):
|
|
data = json_data["rocprofiler-sdk-tool"]
|
|
buffer_records = data["buffer_records"]
|
|
|
|
memory_allocation_data = buffer_records["memory_allocation"]
|
|
|
|
_, bf_op_names = get_operation(data, "MEMORY_ALLOCATION")
|
|
|
|
assert len(bf_op_names) == 4
|
|
|
|
allocation_reported_agent_ids = set()
|
|
# check buffering data
|
|
for node in memory_allocation_data:
|
|
assert "size" in node
|
|
assert "kind" in node
|
|
assert "operation" in node
|
|
assert "correlation_id" in node
|
|
assert "end_timestamp" in node
|
|
assert "start_timestamp" in node
|
|
assert "thread_id" in node
|
|
|
|
assert "agent_id" in node
|
|
assert "starting_address" in node
|
|
assert "allocation_size" in node
|
|
|
|
assert node.size > 0
|
|
assert node.allocation_size > 0
|
|
assert node.starting_address > 0
|
|
assert node.thread_id > 0
|
|
assert node.agent_id.handle > 0
|
|
assert node.start_timestamp > 0
|
|
assert node.end_timestamp > 0
|
|
assert node.start_timestamp < node.end_timestamp
|
|
|
|
assert data.strings.buffer_records[node.kind].kind == "MEMORY_ALLOCATION"
|
|
assert (
|
|
data.strings.buffer_records[node.kind].operations[node.operation]
|
|
in bf_op_names
|
|
)
|
|
|
|
allocation_reported_agent_ids.add(node["agent_id"]["handle"])
|
|
|
|
assert 2**64 - 1 not in allocation_reported_agent_ids
|
|
|
|
|
|
def test_perfetto_data(pftrace_data, json_data):
|
|
import rocprofiler_sdk.tests.rocprofv3 as rocprofv3
|
|
|
|
rocprofv3.test_perfetto_data(pftrace_data, json_data, ("memory_allocation",))
|
|
|
|
|
|
def test_otf2_data(otf2_data, json_data):
|
|
import rocprofiler_sdk.tests.rocprofv3 as rocprofv3
|
|
|
|
rocprofv3.test_otf2_data(otf2_data, json_data, ("memory_allocation",))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
exit_code = pytest.main(["-x", __file__] + sys.argv[1:])
|
|
sys.exit(exit_code)
|