Memory Allocation Tracking (#1142)

* Initial commit: Need to implement wrapper function to collect data and test that wrapper function is correctly replacing core HSA functions

* Attempted to implement wrapper implementation for hsa memory allocation functions. Need to modify generate record files and test if implementation is working as expected

* Debugging and implementing generateCSV function

* Memory allocation size and starting address outputted to csv and json file formats

* Formatting

* Initial setup for OTF2 and Perfetto generation

* Collecting agent id for memory_allocation and formatting

* Modified memory_allocation.cpp to set up code for AMD_EXT commands

* Support for memory_pool_allocate added

* Removed accidently added file

* Made flag optional and added more OTF2 and Perfetto code. Needs testing to ensure perfetto and OTF2 works

* Formatting

* Fixed perfetto and otf2 output

* Fixed flag issue due to incorrect buffer use

* Updated documentation

* Small cleaning and comments

* Added test for HSA memory allocation tracing

* Fixed summary test validation errors due to allocation tracing. Added type to location_base to create unique event ids for allocation due to OTF2 trace error

* Decreased lower limit of hip calls for test

* Modified summary tests to vary number of allocate requests

* Minor fixes to address comments. Still need to address OTF2 comments

* Fix docs and changed OTF2 to use enum for type specified in location_base construction

* Fixed schema error

* Added vmem command tracking. Need to add test

* Updated test to work with vmem command and updated generateCSV to output int instead of hex string.

* OTF2 enum update and mispelling fix

* CI does not support Virtual Memory API. Removed vmem test. Will add back if CI is modifed to suport vmem API

* Update CMakeLists.txt for memory allocation test

* Updated summary test

* Minor fixes to address comments

* Moved domain_type.hpp enum to before LAST

* Fixed compile errors and formatting

* Fixed stats summary domain name error

* Added rocprofv3 test

* Page migration test fix

* Undo page migration test changes. Failures do not appear to have to do with memory allocation

tests/rocprofv3/summary/validate.py

@@ -188,6 +188,8 @@ def test_summary_data(json_data):
             assert itr.stats.count >= 2130 and itr.stats.count <= 2150
         elif itr.domain == "MEMORY_COPY":
             assert itr.stats.count == 12
+        elif itr.domain == "MEMORY_ALLOCATION":
+            assert itr.stats.count >= 10 and itr.stats.count <= 30
         elif itr.domain == "MARKER_API":
             assert itr.stats.count == 1106
             expected = dict(
@@ -231,6 +233,7 @@ def test_summary_display_data(json_data, summary_data):
     marker = get_df("MARKER_API")
     dispatch = get_df("KERNEL_DISPATCH")
     memcpy = get_df("MEMORY_COPY")
+    memalloc = get_df("MEMORY_ALLOCATION")
     dispatch_and_copy = get_df("KERNEL_DISPATCH + MEMORY_COPY")
     hip_and_marker = get_df("HIP_API + MARKER_API") if num_summary_grps > 1 else None
     total = get_df("SUMMARY")
@@ -239,18 +242,21 @@ def test_summary_display_data(json_data, summary_data):
 
     assert get_dims(marker) == [7, 9], f"{marker}"
     assert get_dims(memcpy) == [2, 9], f"{memcpy}"
+    assert get_dims(memalloc) == [1, 9], f"{memalloc}"
     assert get_dims(dispatch) == [3, 9], f"{dispatch}"
     assert get_dims(dispatch_and_copy) == [5, 9], f"{dispatch_and_copy}"
     assert get_dims(hip) == [14, 9], f"{hip}"
     assert get_dims(hip_and_marker) == expected_hip_and_marker_dims, f"{hip_and_marker}"
-    assert get_dims(total) == [23, 9], f"{total}"
+    assert get_dims(total) == [24, 9], f"{total}"
 
 
 def test_perfetto_data(pftrace_data, json_data):
     import rocprofiler_sdk.tests.rocprofv3 as rocprofv3
 
     rocprofv3.test_perfetto_data(
-        pftrace_data, json_data, ("hip", "marker", "kernel", "memory_copy")
+        pftrace_data,
+        json_data,
+        ("hip", "marker", "kernel", "memory_copy", "memory_allocation"),
     )
 
 
@@ -258,7 +264,9 @@ def test_otf2_data(otf2_data, json_data):
     import rocprofiler_sdk.tests.rocprofv3 as rocprofv3
 
     rocprofv3.test_otf2_data(
-        otf2_data, json_data, ("hip", "marker", "kernel", "memory_copy")
+        otf2_data,
+        json_data,
+        ("hip", "marker", "kernel", "memory_copy", "memory_allocation"),
     )