From cf14bfbef0ac35c6e0afd4065d8f544c8a70310e Mon Sep 17 00:00:00 2001 From: Ammar ELWazir Date: Mon, 22 May 2023 17:22:36 +0000 Subject: [PATCH] Adding a way to define the OPS operation in the file plugin Change-Id: Id1810b9a34bd0af2f000c53aad328bb019768eb0 --- CHANGELOG.md | 1 + plugin/file/file.cpp | 16 +- .../hip_helloworld_golden_traces.txt | 27 ++- .../hip_vectoradd_golden_traces.txt | 29 ++- .../mpi_vectoradd_golden_traces.txt | 81 ++++--- .../apps/goldentraces/async_copy_trace.txt | 11 +- .../hip_helloworld_golden_traces.txt | 55 +++-- .../apps/goldentraces/hsa_api_trace.txt | 206 +++++++++++------- 8 files changed, 269 insertions(+), 157 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index cb2cb81b10..c6ca02ee18 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -213,6 +213,7 @@ The resulting `a.out` will depend on - 'end_time' need to be disabled in roctx_trace.txt - Every API trace in V2 reported synchrounusly will have two records, one for Enter phase and for Exit phase - support for hsa_amd_memory_async_copy_on_engine API function trace +- File Plugin now reports the HSA OPS operation kind as part of the output text ### Fixed - rocprof in ROcm/5.4.0 gpu selector broken. - rocprof in ROCm/5.4.1 fails to generate kernel info. diff --git a/plugin/file/file.cpp b/plugin/file/file.cpp index 35e56f6133..5e51c5352d 100644 --- a/plugin/file/file.cpp +++ b/plugin/file/file.cpp @@ -281,7 +281,6 @@ class file_plugin_t { } } } - //return; output_file_t* output_file = get_output_file(output_type_t::TRACER, tracer_record.domain); *output_file << "Record(" << tracer_record.header.id.handle << "), Domain(" << GetDomainName(tracer_record.domain) << "),"; @@ -289,6 +288,21 @@ class file_plugin_t { if (tracer_record.domain == ACTIVITY_DOMAIN_ROCTX && roctx_message.size() > 1) *output_file << " ROCTX_Message(" << roctx_message << "),"; if (function_name.size() > 1) *output_file << " Function(" << function_name << "),"; if (kernel_name.size() > 1) *output_file << " Kernel_Name(" << kernel_name.c_str() << "),"; + if (tracer_record.domain == ACTIVITY_DOMAIN_HSA_OPS || tracer_record.domain == ACTIVITY_DOMAIN_HIP_OPS) { + switch (tracer_record.operation_id.id) { + case 0: + *output_file << " Operation(DISPATCH_OP),"; + break; + case 1: + *output_file << " Operation(COPY_OP),"; + break; + case 2: + *output_file << " Operation(BARRIER_OP),"; + break; + default: + break; + } + } if (tracer_record.phase == ROCPROFILER_PHASE_NONE) { *output_file << " Begin(" << tracer_record.timestamps.begin.value << "), End(" << tracer_record.timestamps.end.value << "),"; diff --git a/tests/featuretests/profiler/apps/goldentraces/hip_helloworld_golden_traces.txt b/tests/featuretests/profiler/apps/goldentraces/hip_helloworld_golden_traces.txt index df4ec4bc69..62bd1bb30f 100755 --- a/tests/featuretests/profiler/apps/goldentraces/hip_helloworld_golden_traces.txt +++ b/tests/featuretests/profiler/apps/goldentraces/hip_helloworld_golden_traces.txt @@ -1,20 +1,27 @@ -0x5faaa0 agent cpu -0x5fbb30 agent gpu -844346791235313 - - -ROCMTools: Collecting the following counters: +0x151a880 agent cpu +0x152b3b0 agent cpu +0x15399c0 agent cpu +0x153b2b0 agent cpu +0x153cb50 agent gpu +0x1541730 agent gpu +0x1593250 agent gpu +0x1597860 agent gpu +0x159be40 agent gpu +0x15a03f0 agent gpu +0x15a49d0 agent gpu +0x15a8f80 agent gpu +5114590922279038 +ROCProfilerV2: Collecting the following counters: - GRBM_COUNT - Enabling Counter Collection System minor 0 System major 9 - agent prop name AMD Radeon VII + agent prop name AMD Instinct MI250X input string: GdkknVnqkc output string: HelloWorld Passed! -dispatch[2], gpu_id(0), queue_id(1), queue_index(0), pid(1531373), tid(0), grd(0), wgr(0), lds(0), scr(0), arch_vgpr(0), accum_vgpr(0), sgpr(0), wave_size(0), sig(0), obj(140646043297024), kernel-name("helloworld"), start_time(844346969235689), end_time(844346969239689) -, GRBM_COUNT (20292) +dispatch[1], gpu_id(0), queue_id(1), queue_index(1), pid(798749), tid(798749), grd(10), wgr(10), lds(0), scr(0), arch_vgpr(8), accum_vgpr(0), sgpr(16), wave_size(64), sig(139859309564928), obj(1), kernel-name("helloworld"), start_time(5114591230773903), end_time(5114591230779183) +, GRBM_COUNT (11181.000000) \ No newline at end of file diff --git a/tests/featuretests/profiler/apps/goldentraces/hip_vectoradd_golden_traces.txt b/tests/featuretests/profiler/apps/goldentraces/hip_vectoradd_golden_traces.txt index fd3a6be1e2..44e6faf0a8 100755 --- a/tests/featuretests/profiler/apps/goldentraces/hip_vectoradd_golden_traces.txt +++ b/tests/featuretests/profiler/apps/goldentraces/hip_vectoradd_golden_traces.txt @@ -1,16 +1,23 @@ -0x2147aa0 agent cpu -0x2148b30 agent gpu -844395826761899 - - -ROCMTools: Collecting the following counters: +0x13615f0 agent cpu +0x1372390 agent cpu +0x13809a0 agent cpu +0x1382290 agent cpu +0x1383b30 agent gpu +0x1388710 agent gpu +0x13da210 agent gpu +0x13de820 agent gpu +0x13e2dc0 agent gpu +0x13e73d0 agent gpu +0x13eb970 agent gpu +0x13eff50 agent gpu +5114627902273635 +ROCProfilerV2: Collecting the following counters: - GRBM_COUNT - Enabling Counter Collection System minor 0 System major 9 - agent prop name AMD Radeon VII -hip Device prop succeeded + agent prop name AMD Instinct MI250X +hip Device prop succeeded PASSED! -dispatch[2], gpu_id(0), queue_id(1), queue_index(0), pid(1531435), tid(0), grd(0), wgr(0), lds(0), scr(0), arch_vgpr(0), accum_vgpr(0), sgpr(0), wave_size(0), sig(0), obj(140553153857024), kernel-name("vectoradd_float"), start_time(844396006072252), end_time(844396006104732) -, GRBM_COUNT (67002) +dispatch[1], gpu_id(0), queue_id(1), queue_index(0), pid(800143), tid(800143), grd(1048576), wgr(256), lds(0), scr(0), arch_vgpr(8), accum_vgpr(0), sgpr(16), wave_size(64), sig(139723878257408), obj(1), kernel-name("vectoradd_float"), start_time(5114628182351915), end_time(5114628182376715) +, GRBM_COUNT (29099.000000) \ No newline at end of file diff --git a/tests/featuretests/profiler/apps/goldentraces/mpi_vectoradd_golden_traces.txt b/tests/featuretests/profiler/apps/goldentraces/mpi_vectoradd_golden_traces.txt index 82689621cc..1b8bb65acc 100755 --- a/tests/featuretests/profiler/apps/goldentraces/mpi_vectoradd_golden_traces.txt +++ b/tests/featuretests/profiler/apps/goldentraces/mpi_vectoradd_golden_traces.txt @@ -1,37 +1,58 @@ -0x55e2aaab1540 agent cpu -0x55e2aab9f700 agent gpu -844463523587280 - - -ROCMTools: Collecting the following counters: +0x555942add930 agent cpu +0x555942c51200 agent cpu +0x555942c2aab0 agent cpu +0x555942c2c3a0 agent cpu +0x555942c2dc40 agent gpu +0x555942c327b0 agent gpu +0x555942c864b0 agent gpu +0x555942c8aac0 agent gpu +0x555942c8f0a0 agent gpu +0x555942c93650 agent gpu +0x555942c97c30 agent gpu +0x555942c9c1e0 agent gpu +5114699980260802 +ROCProfilerV2: Collecting the following counters: - GRBM_COUNT - Enabling Counter Collection -0x12f9580 agent cpu -0x1340580 agent gpu -844463824808245 - - -ROCMTools: Collecting the following counters: +0x22043e0 agent cpu +0x2223990 agent cpu +0x22422f0 agent cpu +0x2243af0 agent cpu +0x2245300 agent gpu +0x2249ee0 agent gpu +0x229ca90 agent gpu +0x22a1070 agent gpu +0x22a5650 agent gpu +0x22a9c00 agent gpu +0x22ae1e0 agent gpu +0x22b2790 agent gpu +5114700383654495 +ROCProfilerV2: Collecting the following counters: - GRBM_COUNT - -0xdcb320 agent cpu -0xe122e0 agent gpu -844463824808355 - - -ROCMTools: Collecting the following counters: +Enabling Counter Collection +device count and rank is8: 2 +Rank Id: 0 | Device Id : 0 | Num Devices: 8 +0x163d3f0 agent cpu +0x165c9c0 agent cpu +0x167b320 agent cpu +0x167cb20 agent cpu +0x167e330 agent gpu +0x1682f10 agent gpu +0x16d5ac0 agent gpu +0x16da0a0 agent gpu +0x16de680 agent gpu +0x16e2c30 agent gpu +0x16e7210 agent gpu +0x16eb7c0 agent gpu +5114700398718649 +ROCProfilerV2: Collecting the following counters: - GRBM_COUNT - Enabling Counter Collection -Enabling Counter Collection -device count and rank is1: 2 -Rank Id: 0 | Device Id : 0 | Num Devices: 1 -device count and rank is1: 2 -Rank Id: 1 | Device Id : 0 | Num Devices: 1 +device count and rank is8: 2 +Rank Id: 1 | Device Id : 1 | Num Devices: 8 Max error: 0.000000 Max error: 0.000000 -dispatch[2], gpu_id(0), queue_id(1), queue_index(0), pid(1531660), tid(0), grd(0), wgr(0), lds(0), scr(0), arch_vgpr(0), accum_vgpr(0), sgpr(0), wave_size(0), sig(0), obj(140604145903232), kernel-name("add"), start_time(844464004374381), end_time(844464006775011) -, GRBM_COUNT (3724176) -dispatch[2], gpu_id(0), queue_id(1), queue_index(0), pid(1531661), tid(0), grd(0), wgr(0), lds(0), scr(0), arch_vgpr(0), accum_vgpr(0), sgpr(0), wave_size(0), sig(0), obj(140242024941184), kernel-name("add"), start_time(844464004374753), end_time(844464006776661) -, GRBM_COUNT (3724418) +dispatch[1], gpu_id(0), queue_id(1), queue_index(0), pid(800362), tid(800362), grd(1048576), wgr(256), lds(0), scr(0), arch_vgpr(12), accum_vgpr(4), sgpr(16), wave_size(64), sig(140592265663488), obj(1), kernel-name("add"), start_time(5114700670020244), end_time(5114700670397685) +, GRBM_COUNT (497443.000000) +dispatch[1], gpu_id(1), queue_id(1), queue_index(0), pid(800363), tid(800363), grd(1048576), wgr(256), lds(0), scr(0), arch_vgpr(12), accum_vgpr(4), sgpr(16), wave_size(64), sig(139748397077504), obj(1), kernel-name("add"), start_time(5114700683506777), end_time(5114700683876218) +, GRBM_COUNT (485724.000000) \ No newline at end of file diff --git a/tests/featuretests/tracer/apps/goldentraces/async_copy_trace.txt b/tests/featuretests/tracer/apps/goldentraces/async_copy_trace.txt index 67e6f1ebfd..4d49014a0a 100644 --- a/tests/featuretests/tracer/apps/goldentraces/async_copy_trace.txt +++ b/tests/featuretests/tracer/apps/goldentraces/async_copy_trace.txt @@ -1,5 +1,6 @@ -Record(68), Domain(HSA_OPS_DOMAIN), Begin(357395893062183), End(357395893066774) Correlation_ID(22) -Record(78), Domain(HSA_OPS_DOMAIN), Begin(357395893673708), End(357395893677559) Correlation_ID(24) -Record(103), Domain(HSA_OPS_DOMAIN), Begin(357395893769384), End(357395893773087) Correlation_ID(31) -Record(110), Domain(HSA_OPS_DOMAIN), Begin(357395893777826), End(357395893781529) Correlation_ID(33) -Record(116), Domain(HSA_OPS_DOMAIN), Begin(357395893796340), End(357395893799598) Correlation_ID(36) +Record(72), Domain(HSA_OPS_DOMAIN), Operation(COPY_OP), Begin(5115054311770460), End(5115054311778300), Correlation_ID(33) +Record(89), Domain(HSA_OPS_DOMAIN), Operation(COPY_OP), Begin(5115054311895420), End(5115054311898940), Correlation_ID(42) +Record(94), Domain(HSA_OPS_DOMAIN), Operation(COPY_OP), Begin(5115054311904540), End(5115054311907420), Correlation_ID(44) +Record(99), Domain(HSA_OPS_DOMAIN), Operation(COPY_OP), Begin(5115054311919580), End(5115054311923260), Correlation_ID(47) +Record(118), Domain(HSA_OPS_DOMAIN), Operation(COPY_OP), Begin(5115054317507438), End(5115054317767919), Correlation_ID(54) +Record(127), Domain(HSA_OPS_DOMAIN), Operation(COPY_OP), Begin(5115054319444270), End(5115054319450670), Correlation_ID(60) \ No newline at end of file diff --git a/tests/featuretests/tracer/apps/goldentraces/hip_helloworld_golden_traces.txt b/tests/featuretests/tracer/apps/goldentraces/hip_helloworld_golden_traces.txt index 4757a6f722..134ab216a3 100755 --- a/tests/featuretests/tracer/apps/goldentraces/hip_helloworld_golden_traces.txt +++ b/tests/featuretests/tracer/apps/goldentraces/hip_helloworld_golden_traces.txt @@ -1,23 +1,34 @@ -0x2fbdf0 agent cpu -0x2fcc70 agent gpu -9598333364898937 +0xc1e860 agent cpu +0xc2f430 agent cpu +0xc3d9f0 agent cpu +0xc3f2e0 agent cpu +0xc40b80 agent gpu +0xc45760 agent gpu +0xc97270 agent gpu +0xc9b880 agent gpu +0xc9fe20 agent gpu +0xca4430 agent gpu +0xca89d0 agent gpu +0xcacfb0 agent gpu +5115376839436954 Enabling API Tracing -Record(1), Domain(HIP_API_DOMAIN), Function(hipGetDeviceProperties), Begin(2995593944218577), Correlation_ID(1) -Record(2), Domain(HIP_API_DOMAIN), Function(hipGetDeviceProperties), End(2995593944228886), Correlation_ID(1) -Record(4), Domain(HIP_API_DOMAIN), Function(hipMalloc), Begin(2995593944238565), Correlation_ID(2) -Record(5), Domain(HIP_API_DOMAIN), Function(hipMalloc), End(2995593944266920), Correlation_ID(2) -Record(7), Domain(HIP_API_DOMAIN), Function(hipMalloc), Begin(2995593944271769), Correlation_ID(3) -Record(8), Domain(HIP_API_DOMAIN), Function(hipMalloc), End(2995593944277100), Correlation_ID(3) -Record(10), Domain(HIP_API_DOMAIN), Function(hipMemcpy), Begin(2995593944284394), Correlation_ID(4) -Record(11), Domain(HIP_API_DOMAIN), Function(hipMemcpy), End(2995594191690241), Correlation_ID(4) -Record(13), Domain(HIP_API_DOMAIN), Function(__hipPushCallConfiguration), Begin(2995594191704198), Correlation_ID(5) -Record(14), Domain(HIP_API_DOMAIN), Function(__hipPushCallConfiguration), End(2995594191707104), Correlation_ID(5) -Record(16), Domain(HIP_API_DOMAIN), Function(__hipPopCallConfiguration), Begin(2995594191710731), Correlation_ID(6) -Record(17), Domain(HIP_API_DOMAIN), Function(__hipPopCallConfiguration), End(2995594191713486), Correlation_ID(6) -Record(19), Domain(HIP_API_DOMAIN), Function(hipLaunchKernel), Kernel_Name(helloworld(char*, char*)), Begin(2995594191738064), Correlation_ID(7) -Record(21), Domain(HIP_API_DOMAIN), Function(hipLaunchKernel), Kernel_Name(helloworld(char*, char*)), End(2995594192197542), Correlation_ID(7) -Record(23), Domain(HIP_API_DOMAIN), Function(hipMemcpy), Begin(2995594192204856), Correlation_ID(8) -Record(24), Domain(HIP_API_DOMAIN), Function(hipMemcpy), End(2995594192228011), Correlation_ID(8) -Record(26), Domain(HIP_API_DOMAIN), Function(hipFree), Begin(2995594192237078), Correlation_ID(9) -Record(27), Domain(HIP_API_DOMAIN), Function(hipFree), End(2995594192256085), Correlation_ID(9) -Record(29), Domain(HIP_API_DOMAIN), Function(hipFree), Begin(2995594192259622), Correlation_ID(10) +Record(1), Domain(HIP_API_DOMAIN), Function(hipGetDeviceProperties), Begin(5115376844103717), Correlation_ID(1) +Record(2), Domain(HIP_API_DOMAIN), Function(hipGetDeviceProperties), End(5115376844115500), Correlation_ID(1) +Record(3), Domain(HIP_API_DOMAIN), Function(hipMalloc), Begin(5115376844123646), Correlation_ID(2) +Record(4), Domain(HIP_API_DOMAIN), Function(hipMalloc), End(5115376844151770), Correlation_ID(2) +Record(5), Domain(HIP_API_DOMAIN), Function(hipMalloc), Begin(5115376844156289), Correlation_ID(3) +Record(6), Domain(HIP_API_DOMAIN), Function(hipMalloc), End(5115376844161569), Correlation_ID(3) +Record(7), Domain(HIP_API_DOMAIN), Function(hipMemcpy), Begin(5115376844168302), Correlation_ID(4) +Record(8), Domain(HIP_API_DOMAIN), Function(hipMemcpy), End(5115377125694772), Correlation_ID(4) +Record(9), Domain(HIP_API_DOMAIN), Function(__hipPushCallConfiguration), Begin(5115377125708699), Correlation_ID(5) +Record(10), Domain(HIP_API_DOMAIN), Function(__hipPushCallConfiguration), End(5115377125712216), Correlation_ID(5) +Record(11), Domain(HIP_API_DOMAIN), Function(__hipPopCallConfiguration), Begin(5115377125716223), Correlation_ID(6) +Record(12), Domain(HIP_API_DOMAIN), Function(__hipPopCallConfiguration), End(5115377125718999), Correlation_ID(6) +Record(13), Domain(HIP_API_DOMAIN), Function(hipLaunchKernel), Kernel_Name(helloworld(char*, char*)), Begin(5115377125755419), Correlation_ID(7) +Record(14), Domain(HIP_API_DOMAIN), Function(hipLaunchKernel), Kernel_Name(helloworld(char*, char*)), End(5115377126433230), Correlation_ID(7) +Record(15), Domain(HIP_API_DOMAIN), Function(hipMemcpy), Begin(5115377126441105), Correlation_ID(8) +Record(16), Domain(HIP_API_DOMAIN), Function(hipMemcpy), End(5115377126468137), Correlation_ID(8) +Record(17), Domain(HIP_API_DOMAIN), Function(hipFree), Begin(5115377126473838), Correlation_ID(9) +Record(18), Domain(HIP_API_DOMAIN), Function(hipFree), End(5115377126488276), Correlation_ID(9) +Record(19), Domain(HIP_API_DOMAIN), Function(hipFree), Begin(5115377126491733), Correlation_ID(10) +Record(20), Domain(HIP_API_DOMAIN), Function(hipFree), End(5115377126498687), Correlation_ID(10) \ No newline at end of file diff --git a/tests/featuretests/tracer/apps/goldentraces/hsa_api_trace.txt b/tests/featuretests/tracer/apps/goldentraces/hsa_api_trace.txt index 0453c6c511..502a46ab2b 100644 --- a/tests/featuretests/tracer/apps/goldentraces/hsa_api_trace.txt +++ b/tests/featuretests/tracer/apps/goldentraces/hsa_api_trace.txt @@ -1,78 +1,128 @@ -Record(1), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), Begin(357395885625757), Correlation_ID(1) -Record(2), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(357395885636767), Correlation_ID(2) -Record(3), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(357395885640407), Correlation_ID(2) -Record(5), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), Begin(357395885645827), Correlation_ID(3) -Record(6), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(357395885650247), Correlation_ID(4) -Record(7), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(357395885653007), Correlation_ID(4) -Record(9), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(357395885655747), Correlation_ID(5) -Record(10), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(357395885658277), Correlation_ID(5) -Record(12), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(357395885660877), Correlation_ID(6) -Record(13), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(357395885663467), Correlation_ID(6) -Record(15), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), End(357395885666197), Correlation_ID(3) -Record(17), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), End(357395885668847), Correlation_ID(1) -Record(19), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), Begin(357395885671437), Correlation_ID(7) -Record(20), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(357395885674007), Correlation_ID(8) -Record(21), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(357395885676607), Correlation_ID(8) -Record(23), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(357395885679327), Correlation_ID(9) -Record(24), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(357395885681837), Correlation_ID(9) -Record(26), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), Begin(357395885684537), Correlation_ID(10) -Record(27), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(357395885687177), Correlation_ID(11) -Record(28), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(357395885690227), Correlation_ID(11) -Record(30), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(357395885692857), Correlation_ID(12) -Record(31), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(357395885695397), Correlation_ID(12) -Record(33), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(357395885697917), Correlation_ID(13) -Record(34), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(357395885700357), Correlation_ID(13) -Record(36), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), End(357395885702907), Correlation_ID(10) -Record(38), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), End(357395885705447), Correlation_ID(7) -Record(40), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), Begin(357395885713627), Correlation_ID(14) -Record(41), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), End(357395885737288), Correlation_ID(14) -Record(43), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), Begin(357395885740878), Correlation_ID(15) -Record(44), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), End(357395885804208), Correlation_ID(15) -Record(46), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(357395885809478), Correlation_ID(16) -Record(47), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(357395885812198), Correlation_ID(16) -Record(49), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(357395885819548), Correlation_ID(17) -Record(50), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(357395885822698), Correlation_ID(17) -Record(52), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(357395885831788), Correlation_ID(18) -Record(53), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(357395885836338), Correlation_ID(18) -Record(55), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(357395885839008), Correlation_ID(19) -Record(56), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(357395892240457), Correlation_ID(19) -Record(58), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), Begin(357395892269217), Correlation_ID(20) -Record(59), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), End(357395892311137), Correlation_ID(20) -Record(61), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), Begin(357395892318827), Correlation_ID(21) -Record(62), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), End(357395892324097), Correlation_ID(21) -Record(64), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(357395892328127), Correlation_ID(22) -Record(65), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(357395893033290), Correlation_ID(22) -Record(67), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), Begin(357395893039770), Correlation_ID(23) -Record(69), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), End(357395893655353), Correlation_ID(23) -Record(71), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), Begin(357395893661713), Correlation_ID(24) -Record(72), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), End(357395893668973), Correlation_ID(24) -Record(74), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(357395893671633), Correlation_ID(25) -Record(75), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(357395893673753), Correlation_ID(25) -Record(77), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(357395893687933), Correlation_ID(26) -Record(79), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(357395893714413), Correlation_ID(26) -Record(81), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(357395893716553), Correlation_ID(27) -Record(82), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(357395893728583), Correlation_ID(27) -Record(84), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(357395893730223), Correlation_ID(28) -Record(85), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(357395893742133), Correlation_ID(28) -Record(87), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), Begin(357395893744023), Correlation_ID(29) -Record(88), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), End(357395893747313), Correlation_ID(29) -Record(90), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), Begin(357395893749013), Correlation_ID(30) -Record(91), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), End(357395893751313), Correlation_ID(30) -Record(93), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(357395893753503), Correlation_ID(31) -Record(94), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(357395893759683), Correlation_ID(31) -Record(96), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), Begin(357395893762933), Correlation_ID(32) -Record(97), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), End(357395893764903), Correlation_ID(32) -Record(99), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), Begin(357395893766573), Correlation_ID(33) -Record(100), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), End(357395893770533), Correlation_ID(33) -Record(102), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(357395893772203), Correlation_ID(34) -Record(104), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(357395893775493), Correlation_ID(34) -Record(106), Domain(HSA_API_DOMAIN), Function(hsa_signal_store_screlease), Begin(357395893778003), Correlation_ID(35) -Record(107), Domain(HSA_API_DOMAIN), Function(hsa_signal_store_screlease), End(357395893779583), Correlation_ID(35) -Record(109), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(357395893781263), Correlation_ID(36) -Record(111), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(357395893786634), Correlation_ID(36) -Record(113), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(357395893795734), Correlation_ID(37) -Record(114), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(357395893797624), Correlation_ID(37) -Record(117), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), Begin(357395893802314), Correlation_ID(38) -Record(118), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), End(357395893829684), Correlation_ID(38) -Record(120), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), Begin(357395893833114), Correlation_ID(39) -Record(121), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), End(357395893835624), Correlation_ID(39) +Record(1), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), Begin(5115096884176020), Correlation_ID(1) +Record(2), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884186641), Correlation_ID(2) +Record(3), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884189857), Correlation_ID(2) +Record(4), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), Begin(5115096884194446), Correlation_ID(3) +Record(5), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884197832), Correlation_ID(4) +Record(6), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884199916), Correlation_ID(4) +Record(7), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884201790), Correlation_ID(5) +Record(8), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884203593), Correlation_ID(5) +Record(9), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884205517), Correlation_ID(6) +Record(10), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884207381), Correlation_ID(6) +Record(11), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), End(5115096884209274), Correlation_ID(3) +Record(12), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), End(5115096884211198), Correlation_ID(1) +Record(13), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), Begin(5115096884213132), Correlation_ID(7) +Record(14), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884215026), Correlation_ID(8) +Record(15), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884216829), Correlation_ID(8) +Record(16), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884218763), Correlation_ID(9) +Record(17), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884220616), Correlation_ID(9) +Record(18), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884222500), Correlation_ID(10) +Record(19), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884224324), Correlation_ID(10) +Record(20), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884226217), Correlation_ID(11) +Record(21), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884228001), Correlation_ID(11) +Record(22), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884229874), Correlation_ID(12) +Record(23), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884231768), Correlation_ID(12) +Record(24), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), Begin(5115096884233662), Correlation_ID(13) +Record(25), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884235756), Correlation_ID(14) +Record(26), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884237589), Correlation_ID(14) +Record(27), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884239393), Correlation_ID(15) +Record(28), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884241186), Correlation_ID(15) +Record(29), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884243030), Correlation_ID(16) +Record(30), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884244813), Correlation_ID(16) +Record(31), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), End(5115096884246707), Correlation_ID(13) +Record(32), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884248641), Correlation_ID(17) +Record(33), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884250434), Correlation_ID(17) +Record(34), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), Begin(5115096884252288), Correlation_ID(18) +Record(35), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884254181), Correlation_ID(19) +Record(36), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884256005), Correlation_ID(19) +Record(37), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884260343), Correlation_ID(20) +Record(38), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884262267), Correlation_ID(20) +Record(39), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_memory_pool_get_info), Begin(5115096884264852), Correlation_ID(21) +Record(40), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_memory_pool_get_info), End(5115096884266866), Correlation_ID(21) +Record(41), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), Begin(5115096884268729), Correlation_ID(22) +Record(42), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_get_info), End(5115096884270543), Correlation_ID(22) +Record(43), Domain(HSA_API_DOMAIN), Function(hsa_amd_agent_iterate_memory_pools), End(5115096884272366), Correlation_ID(18) +Record(44), Domain(HSA_API_DOMAIN), Function(hsa_iterate_agents), End(5115096884274230), Correlation_ID(7) +Record(45), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), Begin(5115096884276635), Correlation_ID(23) +Record(46), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), End(5115096884310390), Correlation_ID(23) +Record(47), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), Begin(5115096884313646), Correlation_ID(24) +Record(48), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), End(5115096884333014), Correlation_ID(24) +Record(49), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), Begin(5115096884335599), Correlation_ID(25) +Record(50), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_allocate), End(5115096884358102), Correlation_ID(25) +Record(51), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884361018), Correlation_ID(26) +Record(52), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884363092), Correlation_ID(26) +Record(53), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884370506), Correlation_ID(27) +Record(54), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884373121), Correlation_ID(27) +Record(55), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), Begin(5115096884376157), Correlation_ID(28) +Record(56), Domain(HSA_API_DOMAIN), Function(hsa_agent_get_info), End(5115096884378151), Correlation_ID(28) +Record(57), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096884382920), Correlation_ID(29) +Record(58), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096884386377), Correlation_ID(29) +Record(59), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096884388401), Correlation_ID(30) +Record(60), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096889272284), Correlation_ID(30) +Record(61), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), Begin(5115096889280340), Correlation_ID(31) +Record(62), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), End(5115096889288926), Correlation_ID(31) +Record(63), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), Begin(5115096889293335), Correlation_ID(32) +Record(64), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), End(5115096889296531), Correlation_ID(32) +Record(65), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(5115096889298986), Correlation_ID(33) +Record(66), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(5115096890712729), Correlation_ID(33) +Record(67), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), Begin(5115096890719692), Correlation_ID(34) +Record(68), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), End(5115096890722227), Correlation_ID(34) +Record(69), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), Begin(5115096890724722), Correlation_ID(35) +Record(70), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), End(5115096890732507), Correlation_ID(35) +Record(71), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(5115096890735633), Correlation_ID(36) +Record(73), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(5115096890749200), Correlation_ID(36) +Record(74), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096890767926), Correlation_ID(37) +Record(75), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096890793295), Correlation_ID(37) +Record(76), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096890795269), Correlation_ID(38) +Record(77), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096890811570), Correlation_ID(38) +Record(78), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096890813474), Correlation_ID(39) +Record(79), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096890829355), Correlation_ID(39) +Record(80), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), Begin(5115096890831308), Correlation_ID(40) +Record(81), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), End(5115096890834985), Correlation_ID(40) +Record(82), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), Begin(5115096890837009), Correlation_ID(41) +Record(83), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), End(5115096890839464), Correlation_ID(41) +Record(84), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(5115096890841448), Correlation_ID(42) +Record(85), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(5115096890849734), Correlation_ID(42) +Record(87), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), Begin(5115096891464382), Correlation_ID(43) +Record(88), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), End(5115096891467067), Correlation_ID(43) +Record(89), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), Begin(5115096891468981), Correlation_ID(44) +Record(90), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), End(5115096891475063), Correlation_ID(44) +Record(91), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(5115096891477848), Correlation_ID(45) +Record(92), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(5115096891480283), Correlation_ID(45) +Record(94), Domain(HSA_API_DOMAIN), Function(hsa_signal_store_screlease), Begin(5115096891483068), Correlation_ID(46) +Record(95), Domain(HSA_API_DOMAIN), Function(hsa_signal_store_screlease), End(5115096891485183), Correlation_ID(46) +Record(96), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(5115096891487036), Correlation_ID(47) +Record(97), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(5115096891492867), Correlation_ID(47) +Record(98), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(5115096891494851), Correlation_ID(48) +Record(100), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(5115096891502145), Correlation_ID(48) +Record(101), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096891509740), Correlation_ID(49) +Record(102), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096891530510), Correlation_ID(49) +Record(103), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096891532414), Correlation_ID(50) +Record(104), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096896312957), Correlation_ID(50) +Record(105), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), Begin(5115096896322766), Correlation_ID(51) +Record(106), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_fill), End(5115096896346953), Correlation_ID(51) +Record(107), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), Begin(5115096896349558), Correlation_ID(52) +Record(108), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), End(5115096896357814), Correlation_ID(52) +Record(109), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), Begin(5115096896360048), Correlation_ID(53) +Record(110), Domain(HSA_API_DOMAIN), Function(hsa_signal_create), End(5115096896363705), Correlation_ID(53) +Record(111), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(5115096896365759), Correlation_ID(54) +Record(112), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(5115096897089148), Correlation_ID(54) +Record(113), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), Begin(5115096897094058), Correlation_ID(55) +Record(114), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_copy_engine_status), End(5115096897096312), Correlation_ID(55) +Record(115), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), Begin(5115096897098346), Correlation_ID(56) +Record(116), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy_on_engine), End(5115096897104648), Correlation_ID(56) +Record(117), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(5115096897106862), Correlation_ID(57) +Record(119), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(5115096897421701), Correlation_ID(57) +Record(120), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), Begin(5115096897423725), Correlation_ID(58) +Record(121), Domain(HSA_API_DOMAIN), Function(hsa_amd_agents_allow_access), End(5115096897453593), Correlation_ID(58) +Record(122), Domain(HSA_API_DOMAIN), Function(hsa_signal_store_screlease), Begin(5115096897455977), Correlation_ID(59) +Record(123), Domain(HSA_API_DOMAIN), Function(hsa_signal_store_screlease), End(5115096897458061), Correlation_ID(59) +Record(124), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), Begin(5115096897459985), Correlation_ID(60) +Record(125), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_async_copy), End(5115096898838931), Correlation_ID(60) +Record(126), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), Begin(5115096898845454), Correlation_ID(61) +Record(128), Domain(HSA_API_DOMAIN), Function(hsa_signal_wait_relaxed), End(5115096898920479), Correlation_ID(61) +Record(129), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), Begin(5115096898928314), Correlation_ID(62) +Record(130), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), End(5115096898971067), Correlation_ID(62) +Record(131), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), Begin(5115096898973692), Correlation_ID(63) +Record(132), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), End(5115096898976397), Correlation_ID(63) +Record(133), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), Begin(5115096898978271), Correlation_ID(64) +Record(134), Domain(HSA_API_DOMAIN), Function(hsa_amd_memory_pool_free), End(5115096898980906), Correlation_ID(64) \ No newline at end of file