// MIT License // // Copyright (c) 2024-2025 Advanced Micro Devices, Inc. All rights reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. #include "lib/att-tool/waitcnt/analysis.hpp" #include #include #define CLASS_BITS (0xF) namespace rocprofiler { namespace att_wrapper { enum MemoryInstType { TYPE_UNCLASSIFIED = 0, TYPE_NOT_MEM, TYPE_SCALAR, TYPE_LDS, TYPE_LDS_DIRECT, TYPE_MSG, TYPE_MSG_RTN, TYPE_GLOBAL_LOAD, TYPE_GLOBAL_STOR, TYPE_FLAT_LOAD, TYPE_FLAT_STOR, TYPE_BVH, TYPE_WAITCNT }; union MemoryInst { MemoryInst() = default; MemoryInst(int type) : raw(type){}; struct { int inst : 8; // One of MemoryInstType int dscnt : 1; int bvhcn : 1; int expcn : 1; int kmcnt : 1; int ldcnt : 1; int stcnt : 1; int sampl : 1; int idle : 1; }; int raw = 0; }; static_assert(sizeof(MemoryInst) == sizeof(int)); namespace { MemoryInst classify(const std::string& inst) { constexpr size_t npos = std::string::npos; if(inst.find("s_wait") == 0) { if(inst.find("s_wait_alu") != npos) return MemoryInstType::TYPE_NOT_MEM; if(inst.find("s_wait_idle") != npos) { MemoryInst type = MemoryInstType::TYPE_WAITCNT; type.idle = true; return type; } MemoryInst type = MemoryInstType::TYPE_WAITCNT; if(inst.find("dscnt") != npos) type.dscnt = true; if(inst.find("bvhcnt") != npos) type.bvhcn = true; if(inst.find("expcnt") != npos) type.expcn = true; if(inst.find("kmcnt") != npos) type.kmcnt = true; if(inst.find("loadcnt") != npos) type.ldcnt = true; if(inst.find("storecnt") != npos) type.stcnt = true; if(inst.find("samplecnt") != npos) type.sampl = true; return type; } if(inst.find("v_") == 0) return MemoryInstType::TYPE_NOT_MEM; if(inst.find("s_") == 0) { if(inst.find("s_load") == 0 || inst.find("s_store") == 0) return MemoryInstType::TYPE_SCALAR; if(inst.find("s_sendmsg") == 0) { if(inst.find("s_sendmsg_rtn") == 0) return MemoryInstType::TYPE_MSG_RTN; else return MemoryInstType::TYPE_MSG; } return MemoryInstType::TYPE_NOT_MEM; } if(inst.find("_bvh") != npos) { return MemoryInstType::TYPE_BVH; } else if(inst.find("ds_") <= 1) { if(inst.find("param_load") != npos || inst.find("ds_direct") != npos) return MemoryInstType::TYPE_LDS_DIRECT; else return MemoryInstType::TYPE_LDS; } bool bStore = inst.find("store") != npos || inst.find("global_wb") == 0; if(inst.find("global_") == 0 || inst.find("buffer_") <= 1 || inst.find("scratch_") == 0) return bStore ? MemoryInstType::TYPE_GLOBAL_STOR : MemoryInstType::TYPE_GLOBAL_LOAD; else if(inst.find("flat_") == 0) return bStore ? MemoryInstType::TYPE_FLAT_STOR : MemoryInstType::TYPE_FLAT_LOAD; else return MemoryInstType::TYPE_NOT_MEM; } } // namespace std::vector WaitcntList::gfx12_construct(const wave_t& wave, isa_map_t& isa_map) { static std::vector empty_list{}; std::vector mem_unroll{}; MemoryCounter loadcnt("loadcnt"); MemoryCounter storecnt("storecnt"); MemoryCounter samplecnt("samplecnt"); MemoryCounter dscnt("dscnt"); MemoryCounter kmcnt("kmcnt"); MemoryCounter expcnt("expcnt"); MemoryCounter bvhcnt("bvhcnt"); std::vector flat_load{}; std::vector flat_stor{}; for(size_t i = 0; i < wave.instructions_size; i++) { auto& event = wave.instructions_array[i]; if(event.pc.code_object_id == 0 && event.pc.address == 0) continue; auto it = isa_map.find(event.pc); if(it == isa_map.end() || !it->second->code_line || it->second->code_line->inst.empty()) { static thread_local std::once_flag failed_flag{}; std::call_once(failed_flag, []() { ROCP_WARNING << "Analysis failed!"; }); break; } MemoryInst type = it->second->type; const std::string& inst_str = it->second->code_line->inst; if(type.inst == MemoryInstType::TYPE_UNCLASSIFIED) { type = classify(inst_str); it->second->type = type.raw; } int line_number = it->second->line_number; if(type.inst == MemoryInstType::TYPE_NOT_MEM) continue; if(type.inst == MemoryInstType::TYPE_LDS) { dscnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_LDS_DIRECT) { expcnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_MSG) { kmcnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_MSG_RTN) { kmcnt.list.push_back(line_number); kmcnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_SCALAR) { kmcnt.order = MemoryCounter::Ordering::MEMORY_PARALLEL; kmcnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_GLOBAL_LOAD) { loadcnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_GLOBAL_STOR) { storecnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_FLAT_LOAD) { dscnt.order = MemoryCounter::Ordering::MEMORY_PARALLEL; loadcnt.order = MemoryCounter::Ordering::MEMORY_PARALLEL; flat_load.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_FLAT_STOR) { dscnt.order = MemoryCounter::Ordering::MEMORY_PARALLEL; storecnt.order = MemoryCounter::Ordering::MEMORY_PARALLEL; flat_stor.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_BVH) { bvhcnt.list.push_back(line_number); } else if(type.inst == MemoryInstType::TYPE_WAITCNT) { if(type.bvhcn) { if(auto joined = bvhcnt.handle_mem_op(inst_str, empty_list)) mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } if(type.expcn) { if(auto joined = expcnt.handle_mem_op(inst_str, empty_list)) mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } if(type.sampl) { if(auto joined = samplecnt.handle_mem_op(inst_str, empty_list)) mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } if(type.kmcnt) { if(auto joined = kmcnt.handle_mem_op(inst_str, empty_list)) mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } if(type.stcnt) { if(auto joined = storecnt.handle_mem_op(inst_str, flat_stor)) mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } if(type.ldcnt) { if(auto joined = loadcnt.handle_mem_op(inst_str, flat_load)) mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } if(type.dscnt) { if(auto joined = dscnt.handle_mem_op(inst_str, flat_load)) { if(!flat_stor.empty()) { if(auto stor = dscnt.handle_mem_op(inst_str, flat_stor)) joined->insert(joined->end(), stor->begin(), stor->end()); } mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(*joined)}); } } if(type.idle) { std::vector all{}; loadcnt.clearTo(all); storecnt.clearTo(all); samplecnt.clearTo(all); dscnt.clearTo(all); kmcnt.clearTo(all); expcnt.clearTo(all); bvhcnt.clearTo(all); mem_unroll.emplace_back(LineWaitcnt{line_number, std::move(all)}); } } } return mem_unroll; } } // namespace att_wrapper } // namespace rocprofiler