AI/rocm-systems
2
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use bit reversal based mapping for multi-node (#1572)

Browse Source 
[ROCm/rccl commit: 85eb1f16bc]
This commit is contained in:
Bertan Dogancay authored and GitHub committed 2025-02-26 09:48:03 -05:00
1 parent acf5822a6c
commit a9d09c6551
4 files changed
+24 -10
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

projects/rccl/src/device/sendrecv.h
+1 -1
View File
@@ -163,7 +163,7 @@ struct RunWorkBatch<ncclFuncSendRecv, T, RedOp, NCCL_ALGO_RING, NCCL_PROTO_SIMPL
struct ncclDevWorkP2p* work = &works[workIx];
size_t bytes = isSend ? work->sendBytes : work->recvBytes;
int nParts = isSend ? work->nSendChannels : work->nRecvChannels;
int part = ncclP2pChannelToPart(work->nP2pChannels, work->channelBase, ncclShmem.channelId, ncclShmem.comm.p2pnChannelsPerPeer);
int part = ncclP2pChannelToPart(work->nP2pChannels, work->channelBase, ncclShmem.channelId, ncclShmem.comm.p2pnChannelsPerPeer, ncclShmem.comm.nNodes);
hasWork = (part < nParts);
if (nParts != 0) {
size_t partBeg, partEnd;