From ce39eefe65c79db41b164ae6236b7acc9ef96e61 Mon Sep 17 00:00:00 2001 From: Wenkai Du <43822138+wenkaidu@users.noreply.github.com> Date: Wed, 7 Feb 2024 14:05:57 -0800 Subject: [PATCH] Doubling P2P channels per peer on single node gfx94x only (#1074) [ROCm/rccl commit: 704c9ef0d195827946f5c2d40542ae1d276f716d] --- projects/rccl/src/graph/paths.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/rccl/src/graph/paths.cc b/projects/rccl/src/graph/paths.cc index bb1e33a1c0..c4b2c06e87 100644 --- a/projects/rccl/src/graph/paths.cc +++ b/projects/rccl/src/graph/paths.cc @@ -862,7 +862,7 @@ ncclResult_t ncclTopoComputeP2pChannels(struct ncclComm* comm) { // Round to next pow2 nChannelsPerPeer and nChannels comm->p2pnChannelsPerPeer = (ncclParamNChannelsPerPeer() == -2 ? nextPow2(minChannels) : ncclParamNChannelsPerPeer()); // Doubling P2P channels per peer on single node - if (comm->topo->nodes[GPU].count == comm->topo->nRanks) comm->p2pnChannelsPerPeer *= 2; + if (comm->topo->nodes[GPU].count == comm->topo->nRanks && IsArchMatch(comm->topo->nodes[GPU].nodes[0].gpu.gcn, "gfx94")) comm->p2pnChannelsPerPeer *= 2; comm->p2pnChannels = nextPow2(comm->p2pnChannels); }