From 71a356670fafb736a2dcd6eaee39a1951548b2d3 Mon Sep 17 00:00:00 2001 From: Wenkai Du <43822138+wenkaidu@users.noreply.github.com> Date: Thu, 25 Jan 2024 11:21:58 -0800 Subject: [PATCH] Increase P2P channels per peer (#1060) [ROCm/rccl commit: ffde530af5e02036acce3e0bc4b08b4ef7ec8d35] --- projects/rccl/src/graph/paths.cc | 1 + 1 file changed, 1 insertion(+) diff --git a/projects/rccl/src/graph/paths.cc b/projects/rccl/src/graph/paths.cc index dbc5b2c3a1..4180f3e660 100644 --- a/projects/rccl/src/graph/paths.cc +++ b/projects/rccl/src/graph/paths.cc @@ -861,6 +861,7 @@ ncclResult_t ncclTopoComputeP2pChannels(struct ncclComm* comm) { } else { // Round to next pow2 nChannelsPerPeer and nChannels comm->p2pnChannelsPerPeer = (ncclParamNChannelsPerPeer() == -2 ? nextPow2(minChannels) : ncclParamNChannelsPerPeer()); + comm->p2pnChannelsPerPeer *= 2; comm->p2pnChannels = nextPow2(comm->p2pnChannels); }