From ffde530af5e02036acce3e0bc4b08b4ef7ec8d35 Mon Sep 17 00:00:00 2001
From: Wenkai Du <43822138+wenkaidu@users.noreply.github.com>
Date: Thu, 25 Jan 2024 11:21:58 -0800
Subject: [PATCH] Increase P2P channels per peer (#1060)

---
 src/graph/paths.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/graph/paths.cc b/src/graph/paths.cc
index dbc5b2c3a1..4180f3e660 100644
--- a/src/graph/paths.cc
+++ b/src/graph/paths.cc
@@ -861,6 +861,7 @@ ncclResult_t ncclTopoComputeP2pChannels(struct ncclComm* comm) {
   } else {
     // Round to next pow2 nChannelsPerPeer and nChannels
     comm->p2pnChannelsPerPeer = (ncclParamNChannelsPerPeer() == -2 ? nextPow2(minChannels) : ncclParamNChannelsPerPeer());
+    comm->p2pnChannelsPerPeer *= 2;
     comm->p2pnChannels = nextPow2(comm->p2pnChannels);
   }