set MIN_NCHANNEL limit to 64 for multi-node

[ROCm/rccl commit: 9746d8ca3f]
Этот коммит содержится в:
Nusrat Islam
2024-05-31 15:50:30 -05:00
родитель b34fd115a1
Коммит 62cbb3bcdd
+6 -1
Просмотреть файл
@@ -668,7 +668,12 @@ ncclResult_t ncclTopoPostset(struct ncclComm* comm, int* firstRanks, int* treePa
nChannels = comm->nChannels = copyChannels(comm, nChannels, 2*nChannels, ringPrev, ringNext);
}
int minNchannels = ncclMinNchannels();
int minNchannels = 64;
if (comm->nNodes == 1) {
minNchannels = ncclMinNchannels();
} else {
minNchannels = std::min(64,ncclMinNchannels());
}
if (mscclEnabled() && (comm->topo->mscclEnabled || mscclForceEnabled())) {
int mscclNumChannelsRequired = 0;