set MIN_NCHANNEL limit to 64 for multi-node
[ROCm/rccl commit: 9746d8ca3f]
Ta zmiana jest zawarta w:
%! (template.HTML=
Nusrat Islam)złożyło 2024-06-03 13:05:05 -05:00
1 rodzic
b34fd115a1
złożenie
62cbb3bcdd
Plik 1 zmieniony
+6
-1
@@ -668,7 +668,12 @@ ncclResult_t ncclTopoPostset(struct ncclComm* comm, int* firstRanks, int* treePa
|
||||
nChannels = comm->nChannels = copyChannels(comm, nChannels, 2*nChannels, ringPrev, ringNext);
|
||||
}
|
||||
|
||||
int minNchannels = ncclMinNchannels();
|
||||
int minNchannels = 64;
|
||||
if (comm->nNodes == 1) {
|
||||
minNchannels = ncclMinNchannels();
|
||||
} else {
|
||||
minNchannels = std::min(64,ncclMinNchannels());
|
||||
}
|
||||
|
||||
if (mscclEnabled() && (comm->topo->mscclEnabled || mscclForceEnabled())) {
|
||||
int mscclNumChannelsRequired = 0;
|
||||
|
||||
Reference in new issue
Zablokuj użytkownika