Optimize alltoall for 64 GPUs and above for gfx942 (#1828)
Add pxn and p2p net chunksize mi300x tuning
Этот коммит содержится в:
коммит произвёл
GitHub
родитель
c84ee3d298
Коммит
4ce3df8d3a
@@ -591,7 +591,7 @@ ncclResult_t ncclTopoGetIntermediateRank(struct ncclTopoSystem* system, int rank
|
||||
}
|
||||
return ncclSuccess;
|
||||
}
|
||||
|
||||
// Default value of PXN_DISABLE may be overwritten by changes in src/rccl_wrap.cc
|
||||
NCCL_PARAM(PxnDisable, "PXN_DISABLE", 1);
|
||||
|
||||
// Net v4 plugins don't have non-blocking connect/accept. We can't therefore use
|
||||
@@ -603,7 +603,8 @@ int ncclPxnDisable(struct ncclComm* comm) {
|
||||
INFO(NCCL_INIT, "PXN Disabled as plugin is v4");
|
||||
pxnDisable = 1;
|
||||
} else {
|
||||
pxnDisable = ncclParamPxnDisable();
|
||||
rcclSetPxn(comm, pxnDisable);
|
||||
pxnDisable = (pxnDisable > RCCL_VALUE_INVALID)? pxnDisable : ncclParamPxnDisable();
|
||||
}
|
||||
}
|
||||
return pxnDisable;
|
||||
|
||||
Ссылка в новой задаче
Block a user