msccl: allocate scratch as ext-scope fine-grained (#968)

[ROCm/rccl commit: 569d3f7d59]
Este commit está contenido en:
Wenkai Du authored and GitHub committed 2023-11-16 09:57:25 -06:00
1 padre b5642f39ed
commit 4c2fa05a23
2 files changed
+2 -11

No files matched your search

+1 -1
Ver fichero
@@ -73,7 +73,7 @@ ncclResult_t mscclSetupScratch(struct mscclAlgo* hostAlgo, hipStream_t stream) {
size_t sizeNeeded = (status.nBytes * (size_t)(hostAlgo->nScratchChunks)) / (size_t)(hostAlgo->nChunksPerLoop);
if (sizeNeeded > status.scratchBufferSize){
NCCLCHECK(ncclCudaFree(status.scratchBuffer));
NCCLCHECK(ncclCudaMalloc((char**)&status.scratchBuffer, sizeNeeded));
NCCLCHECK(ncclCudaMalloc((char**)&status.scratchBuffer, sizeNeeded, true));
status.scratchBufferSize = sizeNeeded;
}
return ncclSuccess;