MSCCL stream fix (#948)

[ROCm/rccl commit: 988efe605a]
This commit is contained in:
akolliasAMD authored and GitHub committed 2023-11-03 09:10:52 -06:00
1 orang tua 297023a7a6
melakukan 4cd86b185c
1 file changed
-1
@@ -67,7 +67,6 @@ ncclResult_t mscclSetupScratch(struct mscclAlgo* hostAlgo, hipStream_t stream) {
mscclStatus& status = mscclGetStatus();
size_t sizeNeeded = (status.nBytes * (size_t)(hostAlgo->nScratchChunks)) / (size_t)(hostAlgo->nChunksPerLoop);
if (sizeNeeded > status.scratchBufferSize){
CUDACHECK(hipStreamSynchronize(stream));
NCCLCHECK(ncclCudaFree(status.scratchBuffer));
NCCLCHECK(ncclCudaCalloc((char**)&status.scratchBuffer, sizeNeeded));
status.scratchBufferSize = sizeNeeded;