resolved conflicts, fixed the localNetCount/0 bug

This commit is contained in:
PedramAlizadeh
2023-12-18 08:11:34 +00:00
12 zmienionych plików z 107 dodań i 130 usunięć
+1 -1
Wyświetl plik
@@ -672,7 +672,7 @@ static ncclResult_t devCommSetup(ncclComm_t comm) {
NCCLCHECKGOTO(ncclCudaMemcpyAsync(devCommAndChans, &tmpCommAndChans, 1, comm->sharedRes->deviceStream.cudaStream), ret, fail);
exit:
CUDACHECK(cudaStreamSynchronize(comm->sharedRes->deviceStream.cudaStream));
NCCLCHECK(ncclStrongStreamSynchronize(&comm->sharedRes->deviceStream));
NCCLCHECK(ncclStrongStreamRelease(ncclCudaGraphNone(), &comm->sharedRes->deviceStream));
return ret;
fail: