fix msccl stream usage (#717)

Tá an tiomantas seo le fáil i:
Ziyue Yang údaraithe agus GitHub tiomanta 2023-03-24 10:59:36 -07:00
1 tuismitheoir caf7a3d47d
tiomantas c8e33b1232
1 comhad athraithe
+10 -2
+10 -2
Féach ar an gComhad
@@ -375,7 +375,11 @@ ncclResult_t mscclEnqueueCheck(
switch (threadLocalStatus.groupStatus) {
case mscclNoGroup:
if (comm->mscclCompatible) {
CUDACHECK(hipStreamGetCaptureInfo(stream, &captureStatus, &pid));
if (stream == (hipStream_t)0) {
captureStatus = hipStreamCaptureStatusNone;
} else {
CUDACHECK(hipStreamGetCaptureInfo(stream, &captureStatus, &pid));
}
if (captureStatus == hipStreamCaptureStatusNone) {
NCCLCHECK(mscclSchedulerSelectAlgo(&threadLocalStatus.savedSchedulerParams.back()));
if (threadLocalStatus.savedSchedulerParams.back().p.scheduled) {
@@ -388,7 +392,11 @@ ncclResult_t mscclEnqueueCheck(
break;
case mscclGroupSupportedOp:
if (comm->mscclCompatible) {
CUDACHECK(hipStreamGetCaptureInfo(stream, &captureStatus, &pid));
if (stream == (hipStream_t)0) {
captureStatus = hipStreamCaptureStatusNone;
} else {
CUDACHECK(hipStreamGetCaptureInfo(stream, &captureStatus, &pid));
}
if (captureStatus == hipStreamCaptureStatusNone) {
NCCLCHECK(mscclSchedulerSelectAlgo(&threadLocalStatus.savedSchedulerParams.back()));
if (threadLocalStatus.savedSchedulerParams.back().p.scheduled) {