Merge remote-tracking branch 'nccl/master' into develop

This commit is contained in:
Marzieh Berenjkoub
2026-01-20 13:01:49 -06:00
240 changed files with 16266 additions and 3578 deletions
+3 -3
View File
@@ -192,8 +192,8 @@ namespace RcclUnitTesting
case ncclCollAllReduce: ss << "ncclAllReduce"; break;
case ncclCollGather: ss << "ncclGather"; break;
case ncclCollScatter: ss << "ncclScatter"; break;
case ncclCollAllToAll: ss << "ncclAllToAll"; break;
case ncclCollAllToAllv: ss << "ncclAllToAllv"; break;
case ncclCollAlltoAll: ss << "ncclAlltoAll"; break;
case ncclCollAlltoAllv: ss << "ncclAlltoAllv"; break;
case ncclCollSend: ss << "ncclSend"; break;
case ncclCollRecv: ss << "ncclRecv"; break;
default: ss << "[Unknown]"; break;
@@ -276,7 +276,7 @@ namespace RcclUnitTesting
*numInputElements = totalRanks * N;
*numOutputElements = N;
break;
case ncclCollAllToAll:
case ncclCollAlltoAll:
*numInputElements = totalRanks * N;
*numOutputElements = totalRanks * N;
break;
+4 -4
View File
@@ -20,8 +20,8 @@ namespace RcclUnitTesting
ncclCollAllReduce,
ncclCollGather,
ncclCollScatter,
ncclCollAllToAll,
ncclCollAllToAllv,
ncclCollAlltoAll,
ncclCollAlltoAllv,
ncclCollSend,
ncclCollRecv,
ncclNumFuncs
@@ -36,8 +36,8 @@ namespace RcclUnitTesting
"AllReduce",
"Gather",
"Scatter",
"AllToAll",
"AllToAllv",
"AlltoAll",
"AlltoAllv",
"Send",
"Recv"
};
+2 -2
View File
@@ -22,8 +22,8 @@ namespace RcclUnitTesting
case ncclCollAllReduce: return DefaultPrepData_Reduce(collArgs, true);
case ncclCollGather: return DefaultPrepData_Gather(collArgs, false);
case ncclCollScatter: return DefaultPrepData_Scatter(collArgs);
case ncclCollAllToAll: return DefaultPrepData_AllToAll(collArgs);
case ncclCollAllToAllv: return DefaultPrepData_AllToAllv(collArgs);
case ncclCollAlltoAll: return DefaultPrepData_AllToAll(collArgs);
case ncclCollAlltoAllv: return DefaultPrepData_AllToAllv(collArgs);
case ncclCollSend: return DefaultPrepData_Send(collArgs);
case ncclCollRecv: return DefaultPrepData_Recv(collArgs);
default:
+6 -6
View File
@@ -647,18 +647,18 @@ namespace RcclUnitTesting
this->streams[groupId][localRank][collArg.streamIdx]),
"ncclScatter");
break;
case ncclCollAllToAll:
CHILD_NCCL_CALL_RANK(errCode, ncclAllToAll(
case ncclCollAlltoAll:
CHILD_NCCL_CALL_RANK(errCode, ncclAlltoAll(
collArg.inputGpu.ptr,
collArg.outputGpu.ptr,
collArg.numInputElements / collArg.totalRanks,
collArg.dataType,
this->comms[localRank],
this->streams[groupId][localRank][collArg.streamIdx]),
"ncclAllToAll");
"ncclAlltoAll");
break;
case ncclCollAllToAllv:
CHILD_NCCL_CALL_RANK(errCode, ncclAllToAllv(
case ncclCollAlltoAllv:
CHILD_NCCL_CALL_RANK(errCode, ncclAlltoAllv(
collArg.inputGpu.ptr,
collArg.options.sendcounts + (this->rankOffset + localRank)*this->totalRanks,
collArg.options.sdispls + (this->rankOffset + localRank)*this->totalRanks,
@@ -668,7 +668,7 @@ namespace RcclUnitTesting
collArg.dataType,
this->comms[localRank],
this->streams[groupId][localRank][collArg.streamIdx]),
"ncclAllToAllv");
"ncclAlltoAllv");
break;
case ncclCollSend:
CHILD_NCCL_CALL_RANK(errCode, ncclSend(