AI/rocm-systems
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial support for clique-based kernels (#276)

Browse Source 
* Initial support for clique-based kernels
This commit is contained in:
gilbertlee-amd
2020-10-13 11:22:04 -06:00
committed by GitHub
parent ae008fd2db
commit 2b8184808d
27 changed files with 1969 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/enqueue.cc
+25
View File
@@ -617,6 +617,31 @@ end:
info->opName, info->comm->opCount, info->sendbuff, info->recvbuff, info->count,
info->datatype, info->op, info->root, info->comm, info->comm->nRanks, info->stream);
// [RCCL] Alternative launch path for clique-based kernels (if supported and enabled)
{
if (info->comm->cliqueManager->IsSupported(info->coll,
info->count,
info->datatype,
info->op))
{
// Declare the input / output pointers being used (to exchange via IPC with other ranks)
NCCLCHECK(info->comm->cliqueManager->DeclarePointers(info->comm->opCount,
info->sendbuff,
info->recvbuff));
// Queue the clique-based kernel
NCCLCHECK(info->comm->cliqueManager->QueueKernel(info->comm->opCount,
info->coll,
info->count,
info->datatype,
info->op,
info->root,
info->stream));
return ncclSuccess;
}
}
// [/RCCL]
NCCLCHECK(ncclSaveKernel(info));
NCCLCHECK(ncclBarrierEnqueue(info->comm));
NCCLCHECK(ncclBarrierEnqueueWait(info->comm));