Add 'projects/rccl/' from commit '1f2f9f33bac3e8ecfd84c69af6063d7352c362fc'
git-subtree-dir: projects/rccl git-subtree-mainline:3fd8a0d393git-subtree-split:1f2f9f33ba
Этот коммит содержится в:
Ameya Keshava Mallya committed
Коммит
42d84317cf
682 files changed
+293338
No files matched your search
@@ -0,0 +1,207 @@
|
||||
/*************************************************************************
|
||||
* Copyright (c) 2022-2023 Advanced Micro Devices, Inc. All rights reserved.
|
||||
*
|
||||
* See LICENSE.txt for license information
|
||||
************************************************************************/
|
||||
#include "TestBed.hpp"
|
||||
|
||||
namespace RcclUnitTesting
|
||||
{
|
||||
TEST(SendRecv, SinglePairs)
|
||||
{
|
||||
TestBed testBed;
|
||||
|
||||
// Configuration
|
||||
std::vector<ncclDataType_t> const& testDataTypes = {ncclInt32, ncclFloat16, ncclFloat64};
|
||||
std::vector<int> const numElements = {1048576, 53327, 1024, 0};
|
||||
bool const inPlace = false;
|
||||
bool const useManagedMem = false;
|
||||
|
||||
OptionalColArgs options;
|
||||
|
||||
std::vector<ncclDataType_t> dataTypes;
|
||||
testBed.GetSupportedDataTypes(dataTypes, testDataTypes);
|
||||
if (dataTypes.empty()) {
|
||||
GTEST_SKIP() << "Skipping... test datatypes excluded by UT_DATATYPES.";
|
||||
}
|
||||
|
||||
bool isCorrect = true;
|
||||
int numGpus = testBed.ev.maxGpus;
|
||||
for (int rpg=0; rpg < 2 && isCorrect; ++rpg)
|
||||
for (int isMultiProcess = 0; isMultiProcess <= 1 && isCorrect; ++isMultiProcess)
|
||||
{
|
||||
if (!(testBed.ev.processMask & (1 << isMultiProcess))) continue;
|
||||
int ranksPerGpu = rpg == 0 ? 1 : testBed.ev.maxRanksPerGpu;
|
||||
int totalRanks = numGpus * ranksPerGpu;
|
||||
int const numProcesses = isMultiProcess ? numGpus : 1;
|
||||
const std::vector<int>& gpuPriorityOrder = testBed.ev.GetGpuPriorityOrder();
|
||||
testBed.InitComms(TestBed::GetDeviceIdsList(numProcesses, numGpus, ranksPerGpu, gpuPriorityOrder),
|
||||
{1,2}, //two group, second group sendrecv to self, has 2 coll
|
||||
testBed.GetNumStreamsPerGroup(1,2),
|
||||
2);
|
||||
|
||||
for (int dataIdx = 0; dataIdx < dataTypes.size() && isCorrect; ++dataIdx)
|
||||
for (int numIdx = 0; numIdx < numElements.size() && isCorrect; ++numIdx)
|
||||
for (int sendRank = 0; sendRank < totalRanks; ++sendRank)
|
||||
{
|
||||
for (int recvRank = 0; recvRank < totalRanks; ++recvRank)
|
||||
{
|
||||
options.root = recvRank;
|
||||
int groupCallId = sendRank == recvRank; //self sendrecv group has two coll
|
||||
int recvId = sendRank == recvRank; //where recv will be second coll
|
||||
testBed.SetCollectiveArgs(ncclCollSend,
|
||||
dataTypes[dataIdx],
|
||||
numElements[numIdx],
|
||||
numElements[numIdx],
|
||||
options,
|
||||
0,
|
||||
groupCallId,
|
||||
sendRank);
|
||||
if (recvRank == 0)
|
||||
{
|
||||
//set up the collArg slot to make sure AllocateMem is called once and correctly
|
||||
testBed.SetCollectiveArgs(ncclCollSend,
|
||||
dataTypes[dataIdx],
|
||||
numElements[numIdx],
|
||||
numElements[numIdx],
|
||||
options,
|
||||
0,
|
||||
!groupCallId,
|
||||
sendRank);
|
||||
testBed.AllocateMem(inPlace, useManagedMem, 0, 0, sendRank);
|
||||
testBed.PrepareData(0, 0, sendRank);
|
||||
testBed.AllocateMem(inPlace, useManagedMem, 1, 0, sendRank);
|
||||
testBed.PrepareData(1, 0, sendRank);
|
||||
}
|
||||
|
||||
if (testBed.ev.showNames) // Show test names
|
||||
INFO("%s Datatype: %s SendReceive test Rank %d -> Rank %d for %d Elements\n",
|
||||
isMultiProcess ? "MP" : "SP",
|
||||
ncclDataTypeNames[dataTypes[dataIdx]],
|
||||
sendRank,
|
||||
recvRank,
|
||||
numElements[numIdx]);
|
||||
options.root = sendRank;
|
||||
|
||||
testBed.SetCollectiveArgs(ncclCollRecv,
|
||||
dataTypes[dataIdx],
|
||||
numElements[numIdx],
|
||||
numElements[numIdx],
|
||||
options,
|
||||
recvId,
|
||||
groupCallId,
|
||||
recvRank);
|
||||
testBed.AllocateMem(inPlace, useManagedMem, groupCallId, recvId, recvRank);
|
||||
testBed.PrepareData(groupCallId, recvId, recvRank);
|
||||
testBed.ExecuteCollectives({sendRank, recvRank}, groupCallId);
|
||||
testBed.ValidateResults(isCorrect, groupCallId, recvId, recvRank);
|
||||
testBed.DeallocateMem(groupCallId, recvId, recvRank);
|
||||
}
|
||||
testBed.DeallocateMem(0, 0, sendRank);
|
||||
testBed.DeallocateMem(1, 0, sendRank);
|
||||
}
|
||||
testBed.DestroyComms();
|
||||
}
|
||||
testBed.Finalize();
|
||||
}
|
||||
|
||||
TEST(SendRecv, UserBufferRegister)
|
||||
{
|
||||
setenv("RCCL_ENABLE_INTRANET", "1", 1);
|
||||
TestBed testBed;
|
||||
|
||||
// Configuration
|
||||
std::vector<ncclDataType_t> const& testDataTypes = {ncclInt32, ncclFloat16, ncclFloat64};
|
||||
std::vector<int> const numElements = {1048576, 53327, 1024};
|
||||
bool const inPlace = false;
|
||||
bool const useManagedMem = false;
|
||||
bool const userRegistered = true;
|
||||
|
||||
OptionalColArgs options;
|
||||
|
||||
std::vector<ncclDataType_t> dataTypes;
|
||||
testBed.GetSupportedDataTypes(dataTypes, testDataTypes);
|
||||
if (dataTypes.empty()) {
|
||||
GTEST_SKIP() << "Skipping... test datatypes excluded by UT_DATATYPES.";
|
||||
}
|
||||
|
||||
bool isCorrect = true;
|
||||
int numGpus = testBed.ev.maxGpus;
|
||||
for (int rpg=0; rpg < 2 && isCorrect; ++rpg)
|
||||
for (int isMultiProcess = 0; isMultiProcess <= 1 && isCorrect; ++isMultiProcess)
|
||||
{
|
||||
if (!(testBed.ev.processMask & (1 << isMultiProcess))) continue;
|
||||
int ranksPerGpu = rpg == 0 ? 1 : testBed.ev.maxRanksPerGpu;
|
||||
int totalRanks = numGpus * ranksPerGpu;
|
||||
int const numProcesses = isMultiProcess ? numGpus : 1;
|
||||
const std::vector<int>& gpuPriorityOrder = testBed.ev.GetGpuPriorityOrder();
|
||||
testBed.InitComms(TestBed::GetDeviceIdsList(numProcesses, numGpus, ranksPerGpu, gpuPriorityOrder),
|
||||
{1,2}, //two group, second group sendrecv to self, has 2 coll
|
||||
testBed.GetNumStreamsPerGroup(1,2),
|
||||
2);
|
||||
|
||||
for (int dataIdx = 0; dataIdx < dataTypes.size() && isCorrect; ++dataIdx)
|
||||
for (int numIdx = 0; numIdx < numElements.size() && isCorrect; ++numIdx)
|
||||
for (int sendRank = 0; sendRank < totalRanks; ++sendRank)
|
||||
{
|
||||
for (int recvRank = 0; recvRank < totalRanks; ++recvRank)
|
||||
{
|
||||
options.root = recvRank;
|
||||
int groupCallId = sendRank == recvRank;
|
||||
int recvId = sendRank == recvRank;
|
||||
testBed.SetCollectiveArgs(ncclCollSend,
|
||||
dataTypes[dataIdx],
|
||||
numElements[numIdx],
|
||||
numElements[numIdx],
|
||||
options,
|
||||
0,
|
||||
groupCallId,
|
||||
sendRank);
|
||||
if (recvRank == 0)
|
||||
{
|
||||
testBed.SetCollectiveArgs(ncclCollSend,
|
||||
dataTypes[dataIdx],
|
||||
numElements[numIdx],
|
||||
numElements[numIdx],
|
||||
options,
|
||||
0,
|
||||
!groupCallId,
|
||||
sendRank);
|
||||
testBed.AllocateMem(inPlace, useManagedMem, 0, 0, sendRank, userRegistered);
|
||||
testBed.PrepareData(0, 0, sendRank);
|
||||
testBed.AllocateMem(inPlace, useManagedMem, 1, 0, sendRank, userRegistered);
|
||||
testBed.PrepareData(1, 0, sendRank);
|
||||
}
|
||||
|
||||
if (testBed.ev.showNames) // Show test names
|
||||
INFO("%s Datatype: %s SendReceive test Rank %d -> Rank %d for %d Elements\n",
|
||||
isMultiProcess ? "MP" : "SP",
|
||||
ncclDataTypeNames[dataTypes[dataIdx]],
|
||||
sendRank,
|
||||
recvRank,
|
||||
numElements[numIdx]);
|
||||
|
||||
options.root = sendRank;
|
||||
testBed.SetCollectiveArgs(ncclCollRecv,
|
||||
dataTypes[dataIdx],
|
||||
numElements[numIdx],
|
||||
numElements[numIdx],
|
||||
options,
|
||||
recvId,
|
||||
groupCallId,
|
||||
recvRank);
|
||||
testBed.AllocateMem(inPlace, useManagedMem, groupCallId, recvId, recvRank, userRegistered);
|
||||
testBed.PrepareData(groupCallId, recvId, recvRank);
|
||||
testBed.ExecuteCollectives({sendRank, recvRank}, groupCallId);
|
||||
testBed.ValidateResults(isCorrect, groupCallId, recvId, recvRank);
|
||||
testBed.DeallocateMem(groupCallId, recvId, recvRank);
|
||||
}
|
||||
testBed.DeallocateMem(0, 0, sendRank);
|
||||
testBed.DeallocateMem(1, 0, sendRank);
|
||||
}
|
||||
testBed.DestroyComms();
|
||||
}
|
||||
testBed.Finalize();
|
||||
unsetenv("RCCL_ENABLE_INTRANET");
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user