gtest: dynamically generate tests based on test machine's GPU count (#467)
* gtest: dynamically generate tests based on test machine's GPU count * Adjust test element size and bfloat16 threshold for up to 16 GPUs
This commit is contained in:
@@ -26,6 +26,8 @@ namespace CorrectnessTests
|
||||
ncclFuncs.push_back(ncclCollReduce);
|
||||
ncclFuncs.push_back(ncclCollReduceScatter);
|
||||
|
||||
// Adjust numElements to be multiple of numDevices
|
||||
numElements = (numElements/numDevices)*numDevices;
|
||||
for (int i = 0; i < datasets.size(); i++)
|
||||
{
|
||||
datasets[i].Initialize(numDevices, numElements, dataType, inPlace, ncclFuncs[i]);
|
||||
@@ -120,7 +122,7 @@ namespace CorrectnessTests
|
||||
// Number of elements
|
||||
testing::Values(2520, 3026520),
|
||||
// Number of devices
|
||||
testing::Values(2,3,4,5,6,7,8),
|
||||
testing::Range(2,(GTESTS_NUM_GPUS+1)),
|
||||
// In-place or not
|
||||
testing::Values(false, true),
|
||||
testing::Values("RCCL_ENABLE_CLIQUE=0", "RCCL_ENABLE_CLIQUE=1")),
|
||||
|
||||
Reference in New Issue
Block a user