Gilbert Lee
60f91f645d
- Contains modifications to support AMD hardware
- Adds unit tests
[ROCm/rccl commit: 55a4b22ad7]
68 lines
2.6 KiB
C++
68 lines
2.6 KiB
C++
/*************************************************************************
|
|
* Copyright (c) 2019 Advanced Micro Devices, Inc. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#include "test_Reduce.hpp"
|
|
#include <omp.h>
|
|
|
|
namespace CorrectnessTests
|
|
{
|
|
TEST_P(ReduceCorrectnessTest, Correctness)
|
|
{
|
|
if (numDevices > numDevicesAvailable) return;
|
|
|
|
// Allocate data
|
|
Dataset dataset;
|
|
dataset.Initialize(numDevices, numElements, dataType, inPlace);
|
|
|
|
// Test each possible root
|
|
for (int root = 0; root < numDevices; root++)
|
|
{
|
|
// Prepare input / output / expected results
|
|
FillDatasetWithPattern(dataset);
|
|
ComputeExpectedResults(dataset, op, root);
|
|
|
|
// Launch the reduction (1 thread per GPU)
|
|
#pragma omp parallel for num_threads(numDevices)
|
|
for (int i = 0; i < numDevices; i++)
|
|
{
|
|
ncclReduce(dataset.inputs[i],
|
|
dataset.outputs[i],
|
|
numElements, dataType, op,
|
|
root, comms[i], streams[i]);
|
|
}
|
|
|
|
// Wait for reduction to complete
|
|
for (int i = 0; i < numDevices; i++)
|
|
hipStreamSynchronize(streams[i]);
|
|
|
|
// Check results
|
|
ValidateResults(dataset);
|
|
}
|
|
}
|
|
|
|
INSTANTIATE_TEST_SUITE_P(ReduceCorrectnessSweep,
|
|
ReduceCorrectnessTest,
|
|
testing::Combine(
|
|
// Reduction operator
|
|
testing::Values(ncclSum, ncclProd, ncclMax, ncclMin),
|
|
// Data types
|
|
testing::Values(ncclInt8,
|
|
ncclUint8,
|
|
ncclInt32,
|
|
ncclUint32,
|
|
ncclInt64,
|
|
ncclUint64,
|
|
//ncclFloat16,
|
|
ncclFloat32,
|
|
ncclFloat64),
|
|
// Number of elements
|
|
testing::Values(1024, 1048576),
|
|
// Number of devices
|
|
testing::Values(2,3,4),
|
|
// In-place or not
|
|
testing::Values(false, true)));
|
|
} // namespace
|