Clique tuning upgrade (#352)

* Enabling clique for any XGMI-connected topology, adding tuning
* Updating CHANGELOG for clique tuning
* Re-working clique barrier system to work on multi-process / multi-gpu

test/test_AllReduceGroup.cpp

@@ -0,0 +1,66 @@
+/*************************************************************************
+ * Copyright (c) 2021 Advanced Micro Devices, Inc. All rights reserved.
+ *
+ * See LICENSE.txt for license information
+ ************************************************************************/
+
+#include "test_AllReduceGroup.hpp"
+
+namespace CorrectnessTests
+{
+  // This tests aggregated AllReduce calls within a group
+  TEST_P(AllReduceGroupCorrectnessTest, Correctness)
+  {
+    if (numDevices > numDevicesAvailable) return;
+
+    // Prepare input / output / expected results
+    Dataset dataset1, dataset2, dataset3;
+    dataset1.Initialize(numDevices, numElements, dataType, inPlace);
+    dataset2.Initialize(numDevices, numElements, dataType, inPlace);
+    dataset3.Initialize(numDevices, numElements, dataType, inPlace);
+    FillDatasetWithPattern(dataset1);
+    FillDatasetWithPattern(dataset2);
+    FillDatasetWithPattern(dataset3);
+    ComputeExpectedResults(dataset1, op);
+    ComputeExpectedResults(dataset2, op);
+    ComputeExpectedResults(dataset3, op);
+
+    // Launch the reduction (1 thread per GPU)
+    ncclGroupStart();
+    for (int i = 0; i < numDevices; i++)
+    {
+      ncclAllReduce(dataset1.inputs[i], dataset1.outputs[i], numElements, dataType, op, comms[i], streams[i]);
+      ncclAllReduce(dataset2.inputs[i], dataset2.outputs[i], numElements, dataType, op, comms[i], streams[i]);
+      ncclAllReduce(dataset3.inputs[i], dataset3.outputs[i], numElements, dataType, op, comms[i], streams[i]);
+    }
+    ncclGroupEnd();
+
+    // Wait for reduction to complete
+    Synchronize();
+
+    // Check results
+    ValidateResults(dataset1);
+    ValidateResults(dataset2);
+    ValidateResults(dataset3);
+
+        dataset1.Release();
+        dataset2.Release();
+        dataset3.Release();
+  }
+
+  INSTANTIATE_TEST_SUITE_P(AllReduceGroupCorrectnessSweep,
+                           AllReduceGroupCorrectnessTest,
+                           testing::Combine(
+                             // Reduction operator
+                             testing::Values(ncclSum),
+                             // Data types
+                             testing::Values(ncclFloat32, ncclFloat64),
+                             // Number of elements
+                             testing::Values(1024, 1048576),
+                             // Number of devices
+                             testing::Values(2,3,4,5,6,7,8),
+                             // In-place or not
+                             testing::Values(false, true),
+                             testing::Values("RCCL_ENABLE_CLIQUE=0", "RCCL_ENABLE_CLIQUE=1")),
+                           CorrectnessTest::PrintToStringParamName());
+} // namespace