Merge remote-tracking branch 'nccl/master' into develop

[ROCm/rccl commit: 3a919c1f49]

projects/rccl/src/misc/argcheck.cc

@@ -52,10 +52,16 @@ ncclResult_t ArgsCheck(struct ncclInfo* info) {
   }
   if (info->coll == ncclFuncAllGather || info->coll == ncclFuncReduceScatter) info->nBytes *= info->comm->nRanks; // count is per rank
 
-  if (info->op < 0 || info->op >= ncclNumOps) {
+  if (info->op < 0 || ncclMaxRedOp < info->op) {
     WARN("%s : invalid reduction operation %d", info->opName, info->op);
     return ncclInvalidArgument;
   }
+  int opIx = int(ncclUserRedOpMangle(info->comm, info->op)) - int(ncclNumOps);
+  if (ncclNumOps <= info->op &&
+      (info->comm->userRedOpCapacity <= opIx || info->comm->userRedOps[opIx].freeNext != -1)) {
+    WARN("%s : reduction operation %d unknown to this communicator", info->opName, info->op);
+    return ncclInvalidArgument;
+  }
 
   if (info->comm->checkPointers) {
     if (info->coll == ncclFuncSendRecv) {

projects/rccl/src/misc/ibvwrap.cc

@@ -60,7 +60,7 @@ ncclResult_t wrap_ibv_symbols(void) {
   if (!ibvhandle) {
     ibvhandle=dlopen("libibverbs.so.1", RTLD_NOW);
     if (!ibvhandle) {
-      WARN("Failed to open libibverbs.so[.1]");
+      INFO(NCCL_INIT, "Failed to open libibverbs.so[.1]");
       goto teardown;
     }
   }