Merge remote-tracking branch 'nccl/master' into develop

[ROCm/rccl commit: a79d9e3586]
2022-09-09 01:20:52 +00:00
parent fe99249cde c9a50a9ec5
commit 7874a99c75
90 changed files with 5517 additions and 3115 deletions
@@ -37,7 +37,9 @@ static __inline__ int ncclTypeSize(ncclDataType_t type) {
    case ncclUint8:
      return 1;
    case ncclFloat16:
+#if defined(RCCL_BFLOAT16)
    case ncclBfloat16:
+#endif
      return 2;
    case ncclInt32:
    case ncclUint32:
@@ -54,6 +56,7 @@ static __inline__ int ncclTypeSize(ncclDataType_t type) {

 #include "debug.h"
 #include "checks.h"
+#include "rocmwrap.h"
 #include "alloc.h"
 #include "utils.h"
 #include "param.h"