Add bfloat16 support in RCCL

Preprocessor symbol RCCL_BFLOAT16 is used as feature indicator [ROCm/rccl commit: 5e109ed400]
2019-11-15 10:39:48 -08:00
parent 4de763fe00
commit 1e182391ad
10 changed files with 370 additions and 9 deletions
@@ -48,6 +48,7 @@ static __inline__ int ncclTypeSize(ncclDataType_t type) {
    case ncclUint8:
      return 1;
    case ncclFloat16:
+    case ncclBfloat16:
      return 2;
    case ncclInt32:
    case ncclUint32: