AI/rocm-systems
2
0
Vork 0
Code Kwesties Pull-aanvragen Actions Paketten Projecten Publicaties Wiki Activiteit

replacing rccl_bfloat16 with hip_bfloat16 (#1126)

Bladeren bron 
Co-authored-by: mberenjk <mberenjk@amd.com>
This commit is contained in:
mberenjk
2024-04-11 11:30:37 -05:00
gecommit door GitHub
bovenliggende d3899c0581
commit 428837ffe4
12 gewijzigde bestanden met toevoegingen van 30 en 306 verwijderingen
Download Patch-bestand Download Diff-bestand Expand all files Collapse all files
src/misc/msccl/msccl_setup.cc
+3 -3
Bestand weergeven
@@ -220,7 +220,7 @@ static ncclResult_t hostToDevRedOp(
uint64_t u64;
half f16;
#if defined(RCCL_BFLOAT16)
rccl_bfloat16 bf16;
hip_bfloat16 bf16;
#endif
#if defined(RCCL_FLOAT8)
rccl_float8 fp8_e4m3;
@@ -266,7 +266,7 @@ static ncclResult_t hostToDevRedOp(
#if defined(RCCL_BFLOAT16)
case ncclBfloat16:
opFull->op = ncclDevPreMulSum;
bf16 = (rccl_bfloat16)(float(1.0/comm->nRanks));
bf16 = (hip_bfloat16)(float(1.0/comm->nRanks));
break;
#endif
#if defined(RCCL_FLOAT8)
@@ -325,7 +325,7 @@ static ncclResult_t hostToDevRedOp(
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, half, fullOps), \
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, float, fullOps), \
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, double, fullOps), \
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, rccl_bfloat16, fullOps), \
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, hip_bfloat16, fullOps), \
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, rccl_float8, fullOps), \
MSCCL_KERNEL_ENTRY_DEVREDOP_TYPE(devredop, rccl_bfloat8, fullOps)